#ifndef DO_SCANLINE_IMAGE_WRITE
#define DO_SCANLINE_IMAGE_WRITE 0
#endif
#include "xf86_ansic.h"
#include "xf86.h"
#include "xaarop.h"
#include "i830.h"
#include "i810_reg.h"
int
I830WaitLpRing(ScrnInfoPtr pScrn, int n, int timeout_millis)
{
I830Ptr pI830 = I830PTR(pScrn);
I830RingBuffer *ring = &(pI830->LpRing);
int iters = 0;
int start = 0;
int now = 0;
int last_head = 0;
int first = 0;
if (timeout_millis == 0)
timeout_millis = 2000;
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL) {
ErrorF("I830WaitLpRing %d\n", n);
first = GetTimeInMillis();
}
while (ring->space < n) {
ring->head = INREG(LP_RING + RING_HEAD) & I830_HEAD_MASK;
ring->space = ring->head - (ring->tail + 8);
if (ring->space < 0)
ring->space += ring->mem.Size;
iters++;
now = GetTimeInMillis();
if (start == 0 || now < start || ring->head != last_head) {
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
if (now > start)
ErrorF("space: %d wanted %d\n", ring->space, n);
start = now;
last_head = ring->head;
} else if (now - start > timeout_millis) {
ErrorF("Error in I830WaitLpRing(), now is %d, start is %d\n", now,
start);
I830PrintErrorState(pScrn);
ErrorF("space: %d wanted %d\n", ring->space, n);
#ifdef XF86DRI
if (pI830->directRenderingEnabled) {
DRIUnlock(screenInfo.screens[pScrn->scrnIndex]);
DRICloseScreen(screenInfo.screens[pScrn->scrnIndex]);
}
#endif
pI830->AccelInfoRec = NULL;
FatalError("lockup\n");
}
DELAY(10);
}
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL) {
now = GetTimeInMillis();
if (now - first) {
ErrorF("Elapsed %d ms\n", now - first);
ErrorF("space: %d wanted %d\n", ring->space, n);
}
}
return iters;
}
void
I830Sync(ScrnInfoPtr pScrn)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & (DEBUG_VERBOSE_ACCEL | DEBUG_VERBOSE_SYNC))
ErrorF("I830Sync\n");
#ifdef XF86DRI
if (!pI830->LockHeld && pI830->directRenderingEnabled) {
return;
}
#endif
{
BEGIN_LP_RING(2);
OUT_RING(MI_FLUSH | MI_WRITE_DIRTY_STATE | MI_INVALIDATE_MAP_CACHE);
OUT_RING(MI_NOOP);
ADVANCE_LP_RING();
}
I830WaitLpRing(pScrn, pI830->LpRing.mem.Size - 8, 0);
pI830->LpRing.space = pI830->LpRing.mem.Size - 8;
pI830->nextColorExpandBuf = 0;
}
void
I830EmitFlush(ScrnInfoPtr pScrn)
{
I830Ptr pI830 = I830PTR(pScrn);
BEGIN_LP_RING(2);
OUT_RING(MI_FLUSH | MI_WRITE_DIRTY_STATE | MI_INVALIDATE_MAP_CACHE);
OUT_RING(MI_NOOP);
ADVANCE_LP_RING();
}
void
I830SelectBuffer(ScrnInfoPtr pScrn, int buffer)
{
I830Ptr pI830 = I830PTR(pScrn);
switch (buffer) {
#ifdef XF86DRI
case I830_SELECT_BACK:
pI830->bufferOffset = pI830->BackBuffer.Start;
break;
case I830_SELECT_DEPTH:
pI830->bufferOffset = pI830->DepthBuffer.Start;
break;
#endif
default:
case I830_SELECT_FRONT:
pI830->bufferOffset = pI830->FrontBuffer.Start;
break;
}
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SelectBuffer %d --> offset %x\n",
buffer, pI830->bufferOffset);
}
void
I830RefreshRing(ScrnInfoPtr pScrn)
{
I830Ptr pI830 = I830PTR(pScrn);
pI830->LpRing.head = INREG(LP_RING + RING_HEAD) & I830_HEAD_MASK;
pI830->LpRing.tail = INREG(LP_RING + RING_TAIL);
pI830->LpRing.space = pI830->LpRing.head - (pI830->LpRing.tail + 8);
if (pI830->LpRing.space < 0)
pI830->LpRing.space += pI830->LpRing.mem.Size;
if (pI830->AccelInfoRec)
pI830->AccelInfoRec->NeedToSync = TRUE;
}
static void I830SetupForMono8x8PatternFill(ScrnInfoPtr pScrn,
int pattx, int patty,
int fg, int bg, int rop,
unsigned int planemask);
static void I830SubsequentMono8x8PatternFillRect(ScrnInfoPtr pScrn,
int pattx, int patty,
int x, int y, int w, int h);
static void I830SetupForScanlineCPUToScreenColorExpandFill(ScrnInfoPtr pScrn,
int fg, int bg,
int rop,
unsigned int mask);
static void I830SubsequentScanlineCPUToScreenColorExpandFill(ScrnInfoPtr
pScrn, int x,
int y, int w,
int h,
int skipleft);
static void I830SubsequentColorExpandScanline(ScrnInfoPtr pScrn, int bufno);
#if DO_SCANLINE_IMAGE_WRITE
static void I830SetupForScanlineImageWrite(ScrnInfoPtr pScrn, int rop,
unsigned int planemask,
int trans_color, int bpp,
int depth);
static void I830SubsequentScanlineImageWriteRect(ScrnInfoPtr pScrn,
int x, int y, int w, int h,
int skipleft);
static void I830SubsequentImageWriteScanline(ScrnInfoPtr pScrn, int bufno);
#endif
Bool
I830AccelInit(ScreenPtr pScreen)
{
XAAInfoRecPtr infoPtr;
ScrnInfoPtr pScrn = xf86Screens[pScreen->myNum];
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830AccelInit\n");
pI830->AccelInfoRec = infoPtr = XAACreateInfoRec();
if (!infoPtr)
return FALSE;
pI830->bufferOffset = 0;
infoPtr->Flags = LINEAR_FRAMEBUFFER | OFFSCREEN_PIXMAPS | PIXMAP_CACHE;
infoPtr->Sync = I830Sync;
{
infoPtr->SolidFillFlags = NO_PLANEMASK;
infoPtr->SetupForSolidFill = I830SetupForSolidFill;
infoPtr->SubsequentSolidFillRect = I830SubsequentSolidFillRect;
}
{
infoPtr->ScreenToScreenCopyFlags = (NO_PLANEMASK | NO_TRANSPARENCY);
infoPtr->SetupForScreenToScreenCopy = I830SetupForScreenToScreenCopy;
infoPtr->SubsequentScreenToScreenCopy =
I830SubsequentScreenToScreenCopy;
}
{
infoPtr->SetupForMono8x8PatternFill = I830SetupForMono8x8PatternFill;
infoPtr->SubsequentMono8x8PatternFillRect =
I830SubsequentMono8x8PatternFillRect;
infoPtr->Mono8x8PatternFillFlags = (HARDWARE_PATTERN_PROGRAMMED_BITS |
HARDWARE_PATTERN_SCREEN_ORIGIN |
HARDWARE_PATTERN_PROGRAMMED_ORIGIN |
BIT_ORDER_IN_BYTE_MSBFIRST |
NO_PLANEMASK);
}
if (pI830->Scratch.Size != 0) {
int i;
int width = ((pScrn->displayWidth + 31) & ~31) / 8;
int nr_buffers = pI830->Scratch.Size / width;
unsigned char *ptr = pI830->FbBase + pI830->Scratch.Start;
pI830->NumScanlineColorExpandBuffers = nr_buffers;
pI830->ScanlineColorExpandBuffers = (unsigned char **)
xnfcalloc(nr_buffers, sizeof(unsigned char *));
for (i = 0; i < nr_buffers; i++, ptr += width)
pI830->ScanlineColorExpandBuffers[i] = ptr;
infoPtr->ScanlineCPUToScreenColorExpandFillFlags =
(NO_PLANEMASK | ROP_NEEDS_SOURCE | BIT_ORDER_IN_BYTE_MSBFIRST);
infoPtr->ScanlineColorExpandBuffers = (unsigned char **)
xnfcalloc(1, sizeof(unsigned char *));
infoPtr->NumScanlineColorExpandBuffers = 1;
infoPtr->ScanlineColorExpandBuffers[0] =
pI830->ScanlineColorExpandBuffers[0];
pI830->nextColorExpandBuf = 0;
infoPtr->SetupForScanlineCPUToScreenColorExpandFill =
I830SetupForScanlineCPUToScreenColorExpandFill;
infoPtr->SubsequentScanlineCPUToScreenColorExpandFill =
I830SubsequentScanlineCPUToScreenColorExpandFill;
infoPtr->SubsequentColorExpandScanline =
I830SubsequentColorExpandScanline;
#if DO_SCANLINE_IMAGE_WRITE
infoPtr->NumScanlineImageWriteBuffers = 1;
infoPtr->ScanlineImageWriteBuffers = infoPtr->ScanlineColorExpandBuffers;
infoPtr->SetupForScanlineImageWrite = I830SetupForScanlineImageWrite;
infoPtr->SubsequentScanlineImageWriteRect =
I830SubsequentScanlineImageWriteRect;
infoPtr->SubsequentImageWriteScanline = I830SubsequentImageWriteScanline;
infoPtr->ScanlineImageWriteFlags = NO_GXCOPY |
NO_PLANEMASK |
ROP_NEEDS_SOURCE |
SCANLINE_PAD_DWORD;
#endif
}
I830SelectBuffer(pScrn, I830_SELECT_FRONT);
return XAAInit(pScreen, infoPtr);
}
void
I830SetupForSolidFill(ScrnInfoPtr pScrn, int color, int rop,
unsigned int planemask)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SetupForFillRectSolid color: %x rop: %x mask: %x\n",
color, rop, planemask);
pI830->BR[13] = ((XAAPatternROP[rop] << 16) |
(pScrn->displayWidth * pI830->cpp));
pI830->BR[16] = color;
switch (pScrn->bitsPerPixel) {
case 8:
break;
case 16:
pI830->BR[13] |= (1 << 24);
break;
case 32:
pI830->BR[13] |= ((1 << 25) | (1 << 24));
break;
}
}
void
I830SubsequentSolidFillRect(ScrnInfoPtr pScrn, int x, int y, int w, int h)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SubsequentFillRectSolid %d,%d %dx%d\n", x, y, w, h);
{
BEGIN_LP_RING(6);
if (pScrn->bitsPerPixel == 32) {
OUT_RING(COLOR_BLT_CMD | COLOR_BLT_WRITE_ALPHA |
COLOR_BLT_WRITE_RGB);
} else {
OUT_RING(COLOR_BLT_CMD);
}
OUT_RING(pI830->BR[13]);
OUT_RING((h << 16) | (w * pI830->cpp));
OUT_RING(pI830->bufferOffset + (y * pScrn->displayWidth + x) *
pI830->cpp);
OUT_RING(pI830->BR[16]);
OUT_RING(0);
ADVANCE_LP_RING();
}
}
void
I830SetupForScreenToScreenCopy(ScrnInfoPtr pScrn, int xdir, int ydir, int rop,
unsigned int planemask, int transparency_color)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SetupForScreenToScreenCopy %d %d %x %x %d\n",
xdir, ydir, rop, planemask, transparency_color);
pI830->BR[13] = (pScrn->displayWidth * pI830->cpp);
pI830->BR[13] |= XAACopyROP[rop] << 16;
switch (pScrn->bitsPerPixel) {
case 8:
break;
case 16:
pI830->BR[13] |= (1 << 24);
break;
case 32:
pI830->BR[13] |= ((1 << 25) | (1 << 24));
break;
}
}
void
I830SubsequentScreenToScreenCopy(ScrnInfoPtr pScrn, int src_x1, int src_y1,
int dst_x1, int dst_y1, int w, int h)
{
I830Ptr pI830 = I830PTR(pScrn);
int dst_x2, dst_y2;
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SubsequentScreenToScreenCopy %d,%d - %d,%d %dx%d\n",
src_x1, src_y1, dst_x1, dst_y1, w, h);
dst_x2 = dst_x1 + w;
dst_y2 = dst_y1 + h;
{
BEGIN_LP_RING(8);
if (pScrn->bitsPerPixel == 32) {
OUT_RING(XY_SRC_COPY_BLT_CMD | XY_SRC_COPY_BLT_WRITE_ALPHA |
XY_SRC_COPY_BLT_WRITE_RGB);
} else {
OUT_RING(XY_SRC_COPY_BLT_CMD);
}
OUT_RING(pI830->BR[13]);
OUT_RING((dst_y1 << 16) | (dst_x1 & 0xffff));
OUT_RING((dst_y2 << 16) | (dst_x2 & 0xffff));
OUT_RING(pI830->bufferOffset);
OUT_RING((src_y1 << 16) | (src_x1 & 0xffff));
OUT_RING(pI830->BR[13] & 0xFFFF);
OUT_RING(pI830->bufferOffset);
ADVANCE_LP_RING();
}
}
static void
I830SetupForMono8x8PatternFill(ScrnInfoPtr pScrn, int pattx, int patty,
int fg, int bg, int rop,
unsigned int planemask)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SetupForMono8x8PatternFill\n");
pI830->BR[16] = pattx;
pI830->BR[17] = patty;
pI830->BR[18] = bg;
pI830->BR[19] = fg;
pI830->BR[13] = (pScrn->displayWidth * pI830->cpp);
pI830->BR[13] |= XAAPatternROP[rop] << 16;
if (bg == -1)
pI830->BR[13] |= (1 << 28);
switch (pScrn->bitsPerPixel) {
case 8:
break;
case 16:
pI830->BR[13] |= (1 << 24);
break;
case 32:
pI830->BR[13] |= ((1 << 25) | (1 << 24));
break;
}
}
static void
I830SubsequentMono8x8PatternFillRect(ScrnInfoPtr pScrn, int pattx, int patty,
int x, int y, int w, int h)
{
I830Ptr pI830 = I830PTR(pScrn);
int x1, x2, y1, y2;
x1 = x;
x2 = x + w;
y1 = y;
y2 = y + h;
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SubsequentMono8x8PatternFillRect\n");
{
BEGIN_LP_RING(10);
if (pScrn->bitsPerPixel == 32) {
OUT_RING(XY_MONO_PAT_BLT_CMD | XY_MONO_PAT_BLT_WRITE_ALPHA |
XY_MONO_PAT_BLT_WRITE_RGB |
((patty << 8) & XY_MONO_PAT_VERT_SEED) |
((pattx << 12) & XY_MONO_PAT_HORT_SEED));
} else {
OUT_RING(XY_MONO_PAT_BLT_CMD |
((patty << 8) & XY_MONO_PAT_VERT_SEED) |
((pattx << 12) & XY_MONO_PAT_HORT_SEED));
}
OUT_RING(pI830->BR[13]);
OUT_RING((y1 << 16) | x1);
OUT_RING((y2 << 16) | x2);
OUT_RING(pI830->bufferOffset);
OUT_RING(pI830->BR[18]);
OUT_RING(pI830->BR[19]);
OUT_RING(pI830->BR[16]);
OUT_RING(pI830->BR[17]);
OUT_RING(0);
ADVANCE_LP_RING();
}
}
static void
I830GetNextScanlineColorExpandBuffer(ScrnInfoPtr pScrn)
{
I830Ptr pI830 = I830PTR(pScrn);
XAAInfoRecPtr infoPtr = pI830->AccelInfoRec;
if (pI830->nextColorExpandBuf == pI830->NumScanlineColorExpandBuffers)
I830Sync(pScrn);
infoPtr->ScanlineColorExpandBuffers[0] =
pI830->ScanlineColorExpandBuffers[pI830->nextColorExpandBuf];
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("using color expand buffer %d\n", pI830->nextColorExpandBuf);
pI830->nextColorExpandBuf++;
}
static void
I830SetupForScanlineCPUToScreenColorExpandFill(ScrnInfoPtr pScrn,
int fg, int bg, int rop,
unsigned int planemask)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SetupForScanlineScreenToScreenColorExpand %d %d %x %x\n",
fg, bg, rop, planemask);
pI830->BR[13] = (pScrn->displayWidth * pI830->cpp);
pI830->BR[13] |= XAACopyROP[rop] << 16;
if (bg == -1)
pI830->BR[13] |= (1 << 29);
switch (pScrn->bitsPerPixel) {
case 8:
break;
case 16:
pI830->BR[13] |= (1 << 24);
break;
case 32:
pI830->BR[13] |= ((1 << 25) | (1 << 24));
break;
}
pI830->BR[18] = bg;
pI830->BR[19] = fg;
I830GetNextScanlineColorExpandBuffer(pScrn);
}
static void
I830SubsequentScanlineCPUToScreenColorExpandFill(ScrnInfoPtr pScrn,
int x, int y,
int w, int h, int skipleft)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SubsequentScanlineCPUToScreenColorExpandFill "
"%d,%d %dx%x %d\n", x, y, w, h, skipleft);
pI830->BR[9] = (pI830->bufferOffset +
(y * pScrn->displayWidth + x) * pI830->cpp);
pI830->BR[11] = ((1 << 16) | w);
}
static void
I830SubsequentColorExpandScanline(ScrnInfoPtr pScrn, int bufno)
{
I830Ptr pI830 = I830PTR(pScrn);
pI830->BR[12] = (pI830->AccelInfoRec->ScanlineColorExpandBuffers[0] -
pI830->FbBase);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SubsequentColorExpandScanline %d (addr %x)\n",
bufno, pI830->BR[12]);
{
BEGIN_LP_RING(8);
if (pScrn->bitsPerPixel == 32) {
OUT_RING(XY_MONO_SRC_BLT_CMD | XY_MONO_SRC_BLT_WRITE_ALPHA |
XY_MONO_SRC_BLT_WRITE_RGB);
} else {
OUT_RING(XY_MONO_SRC_BLT_CMD);
}
OUT_RING(pI830->BR[13]);
OUT_RING(0);
OUT_RING(pI830->BR[11]);
OUT_RING(pI830->BR[9]);
OUT_RING(pI830->BR[12]);
OUT_RING(pI830->BR[18]);
OUT_RING(pI830->BR[19]);
ADVANCE_LP_RING();
}
pI830->BR[9] += pScrn->displayWidth * pI830->cpp;
I830GetNextScanlineColorExpandBuffer(pScrn);
}
#if DO_SCANLINE_IMAGE_WRITE
static void
I830SetupForScanlineImageWrite(ScrnInfoPtr pScrn, int rop,
unsigned int planemask, int trans_color,
int bpp, int depth)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SetupForScanlineImageWrite %x %x\n", rop, planemask);
pI830->BR[13] = (pScrn->displayWidth * pI830->cpp);
pI830->BR[13] |= XAACopyROP[rop] << 16;
switch (pScrn->bitsPerPixel) {
case 8:
break;
case 16:
pI830->BR[13] |= (1 << 24);
break;
case 32:
pI830->BR[13] |= ((1 << 25) | (1 << 24));
break;
}
I830GetNextScanlineColorExpandBuffer(pScrn);
}
static void
I830SubsequentScanlineImageWriteRect(ScrnInfoPtr pScrn, int x, int y,
int w, int h, int skipleft)
{
I830Ptr pI830 = I830PTR(pScrn);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SubsequentScanlineImageWriteRect "
"%d,%d %dx%x %d\n", x, y, w, h, skipleft);
pI830->BR[9] = (pI830->bufferOffset +
(y * pScrn->displayWidth + x) * pI830->cpp);
pI830->BR[11] = ((1 << 16) | w);
}
static void
I830SubsequentImageWriteScanline(ScrnInfoPtr pScrn, int bufno)
{
I830Ptr pI830 = I830PTR(pScrn);
pI830->BR[12] = (pI830->AccelInfoRec->ScanlineColorExpandBuffers[0] -
pI830->FbBase);
if (I810_DEBUG & DEBUG_VERBOSE_ACCEL)
ErrorF("I830SubsequentImageWriteScanline %d (addr %x)\n",
bufno, pI830->BR[12]);
{
BEGIN_LP_RING(8);
if (pScrn->bitsPerPixel == 32) {
OUT_RING(XY_SRC_COPY_BLT_CMD | XY_SRC_COPY_BLT_WRITE_ALPHA |
XY_SRC_COPY_BLT_WRITE_RGB);
} else {
OUT_RING(XY_SRC_COPY_BLT_CMD);
}
OUT_RING(pI830->BR[13]);
OUT_RING(0);
OUT_RING(pI830->BR[11]);
OUT_RING(pI830->BR[9]);
OUT_RING(0);
OUT_RING(pI830->BR[11] & 0xffff);
OUT_RING(pI830->BR[12]);
ADVANCE_LP_RING();
}
pI830->BR[9] += pScrn->displayWidth * pI830->cpp;
I830GetNextScanlineColorExpandBuffer(pScrn);
}
#endif