#include "X.h"
#include "xf86.h"
#include "xf86Priv.h"
#include "xf86_OSlib.h"
#ifdef __alpha__
#include "compiler.h"
#ifdef TEST_JENSEN_CODE
#define LWORD_CODING (0x18)
#define SPARSE (5)
#else
#define LWORD_CODING (0x60)
#define SPARSE (7)
#endif
void
xf86JensenMemToBus(char *Base, long dst, long src, int count)
{
if( ((long)src^((long)dst)) & 3) {
unsigned long addr;
unsigned long low_word, high_word,last_read;
long rm,loop;
unsigned long tmp,org,org2,mask,src_org,count_org;
src_org=src;
count_org=count;
addr = (long)(Base+(dst<<SPARSE) + LWORD_CODING) & ~(3<<SPARSE);
rm = (long)dst & 3;
count += rm;
count = count_org + rm;
org = *(volatile unsigned int *)addr;
__asm__("ldq_u %0,%1"
:"=r" (low_word):"m" (*(unsigned long *)(src_org)));
src = src_org - rm;
if( count > 4 ) {
last_read = src_org+count_org - 1;
__asm__("ldq_u %0,%1"
:"=r" (high_word):"m" (*(unsigned long *)(src+4)));
__asm__("extll %1,%2,%0"
:"=r" (low_word)
:"r" (low_word), "r" ((unsigned long)(src)));
__asm__("extlh %1,%2,%0"
:"=r" (tmp)
:"r" (high_word), "r" ((unsigned long)(src)));
tmp |= low_word;
src += 4;
__asm__("mskqh %1,%2,%0"
:"=r" (tmp)
:"r" (tmp), "r" (rm));
__asm__("mskql %1,%2,%0"
:"=r" (org2)
:"r" (org), "r" (rm));
tmp |= org2;
loop = (count-4) >> 2;
while (loop) {
low_word = high_word;
*(volatile unsigned int *) (addr) = tmp;
__asm__("ldq_u %0,%1"
:"=r" (high_word):"m" (*(unsigned long*)(src+4)));
loop --;
__asm__("extll %1,%2,%0"
:"=r" (low_word)
:"r" (low_word), "r" ((unsigned long)src));
__asm__("extlh %1,%2,%0"
:"=r" (tmp)
:"r" (high_word), "r" ((unsigned long)src));
src += 4;
tmp |= low_word;
addr += 4<<SPARSE;
}
if ( count & 3 ) {
*(volatile unsigned int *) (addr) = tmp;
__asm__("ldq_u %0,%1"
:"=r" (tmp):"m" (*((unsigned long *)(last_read)) ));
addr += 4<<SPARSE;
__asm__("extll %1,%2,%0"
:"=r" (low_word)
:"r" (high_word), "r" ((unsigned long)src));
__asm__("extlh %1,%2,%0"
:"=r" (tmp)
:"r" (tmp), "r" ((unsigned long)src));
tmp |= low_word;
org = *(volatile unsigned int *)addr;
__asm__("mskql %1,%2,%0"
:"=r" (tmp)
:"r" (tmp), "r" (count&3));
__asm__("mskqh %1,%2,%0"
:"=r" (org)
:"r" (org), "r" (count&3));
tmp |= org;
}
*(volatile unsigned int *) (addr) = tmp;
return;
} else {
__asm__("ldq_u %0,%1"
:"=r" (high_word):"m" (*(unsigned long *)(src+4)));
__asm__("extll %1,%2,%0"
:"=r" (low_word)
:"r" (low_word), "r" ((unsigned long)(src)));
__asm__("extlh %1,%2,%0"
:"=r" (tmp)
:"r" (high_word), "r" ((unsigned long)(src)));
tmp |= low_word;
if( count < 4 ) {
mask = -1;
__asm__("mskqh %1,%2,%0"
:"=r" (mask)
:"r" (mask), "r" (rm));
__asm__("mskql %1,%2,%0"
:"=r" (mask)
:"r" (mask), "r" (count));
tmp = (tmp & mask) | (org & ~mask);
*(volatile unsigned int *) (addr) = tmp;
return;
} else {
__asm__("mskqh %1,%2,%0"
:"=r" (tmp)
:"r" (tmp), "r" (rm));
__asm__("mskql %1,%2,%0"
:"=r" (org2)
:"r" (org), "r" (rm));
tmp |= org2;
*(volatile unsigned int *) (addr) = tmp;
return;
}
}
} else {
unsigned long addr;
unsigned int tmp,org,rm;
unsigned int *src_r;
addr = (long)(Base+(dst<<SPARSE) + LWORD_CODING) & ~(3<<SPARSE);
src_r = (unsigned int*)((long)src & ~3L);
rm=(long)src & 3;
count += rm;
tmp = *src_r;
org = *(volatile unsigned int *)addr;
__asm__("mskqh %1,%2,%0"
:"=r" (tmp)
:"r" (tmp), "r" (rm));
__asm__("mskql %1,%2,%0"
:"=r" (org)
:"r" (org), "r" (rm));
tmp |= org;
while (count > 4) {
*(volatile unsigned int *) addr = tmp;
addr += 4<<SPARSE;
src_r += 1;
tmp = *src_r;
count -= 4;
}
org = *(volatile unsigned int *)addr;
__asm__("mskql %1,%2,%0"
:"=r" (tmp)
:"r" (tmp), "r" (count));
__asm__("mskqh %1,%2,%0"
:"=r" (org)
:"r" (org), "r" (count));
tmp |= org;
*(volatile unsigned int *) (addr) = tmp;
}
}
void
xf86JensenBusToMem(char *Base, char *dst, unsigned long src, int count)
{
#if 0
#else
unsigned long addr;
long result;
addr = (unsigned long)(Base+(src<<SPARSE)) ;
while( addr & (3<<SPARSE) ){
if(count <= 0) return;
result = *(volatile int *) addr;
result >>= ((addr>>SPARSE) & 3) * 8;
*dst++ = (char) result;
addr += 1<<SPARSE;
count--;
}
count -=4;
while(count >= 0){
int i;
result = *(volatile int *) (addr+LWORD_CODING);
for(i=4;i--;) {
*dst++ = (char) result;
result >>= 8;
}
addr += 4<<SPARSE;
count -= 4;
}
count +=4;
while( count ){
result = *(volatile int *) addr;
result >>= ((addr>>SPARSE) & 3) * 8;
*dst++ = (char) result;
addr += 1<<SPARSE;
count--;
}
#endif
}
static unsigned long __memcpy(unsigned long dest, unsigned long src, int n);
void
xf86BusToMem(unsigned char *dst, unsigned char *src, int len)
{
__memcpy((unsigned long)dst, (unsigned long)src, len);
}
void
xf86MemToBus(unsigned char *dst, unsigned char *src, int len)
{
if (len == sizeof(int))
if (!(((long)src | (long)dst) & 3))
*((unsigned int*)dst) = *((unsigned int*)(src));
else {
int i;
if (((long)src) & 3)
i = ldl_u((unsigned int*)src);
else
i = *(unsigned int*)src;
if (((long)dst) & 3)
stl_u(i,(unsigned int*)dst);
else
*(unsigned int*)dst = i;
}
else
__memcpy((unsigned long)dst, (unsigned long)src, len);
}
#define ALIGN_DEST_TO8(d,s,n) \
while (d & 7) { \
if (n <= 0) return; \
n--; \
*(char *) d = *(char *) s; \
d++; s++; \
}
#define DO_REST(d,s,n) \
while (n > 0) { \
n--; \
*(char *) d = *(char *) s; \
d++; s++; \
}
#define DO_REST_ALIGNED(d,s,n) DO_REST(d,s,n)
static __inline__ void __memcpy_unaligned(unsigned long d, unsigned long s, long n)
{
ALIGN_DEST_TO8(d,s,n);
n -= 8;
if (n >= 0) {
unsigned long low_word, high_word;
__asm__("ldq_u %0,%1":"=r" (low_word):"m" (*(unsigned long *) s));
do {
unsigned long tmp;
__asm__("ldq_u %0,%1":"=r" (high_word):"m" (*(unsigned long *)(s+8)));
n -= 8;
__asm__("extql %1,%2,%0"
:"=r" (low_word)
:"r" (low_word), "r" (s));
__asm__("extqh %1,%2,%0"
:"=r" (tmp)
:"r" (high_word), "r" (s));
s += 8;
*(unsigned long *) d = low_word | tmp;
d += 8;
low_word = high_word;
} while (n >= 0);
}
n += 8;
DO_REST(d,s,n);
}
static __inline__ void __memcpy_aligned(unsigned long d, unsigned long s, long n)
{
ALIGN_DEST_TO8(d,s,n);
n -= 8;
while (n >= 0) {
unsigned long tmp;
__asm__("ldq %0,%1":"=r" (tmp):"m" (*(unsigned long *) s));
n -= 8;
s += 8;
*(unsigned long *) d = tmp;
d += 8;
}
n += 8;
DO_REST_ALIGNED(d,s,n);
}
static unsigned long __memcpy(unsigned long dest, unsigned long src, int n)
{
if (!((dest ^ src) & 7)) {
__memcpy_aligned(dest, src, n);
return dest;
}
__memcpy_unaligned(dest, src, n);
return dest;
}
#else
void
xf86BusToMem(unsigned char *dst, unsigned char *src, int len)
{
memcpy(dst, src, len);
}
void
xf86MemToBus(unsigned char *dst, unsigned char *src, int len)
{
memcpy(dst, src, len);
}
#endif