shithub: 5v

ref: 907de081e187e8630a1710d98b2eae84947fe7c2
dir: /arm.c/

#include <u.h>
#include <libc.h>
#include <thread.h>
#include <bio.h>
#include <mach.h>
#include "dat.h"
#include "fns.h"

enum {
	fI = 1<<25,
	fP = 1<<24,
	fLi = 1<<24,
	fU = 1<<23,
	fB = 1<<22,
	fW = 1<<21,
	fL = 1<<20,
	fS = 1<<20,
	fSg = 1<<6,
	fH = 1<<5,
};

u32int mallocaddr;
u32int freeaddr;
u32int reallocaddr;
u32int setmalloctagaddr;
u32int setrealloctagaddr;

static u32int
arg(int n)
{
	/* no locking necessary, since we're on the stack */
	if(n == 0)
		return P->R[0];
	else
		return *(u32int*) vaddrnol(P->R[13] + 4 + 4 * n, 4, ARD);
}

static u32int
asize(int n)
{
	/* keep in sync with Bhdr in pool.c */
	u32int a;

	a = *(u32int*) vaddrnol(P->R[13] + 4 + 4 * n, 4, ARD);
	if(a == 0)
		return ~0;
	return *(ulong*) vaddrnol(a-4, 4, 0);
}

void
invalid(u32int instr)
{
	suicide("undefined instruction %8ux @ %8ux", instr, P->R[15] - 4);
}

u32int
evenaddr(u32int addr, u32int mask)
{
	if((addr & mask) == 0)
		return addr;
	suicide("unaligned access %8ux @ %8ux", addr, P->R[15] - 4);
	return addr & ~mask;
}

static u32int
doshift(u32int instr, u8int *carry)
{
	ulong amount, val;

	val = P->R[instr & 15];
	if(instr & (1<<4)) {
		if(instr & (1<<7))
			invalid(instr);
		amount = P->R[(instr >> 8) & 15] & 0xFF;
		if(amount == 0)
			return val;
	} else {
		amount = (instr >> 7) & 31;
		if(amount == 0 && (instr & (3<<5)) != 0)
			amount = 32;
	}
	switch((instr >> 5) & 3) {
	default:
		if(amount == 0)
			return val;
		if(amount < 32) {
			*carry = (val >> (32 - amount)) & 1;
			return val << amount;
		}
		*carry = val & 1;
		return 0;
	case 1:
		if(amount < 32){
			*carry = (val >> (amount - 1)) & 1;
			return val >> amount;
		}
		*carry = val >> 31;
		return 0;
	case 2:
		if(amount < 32){
			*carry = (val >> (amount - 1)) & 1;
			return ((long) val) >> amount;
		}
		if((long)val < 0){
			*carry = 1;
			return -1;
		}
		*carry = 0;
		return 0;
	case 3:
		amount &= 31;
		if(amount){
			*carry = (val >> (amount - 1)) & 1;
			return (val >> amount) | (val << (32 - amount));
		}
		amount = *carry & 1;
		*carry = val & 1;
		return (val>>1) | (amount<<31);
	}
}

static void
single(u32int instr)
{
	long offset;
	u32int addr;
	u32int *Rn, *Rd;
	void *targ;
	Segment *seg;
	
	if(instr & fI) {
		u8int carry = 0;
		if(instr & (1<<4))
			invalid(instr);
		offset = doshift(instr, &carry);
	} else
		offset = instr & ((1<<12) - 1);
	if(!(instr & fU))
		offset = - offset;
	Rn = P->R + ((instr >> 16) & 15);
	Rd = P->R + ((instr >> 12) & 15);
	if((instr & (fW | fP)) == fW)
		invalid(instr);
	if(Rn == P->R + 15) {
		if(instr & fW)
			invalid(instr);
		addr = P->R[15] + 4;
	}else
		addr = *Rn;
	if(instr & fP)
		addr += offset;
	if((instr & fB) == 0)
		addr = evenaddr(addr, 3);
	switch(instr & (fB | fL)) {
	case 0:
		targ = vaddr(addr, 4, AWR, &seg);
		*(u32int*) targ = *Rd;
		break;
	case fB:
		targ = vaddr(addr, 1, AWR, &seg);
		*(u8int*) targ = *Rd;
		break;
	case fL:
		targ = vaddr(addr, 4, ARD, &seg);
		*Rd = *(u32int*) targ;
		break;
	case fB | fL:
		targ = vaddr(addr, 1, ARD, &seg);
		*Rd = *(u8int*) targ;
		break;
	default:
		targ = nil;
		abort();
	}
	if(Rd == P->R + 15 && !(instr & fL)) {
		if(instr & fB)
			*(u8int*) targ += 8;
		else
			*(u32int*) targ += 8;
	}
	segunlock(seg);
	if(!(instr & fP))
		addr += offset;
	if((instr & fW) || !(instr & fP))
		*Rn = addr;
}

/* atomic compare and swap from libc */
extern int cas(u32int *p, u32int old, u32int new);

static void
swap(u32int instr)
{
	u32int *Rm, *Rn, *Rd, *targ, addr, old, new;
	Segment *seg;
	
	Rm = P->R + (instr & 15);
	Rd = P->R + ((instr >> 12) & 15);
	Rn = P->R + ((instr >> 16) & 15);
	if(Rm == P->R + 15 || Rd == P->R + 15 || Rn == P->R + 15)
		invalid(instr);
	addr = *Rn;
	if((instr & fB) == 0)
		addr = evenaddr(addr, 3);
	targ = (u32int *) vaddr(addr & ~3, 4, ARD|AWR, &seg);
	do {
		old = *targ;
		new = *Rm;
		if(instr & fB){
			new &= 0xFF;
			new <<= 8*(addr&3);
			new |= old & ~(0xFF << 8*(addr&3));
		}
	} while(!cas(targ, old, new));
	if(instr & fB) {
		old >>= 8*(addr&3);
		old &= 0xFF;
	}
	*Rd = old;
	segunlock(seg);
}

static u32int
add(u32int a, u32int b, u8int type, u8int *carry, u8int *overflow)
{
	u32int res1;
	u64int res2;

	if(type) {
		res2 = (u64int)a - b + *carry - 1;
		res1 = res2;
		if(((a ^ b) & (1<<31)) && !((b ^ res1) & (1<<31)))
			*overflow = 1;
		else
			*overflow = 0;
		if(res2 & 0x100000000LL)
			*carry = 0;
		else
			*carry = 1;	
	} else {
		res2 = (u64int)a + b + *carry;
		res1 = res2;
		if(!((a ^ b) & (1<<31)) && ((b ^ res1) & (1<<31)))
			*overflow = 1;
		else
			*overflow = 0;
		if(res2 & 0x100000000LL)
			*carry = 1;
		else *carry = 0;
	}
	return res1;
}

static void
alu(u32int instr)
{
	u32int Rn, *Rd, operand, shift, result, op;
	u8int carry, overflow;
	
	Rn = P->R[(instr >> 16) & 15];
	Rd = P->R + ((instr >> 12) & 15);
	if(((instr >> 16) & 15) == 15) {
		Rn += 4;
		if(!(instr & fI) && (instr & (1<<4)))
			Rn += 4;
	}
	if(Rd == P->R + 15 && (instr & fS))
		invalid(instr);

	carry = (P->CPSR & flC) != 0;
	overflow = (P->CPSR & flV) != 0;

	if(instr & fI) {
		operand = instr & 0xFF;
		shift = ((instr >> 8) & 15) << 1;
		if(shift){
			operand = (operand >> shift) | (operand << (32 - shift));
			carry = operand >> 31;
		}
	} else
		operand = doshift(instr, &carry);

	op = (instr >> 21) & 15;
	if(op >= 8 && op <= 11 && !(instr & fS))
		sysfatal("no PSR transfers plz");
	if(op >= 5 && op < 8)
		carry = (P->CPSR & flC) != 0;
	switch(op) {
	case 0: case 8: result = Rn & operand; break;
	case 1: case 9: result = Rn ^ operand; break;
	case 2: case 10: carry = 1; case 6: result = add(Rn, operand, 1, &carry, &overflow); break;
	case 3:          carry = 1; case 7: result = add(operand, Rn, 1, &carry, &overflow); break;
	case 4: case 11: carry = 0; case 5: result = add(operand, Rn, 0, &carry, &overflow); break;
	case 12: result = Rn | operand; break;
	case 13: result = operand; break;
	case 14: result = Rn & ~operand; break;
	case 15: result = ~operand; break;
	default: result = 0; /* never happens */
	}
	if(instr & fS) {
		P->CPSR &= ~FLAGS;
		if(result == 0)
			P->CPSR |= flZ;
		if(result & (1<<31))
			P->CPSR |= flN;
		if(carry)
			P->CPSR |= flC;
		if(overflow)
			P->CPSR |= flV;
	}
	if(op < 8 || op >= 12)
		*Rd = result;
}

static void
branch(u32int instr)
{
	long offset;
	u32int npc;
	
	offset = instr & ((1<<24) - 1);
	if(offset & (1<<23))
		offset |= ~((1 << 24) - 1);
	offset *= 4;
	npc = P->R[15] + offset + 4;
	if(instr & fLi){
		P->R[14] = P->R[15];
		if(check){
			if(npc == mallocaddr){
				P->hookarg[0] = arg(1);	/* size */
				P->hookfn = hookmalloc;
				P->hookpc = P->R[15];
			}else if(npc == reallocaddr){
				P->hookarg[0] = arg(1);		/* old */
				P->hookarg[1] = asize(1);	/* oldsz */
				P->hookarg[2] = arg(2);		/* newsz */
				P->hookfn = hookrealloc;
				P->hookpc = P->R[15];
			}else if(npc == freeaddr){
				P->hookarg[0] = arg(1);
				P->hookarg[1] = asize(1);
				P->hookfn = hookfree;
				P->hookpc = P->R[15];
			}else if(npc == setmalloctagaddr){
				P->hookpc = P->R[15];
			}else if(npc == setrealloctagaddr){
				P->hookpc = P->R[15];
			}
		}
	}
	P->R[15] = npc;
}

static void
halfword(u32int instr)
{
	u32int offset, target, *Rn, *Rd;
	Segment *seg;
	
	if(instr & (1<<22)) {
		offset = (instr & 15) | ((instr >> 4) & 0xF0);
	} else {
		if((instr & 15) == 15)
			invalid(instr);
		offset = P->R[instr & 15];
	}
	if(!(instr & fU))
		offset = - offset;
	if(!(instr & fP) && (instr & fW))
		invalid(instr);
	Rn = P->R + ((instr >> 16) & 15);
	Rd = P->R + ((instr >> 12) & 15);
	if(Rn == P->R + 15 || Rd == P->R + 15)
		sysfatal("R15 in halfword");
	target = *Rn;
	if(instr & fP)
		target += offset;
	if(instr & fH)
		target = evenaddr(target, 1);
	switch(instr & (fSg | fH | fL)) {
	case fSg:
		*(u8int*) vaddr(target, 1, AWR, &seg) = *Rd;
		break;
	case fSg | fL:
		*Rd = (long) *(char*) vaddr(target, 1, ARD, &seg);
		break;
	case fH: case fSg | fH:
		*(u16int*) vaddr(target, 2, AWR, &seg) = *Rd;
		break;
	case fH | fL:
		*Rd = *(u16int*) vaddr(target, 2, ARD, &seg);
		break;
	case fH | fL | fSg:
		*Rd = (long) *(short*) vaddr(target, 2, ARD, &seg);
		break;
	}
	segunlock(seg);
	if(!(instr & fP))
		target += offset;
	if(!(instr & fP) || (instr & fW))
		*Rn = target;
}

static void
block(u32int instr)
{
	int i;
	u32int targ, *Rn;
	Segment *seg;

	if(instr & (1<<22))
		invalid(instr);
	Rn = P->R + ((instr >> 16) & 15);
	if(Rn == P->R + 15 || instr & (1<<15))
		sysfatal("R15 block");
	targ = evenaddr(*Rn, 3);
	if(instr & fU) {
		for(i = 0; i < 16; i++) {
			if(!(instr & (1<<i)))
				continue;
			if(instr & fP)
				targ += 4;
			if(instr & fL)
				P->R[i] = *(u32int*) vaddr(targ, 4, ARD, &seg);
			else
				*(u32int*) vaddr(targ, 4, AWR, &seg) = P->R[i];
			segunlock(seg);
			if(!(instr & fP))
				targ += 4;
		}
	} else {
		for(i = 15; i >= 0; i--) {
			if(!(instr & (1<<i)))
				continue;
			if(instr & fP)
				targ -= 4;
			if(instr & fL)
				P->R[i] = *(u32int*) vaddr(targ, 4, ARD, &seg);
			else
				*(u32int*) vaddr(targ, 4, AWR, &seg) = P->R[i];
			segunlock(seg);
			if(!(instr & fP))
				targ -= 4;
		}
	}
	if(instr & fW)
		*Rn = targ;
}

static void
multiply(u32int instr)
{
	u32int *Rd, *Rn, *Rs, *Rm, res;
	
	Rm = P->R + (instr & 15);
	Rs = P->R + ((instr >> 8) & 15);
	Rn = P->R + ((instr >> 12) & 15);
	Rd = P->R + ((instr >> 16) & 15);
	if(Rd == Rm || Rm == P->R + 15 || Rs == P->R + 15 || Rn == P->R + 15 || Rd == P->R + 15)
		invalid(instr);
	res = *Rm * *Rs;
	if(instr & (1<<21))
		res += *Rn;
	*Rd = res;
	if(instr & (1<<20)) {
		P->CPSR &= ~(flN | flZ);
		if(res & (1<<31))
			P->CPSR |= flN;
		if(res == 0)
			P->CPSR |= flZ;
	}
}

static void
multiplylong(u32int instr)
{
	u32int *RdH, *RdL, *Rs, *Rm;
	u64int res;
	
	Rm = P->R + (instr & 15);
	Rs = P->R + ((instr >> 8) & 15);
	RdL = P->R + ((instr >> 12) & 15);
	RdH = P->R + ((instr >> 16) & 15);
	if(RdL == RdH || RdH == Rm || RdL == Rm || Rm == P->R + 15
	|| Rs == P->R + 15 || RdL == P->R + 15 || RdH == P->R + 15)
		invalid(instr);
	if(instr & (1<<22))
		res = ((vlong)*(int*)Rs) * *(int*)Rm;
	else {
		res = *Rs;
		res *= *Rm;
	}
	if(instr & (1<<21)) {
		res += *RdL;
		res += ((uvlong)*RdH) << 32;
	}
	*RdL = res;
	*RdH = res >> 32;
	if(instr & (1<<20)) {
		P->CPSR &= ~FLAGS;
		if(res == 0)
			P->CPSR |= flN;
		if(res & (1LL<<63))
			P->CPSR |= flV;
	}
}

static void
singleex(u32int instr)
{
	u32int *Rn, *Rd, *Rm, *targ, addr;
	Segment *seg;
	
	Rd = P->R + ((instr >> 12) & 15);
	Rn = P->R + ((instr >> 16) & 15);
	if(Rd == P->R + 15 || Rn == P->R + 15)
		invalid(instr);
	addr = evenaddr(*Rn, 3);
	if(instr & fS) {
		targ = vaddr(addr, 4, ARD, &seg);
		*Rd = *targ;
		P->lladdr = addr;
		P->llval = *Rd;
		segunlock(seg);
	} else {
		Rm = P->R + (instr & 15);
		if(Rm == P->R + 15)
			invalid(instr);
		targ = vaddr(addr, 4, ARD|AWR, &seg);

		/*
		 * this is not quite correct as we will succeed even
		 * if the value was modified and then restored to its
		 * original value but good enougth approximation for
		 * libc's _tas(), _cas() and _xinc()/_xdec().
		 */
		*Rd = addr != P->lladdr || !cas(targ, P->llval, *Rm);
		segunlock(seg);
		clrex();
	}
}

void
clrex(void)
{
	P->lladdr = 0;
	P->llval = 0;
}

static void
barrier(void)
{
	static Lock l;

	lock(&l);
	unlock(&l);
}

void
step(void)
{
	u32int instr;
	Segment *seg;

	instr = *(u32int*) vaddr(P->R[15], 4, 0, &seg);
	segunlock(seg);
	if(fulltrace) {
		print("%d ", P->pid);
		Symbol s;
		char buf[512];
		
		if(findsym(P->R[15], CTEXT, &s) >= 0)
			print("%s ", s.name);
		if(fileline(buf, 512, P->R[15]) >= 0)
			print("%s ", buf);
		print("%.8ux %.8ux %c%c%c%c\n", P->R[15], instr,
			(P->CPSR & flZ) ? 'Z' : ' ',
			(P->CPSR & flC) ? 'C' : ' ',
			(P->CPSR & flN) ? 'N' : ' ',
			(P->CPSR & flV) ? 'V' : ' '
			);
	}
	if(P->R[15] == P->hookpc){
		if(P->hookfn)
			P->hookfn(P->hookarg);
		P->hookpc = 0;
		P->hookfn = nil;
	}
	P->R[15] += 4;
	switch(instr >> 28) {
	case 0x0: if(!(P->CPSR & flZ)) return; break;
	case 0x1: if(P->CPSR & flZ) return; break;
	case 0x2: if(!(P->CPSR & flC)) return; break;
	case 0x3: if(P->CPSR & flC) return; break;
	case 0x4: if(!(P->CPSR & flN)) return; break;
	case 0x5: if(P->CPSR & flN) return; break;
	case 0x6: if(!(P->CPSR & flV)) return; break;
	case 0x7: if(P->CPSR & flV) return; break;
	case 0x8: if(!(P->CPSR & flC) || (P->CPSR & flZ)) return; break;
	case 0x9: if((P->CPSR & flC) && !(P->CPSR & flZ)) return; break;
	case 0xA: if(!(P->CPSR & flN) != !(P->CPSR & flV)) return; break;
	case 0xB: if(!(P->CPSR & flN) == !(P->CPSR & flV)) return; break;
	case 0xC: if((P->CPSR & flZ) || !(P->CPSR & flN) != !(P->CPSR & flV)) return; break;
	case 0xD: if(!(P->CPSR & flZ) && !(P->CPSR & flN) == !(P->CPSR & flV)) return; break;
	case 0xE: break;
	case 0xF:
		switch(instr & 0xFFF000F0){
		case 0xF5700010:	/* CLREX */
			clrex();
			return;
		case 0xF5700040:	/* DSB */
		case 0xF5700050:	/* DMB */
		case 0xF5700060:	/* ISB */
			barrier();
			return;
		}
	default: sysfatal("condition code %x not implemented (instr %ux, ps %ux)", instr >> 28, instr, P->R[15]);
	}
	if((instr & 0x0FB00FF0) == 0x01000090)
		swap(instr);
	else if((instr & 0x0FE000F0) == 0x01800090)
		singleex(instr);
	else if((instr & 0x0FC000F0) == 0x90)
		multiply(instr);
	else if((instr & 0x0F8000F0) == 0x800090)
		multiplylong(instr);
	else if((instr & ((1<<26) | (1<<27))) == (1 << 26))
		single(instr);
	else if((instr & 0x0E000090) == 0x90 && (instr & 0x60))
		halfword(instr);
	else if((instr & ((1<<26) | (1<<27))) == 0)
		alu(instr);
	else if((instr & (7<<25)) == (5 << 25))
		branch(instr);
	else if((instr & (15<<24)) == (15 << 24))
		syscall();
	else if((instr & (7<<25)) == (4 << 25))
		block(instr);
	else if((instr & 0x0E000F00) == 0x0C000100)
		fpatransfer(instr);
	else if((instr & 0x0E000F10) == 0x0E000100)
		fpaoperation(instr);
	else if((instr & 0x0E000F10) == 0x0E000110)
		fparegtransfer(instr);
	else if(vfp && ((instr & 0x0F000A10) == 0x0E000A00))
		vfpoperation(instr);
	else if(vfp && ((instr & 0x0F000F10) == 0x0E000A10))
		vfpregtransfer(instr);
	else if(vfp && ((instr & 0x0F000A00) == 0x0D000A00))
		vfprmtransfer(instr);
	else
		invalid(instr);
}