#include "lisc.h" static void loopmark(Blk *hd, Blk *b) { int z, head; uint n, a; Blk *pr; Phi *p; head = hd->id; if (b->id < head || b->visit == head) return; b->visit = head; b->loop *= 10; /* aggregate looping information at * loop headers */ for (z=0; zgen.t[z] |= b->gen.t[z]; if (b->nlive > hd->nlive) hd->nlive = b->nlive; for (n=0; nnpred; n++) { pr = b->pred[n]; for (p=b->phi; p; p=p->link) for (a=0; anarg; a++) if (p->blk[a] == pr) if (rtype(p->arg[a]) == RSym) BSET(hd->gen, p->arg[a].val); loopmark(hd, pr); } } static void symuse(Ref r, int use, int loop, Fn *fn) { Sym *s; if (rtype(r) != RSym) return; s = &fn->sym[r.val]; if (s->type != STmp) return; if (use) s->nuse++; else s->ndef++; s->cost += loop; } /* evaluate spill costs of temporaries, * this also fills usage information * requires rpo, preds */ void fillcost(Fn *fn) { int n, hd; uint a; Blk *b; Ins *i; Sym *s; Phi *p; for (b=fn->start; b; b=b->link) { b->loop = 1; b->visit = -1; } if (debug['S']) fprintf(stderr, "> Loop information:\n"); for (n=0; nnblk; n++) { b = fn->rpo[n]; hd = 0; for (a=0; anpred; a++) if (b->pred[a]->id >= n) { loopmark(b, b->pred[a]); hd = 1; } if (hd && debug['S']) { fprintf(stderr, "\t%-10s", b->name); fprintf(stderr, " (% 3d) ", b->nlive); dumpss(&b->gen, fn->sym, stderr); } } if (debug['S']) fprintf(stderr,"\n"); for (s=fn->sym; s-fn->sym < fn->ntmp; s++) { s->cost = 0; s->nuse = 0; s->ndef = 0; if (s->type == SReg) s->cost = 100000; } for (b=fn->start; b; b=b->link) { for (p=b->phi; p; p=p->link) { /* zero cost for temporaries used * in phi instructions */ symuse(p->to, 0, 0, fn); for (a=0; anarg; a++) { n = p->blk[a]->loop; assert(b->npred && "invalid cfg"); n /= b->npred; symuse(p->arg[a], 1, n, fn); } } n = b->loop; for (i=b->ins; i-b->ins < b->nins; i++) { symuse(i->to, 0, n, fn); symuse(i->arg[0], 1, n, fn); symuse(i->arg[1], 1, n, fn); } symuse(b->jmp.arg, 1, n, fn); } } int bcnt(Bits *b) /* glad I can pull it :) */ { const uint64_t m1 = 0x5555555555555555; const uint64_t m2 = 0x3333333333333333; const uint64_t m3 = 0x0f0f0f0f0f0f0f0f; const uint64_t m4 = 0x00ff00ff00ff00ff; const uint64_t m5 = 0x0000ffff0000ffff; const uint64_t m6 = 0x00000000ffffffff; uint64_t tmp; int z, i; i = 0; for (z=0; zt[z]; if (!tmp) continue; tmp = (tmp&m1) + (tmp>> 1&m1); tmp = (tmp&m2) + (tmp>> 2&m2); tmp = (tmp&m3) + (tmp>> 4&m3); tmp = (tmp&m4) + (tmp>> 8&m4); tmp = (tmp&m5) + (tmp>>16&m5); tmp = (tmp&m6) + (tmp>>32&m6); i += tmp; } return i; } extern Ins insb[NIns], *curi; /* shared work buffer */ static Bits *f; /* temps to prioritize in registers (for tcmp1) */ static Sym *sym; /* current symbol table (for tcmpX) */ static int ntmp; /* current # of temps (for limit) */ static int tcmp0(const void *pa, const void *pb) { return sym[*(int *)pb].cost - sym[*(int *)pa].cost; } static int tcmp1(const void *pa, const void *pb) { int c; c = BGET(*f, *(int *)pb) - BGET(*f, *(int *)pa); return c ? c : tcmp0(pa, pb); } static Bits limit(Bits *b, int k, Bits *fst) { static int *tmp, maxt; int i, t, nt; Bits res; nt = bcnt(b); if (nt <= k) return *b; if (nt > maxt) { free(tmp); tmp = alloc(nt * sizeof tmp[0]); maxt = nt; } i = 0; for (t=0/*Tmp0*/; tsym; ntmp = fn->ntmp; assert(ntmp < NBit*BITS); for (n=fn->nblk-1; n>=0; n--) { /* invariant: m>n => in,out of m updated */ b = fn->rpo[n]; /* 1. find temporaries in registers at * the end of the block (put them in v) */ s1 = b->s1; s2 = b->s2; // k = NReg - !req(b->jmp.arg, R); k = 4 - !req(b->jmp.arg, R); v = (Bits){{0}}; hd = 0; if (s1) { if (s1->id <= n) hd = s1; if (s2 && s2->id <= n) if (!hd || s2->id >= hd->id) hd = s2; } if (hd) { /* back-edge */ pl = hd->nlive; for (z=0; zgen.t[z] & b->out.t[z]; j = bcnt(&v); if (j < k) { w = b->out; for (z=0; z k) v = limit(&v, k, 0); } else if (s1) { v = s1->in; w = s1->in; if (s2) for (z=0; zin.t[z]; w.t[z] &= s2->in.t[z]; } for (z=0; zout.t[z])); assert(!(w.t[z] & ~b->out.t[z])); } assert(bcnt(&w) <= NReg); assert(bcnt(&w) <= bcnt(&v)); v = limit(&v, k, &w); } assert(bcnt(&v) <= k); b->out = v; /* 2. process the block instructions */ curi = &insb[NIns]; for (i=&b->ins[b->nins]; i!=b->ins;) { i--; ; } } }