// Copyright 2009 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. #undef EXTERN #define EXTERN #include #include #include "gg.h" #include "opt.h" void defframe(Prog *ptxt) { // fill in argument size ptxt->to.type = D_CONST2; ptxt->to.offset2 = rnd(curfn->type->argwid, widthptr); // fill in final stack size if(stksize > maxstksize) maxstksize = stksize; ptxt->to.offset = rnd(maxstksize+maxarg, widthptr); maxstksize = 0; } // Sweep the prog list to mark any used nodes. void markautoused(Prog* p) { for (; p; p = p->link) { if (p->as == ATYPE) continue; if (p->from.name == D_AUTO && p->from.node) p->from.node->used = 1; if (p->to.name == D_AUTO && p->to.node) p->to.node->used = 1; } } // Fixup instructions after compactframe has moved all autos around. void fixautoused(Prog* p) { Prog **lp; for (lp=&p; (p=*lp) != P; ) { if (p->as == ATYPE && p->from.node && p->from.name == D_AUTO && !p->from.node->used) { *lp = p->link; continue; } if (p->from.name == D_AUTO && p->from.node) p->from.offset += p->from.node->stkdelta; if (p->to.name == D_AUTO && p->to.node) p->to.offset += p->to.node->stkdelta; lp = &p->link; } } /* * generate: * call f * proc=-1 normal call but no return * proc=0 normal call * proc=1 goroutine run in new proc * proc=2 defer call save away stack * proc=3 normal call to C pointer (not Go func value) */ void ginscall(Node *f, int proc) { Prog *p; Node n1, r, r1, con; switch(proc) { default: fatal("ginscall: bad proc %d", proc); break; case 0: // normal call case -1: // normal call but no return if(f->op == ONAME && f->class == PFUNC) { p = gins(ABL, N, f); afunclit(&p->to, f); if(proc == -1 || noreturn(p)) gins(AUNDEF, N, N); break; } nodreg(&r, types[tptr], 7); nodreg(&r1, types[tptr], 1); gmove(f, &r); r.op = OINDREG; gmove(&r, &r1); r.op = OREGISTER; r1.op = OINDREG; gins(ABL, &r, &r1); break; case 3: // normal call of c function pointer gins(ABL, N, f); break; case 1: // call in new proc (go) case 2: // deferred call (defer) regalloc(&r, types[tptr], N); p = gins(AMOVW, N, &r); p->from.type = D_OREG; p->from.reg = REGSP; p = gins(AMOVW, &r, N); p->to.type = D_OREG; p->to.reg = REGSP; p->to.offset = -12; p->scond |= C_WBIT; memset(&n1, 0, sizeof n1); n1.op = OADDR; n1.left = f; gins(AMOVW, &n1, &r); p = gins(AMOVW, &r, N); p->to.type = D_OREG; p->to.reg = REGSP; p->to.offset = 8; nodconst(&con, types[TINT32], argsize(f->type)); gins(AMOVW, &con, &r); p = gins(AMOVW, &r, N); p->to.type = D_OREG; p->to.reg = REGSP; p->to.offset = 4; regfree(&r); if(proc == 1) ginscall(newproc, 0); else ginscall(deferproc, 0); nodreg(&r, types[tptr], 1); p = gins(AMOVW, N, N); p->from.type = D_CONST; p->from.reg = REGSP; p->from.offset = 12; p->to.reg = REGSP; p->to.type = D_REG; if(proc == 2) { nodconst(&con, types[TINT32], 0); p = gins(ACMP, &con, N); p->reg = 0; patch(gbranch(ABNE, T, -1), retpc); } break; } } /* * n is call to interface method. * generate res = n. */ void cgen_callinter(Node *n, Node *res, int proc) { int r; Node *i, *f; Node tmpi, nodo, nodr, nodsp; Prog *p; i = n->left; if(i->op != ODOTINTER) fatal("cgen_callinter: not ODOTINTER %O", i->op); f = i->right; // field if(f->op != ONAME) fatal("cgen_callinter: not ONAME %O", f->op); i = i->left; // interface // Release res register during genlist and cgen, // which might have their own function calls. r = -1; if(res != N && (res->op == OREGISTER || res->op == OINDREG)) { r = res->val.u.reg; reg[r]--; } if(!i->addable) { tempname(&tmpi, i->type); cgen(i, &tmpi); i = &tmpi; } genlist(n->list); // args if(r >= 0) reg[r]++; regalloc(&nodr, types[tptr], res); regalloc(&nodo, types[tptr], &nodr); nodo.op = OINDREG; agen(i, &nodr); // REG = &inter nodindreg(&nodsp, types[tptr], REGSP); nodsp.xoffset = 4; nodo.xoffset += widthptr; cgen(&nodo, &nodsp); // 4(SP) = 4(REG) -- i.data nodo.xoffset -= widthptr; cgen(&nodo, &nodr); // REG = 0(REG) -- i.tab nodo.xoffset = n->left->xoffset + 3*widthptr + 8; if(proc == 0) { // plain call: use direct c function pointer - more efficient cgen(&nodo, &nodr); // REG = 20+offset(REG) -- i.tab->fun[f] nodr.op = OINDREG; proc = 3; } else { // go/defer. generate go func value. p = gins(AMOVW, &nodo, &nodr); p->from.type = D_CONST; // REG = &(20+offset(REG)) -- i.tab->fun[f] } // BOTCH nodr.type = fntype; nodr.type = n->left->type; ginscall(&nodr, proc); regfree(&nodr); regfree(&nodo); setmaxarg(n->left->type); } /* * generate function call; * proc=0 normal call * proc=1 goroutine run in new proc * proc=2 defer call save away stack */ void cgen_call(Node *n, int proc) { Type *t; Node nod, afun; if(n == N) return; if(n->left->ullman >= UINF) { // if name involves a fn call // precompute the address of the fn tempname(&afun, types[tptr]); cgen(n->left, &afun); } genlist(n->list); // assign the args t = n->left->type; setmaxarg(t); // call tempname pointer if(n->left->ullman >= UINF) { regalloc(&nod, types[tptr], N); cgen_as(&nod, &afun); nod.type = t; ginscall(&nod, proc); regfree(&nod); goto ret; } // call pointer if(n->left->op != ONAME || n->left->class != PFUNC) { regalloc(&nod, types[tptr], N); cgen_as(&nod, n->left); nod.type = t; ginscall(&nod, proc); regfree(&nod); goto ret; } // call direct n->left->method = 1; ginscall(n->left, proc); ret: ; } /* * call to n has already been generated. * generate: * res = return value from call. */ void cgen_callret(Node *n, Node *res) { Node nod; Type *fp, *t; Iter flist; t = n->left->type; if(t->etype == TPTR32 || t->etype == TPTR64) t = t->type; fp = structfirst(&flist, getoutarg(t)); if(fp == T) fatal("cgen_callret: nil"); memset(&nod, 0, sizeof(nod)); nod.op = OINDREG; nod.val.u.reg = REGSP; nod.addable = 1; nod.xoffset = fp->width + 4; // +4: saved lr at 0(SP) nod.type = fp->type; cgen_as(res, &nod); } /* * call to n has already been generated. * generate: * res = &return value from call. */ void cgen_aret(Node *n, Node *res) { Node nod1, nod2; Type *fp, *t; Iter flist; t = n->left->type; if(isptr[t->etype]) t = t->type; fp = structfirst(&flist, getoutarg(t)); if(fp == T) fatal("cgen_aret: nil"); memset(&nod1, 0, sizeof(nod1)); nod1.op = OINDREG; nod1.val.u.reg = REGSP; nod1.addable = 1; nod1.xoffset = fp->width + 4; // +4: saved lr at 0(SP) nod1.type = fp->type; if(res->op != OREGISTER) { regalloc(&nod2, types[tptr], res); agen(&nod1, &nod2); gins(AMOVW, &nod2, res); regfree(&nod2); } else agen(&nod1, res); } /* * generate return. * n->left is assignments to return values. */ void cgen_ret(Node *n) { genlist(n->list); // copy out args if(hasdefer || curfn->exit) gjmp(retpc); else gins(ARET, N, N); } /* * generate += *= etc. */ void cgen_asop(Node *n) { Node n1, n2, n3, n4; Node *nl, *nr; Prog *p1; Addr addr; int a, w; nl = n->left; nr = n->right; if(nr->ullman >= UINF && nl->ullman >= UINF) { tempname(&n1, nr->type); cgen(nr, &n1); n2 = *n; n2.right = &n1; cgen_asop(&n2); goto ret; } if(!isint[nl->type->etype]) goto hard; if(!isint[nr->type->etype]) goto hard; if(is64(nl->type) || is64(nr->type)) goto hard64; switch(n->etype) { case OADD: case OSUB: case OXOR: case OAND: case OOR: a = optoas(n->etype, nl->type); if(nl->addable) { if(smallintconst(nr)) n3 = *nr; else { regalloc(&n3, nr->type, N); cgen(nr, &n3); } regalloc(&n2, nl->type, N); cgen(nl, &n2); gins(a, &n3, &n2); cgen(&n2, nl); regfree(&n2); if(n3.op != OLITERAL) regfree(&n3); goto ret; } if(nr->ullman < UINF) if(sudoaddable(a, nl, &addr, &w)) { w = optoas(OAS, nl->type); regalloc(&n2, nl->type, N); p1 = gins(w, N, &n2); p1->from = addr; regalloc(&n3, nr->type, N); cgen(nr, &n3); gins(a, &n3, &n2); p1 = gins(w, &n2, N); p1->to = addr; regfree(&n2); regfree(&n3); sudoclean(); goto ret; } } hard: n2.op = 0; n1.op = 0; if(nr->op == OLITERAL) { // don't allocate a register for literals. } else if(nr->ullman >= nl->ullman || nl->addable) { regalloc(&n2, nr->type, N); cgen(nr, &n2); nr = &n2; } else { tempname(&n2, nr->type); cgen(nr, &n2); nr = &n2; } if(!nl->addable) { igen(nl, &n1, N); nl = &n1; } n3 = *n; n3.left = nl; n3.right = nr; n3.op = n->etype; regalloc(&n4, nl->type, N); cgen(&n3, &n4); gmove(&n4, nl); if(n1.op) regfree(&n1); if(n2.op == OREGISTER) regfree(&n2); regfree(&n4); goto ret; hard64: if(nr->ullman > nl->ullman) { tempname(&n2, nr->type); cgen(nr, &n2); igen(nl, &n1, N); } else { igen(nl, &n1, N); tempname(&n2, nr->type); cgen(nr, &n2); } n3 = *n; n3.left = &n1; n3.right = &n2; n3.op = n->etype; cgen(&n3, &n1); ret: ; } int samereg(Node *a, Node *b) { if(a->op != OREGISTER) return 0; if(b->op != OREGISTER) return 0; if(a->val.u.reg != b->val.u.reg) return 0; return 1; } /* * generate high multiply * res = (nl * nr) >> wordsize */ void cgen_hmul(Node *nl, Node *nr, Node *res) { int w; Node n1, n2, *tmp; Type *t; Prog *p; if(nl->ullman < nr->ullman) { tmp = nl; nl = nr; nr = tmp; } t = nl->type; w = t->width * 8; regalloc(&n1, t, res); cgen(nl, &n1); regalloc(&n2, t, N); cgen(nr, &n2); switch(simtype[t->etype]) { case TINT8: case TINT16: gins(optoas(OMUL, t), &n2, &n1); gshift(AMOVW, &n1, SHIFT_AR, w, &n1); break; case TUINT8: case TUINT16: gins(optoas(OMUL, t), &n2, &n1); gshift(AMOVW, &n1, SHIFT_LR, w, &n1); break; case TINT32: case TUINT32: // perform a long multiplication. if(issigned[t->etype]) p = gins(AMULL, &n2, N); else p = gins(AMULLU, &n2, N); // n2 * n1 -> (n1 n2) p->reg = n1.val.u.reg; p->to.type = D_REGREG; p->to.reg = n1.val.u.reg; p->to.offset = n2.val.u.reg; break; default: fatal("cgen_hmul %T", t); break; } cgen(&n1, res); regfree(&n1); regfree(&n2); } /* * generate shift according to op, one of: * res = nl << nr * res = nl >> nr */ void cgen_shift(int op, int bounded, Node *nl, Node *nr, Node *res) { Node n1, n2, n3, nt, t, lo, hi; int w, v; Prog *p1, *p2, *p3; Type *tr; uvlong sc; USED(bounded); if(nl->type->width > 4) fatal("cgen_shift %T", nl->type); w = nl->type->width * 8; if(op == OLROT) { v = mpgetfix(nr->val.u.xval); regalloc(&n1, nl->type, res); if(w == 32) { cgen(nl, &n1); gshift(AMOVW, &n1, SHIFT_RR, w-v, &n1); } else { regalloc(&n2, nl->type, N); cgen(nl, &n2); gshift(AMOVW, &n2, SHIFT_LL, v, &n1); gshift(AORR, &n2, SHIFT_LR, w-v, &n1); regfree(&n2); } gmove(&n1, res); regfree(&n1); return; } if(nr->op == OLITERAL) { regalloc(&n1, nl->type, res); cgen(nl, &n1); sc = mpgetfix(nr->val.u.xval); if(sc == 0) { // nothing to do } else if(sc >= nl->type->width*8) { if(op == ORSH && issigned[nl->type->etype]) gshift(AMOVW, &n1, SHIFT_AR, w, &n1); else gins(AEOR, &n1, &n1); } else { if(op == ORSH && issigned[nl->type->etype]) gshift(AMOVW, &n1, SHIFT_AR, sc, &n1); else if(op == ORSH) gshift(AMOVW, &n1, SHIFT_LR, sc, &n1); else // OLSH gshift(AMOVW, &n1, SHIFT_LL, sc, &n1); } gmove(&n1, res); regfree(&n1); return; } tr = nr->type; if(tr->width > 4) { tempname(&nt, nr->type); if(nl->ullman >= nr->ullman) { regalloc(&n2, nl->type, res); cgen(nl, &n2); cgen(nr, &nt); n1 = nt; } else { cgen(nr, &nt); regalloc(&n2, nl->type, res); cgen(nl, &n2); } split64(&nt, &lo, &hi); regalloc(&n1, types[TUINT32], N); regalloc(&n3, types[TUINT32], N); gmove(&lo, &n1); gmove(&hi, &n3); splitclean(); gins(ATST, &n3, N); nodconst(&t, types[TUINT32], w); p1 = gins(AMOVW, &t, &n1); p1->scond = C_SCOND_NE; tr = types[TUINT32]; regfree(&n3); } else { if(nl->ullman >= nr->ullman) { regalloc(&n2, nl->type, res); cgen(nl, &n2); regalloc(&n1, nr->type, N); cgen(nr, &n1); } else { regalloc(&n1, nr->type, N); cgen(nr, &n1); regalloc(&n2, nl->type, res); cgen(nl, &n2); } } // test for shift being 0 gins(ATST, &n1, N); p3 = gbranch(ABEQ, T, -1); // test and fix up large shifts // TODO: if(!bounded), don't emit some of this. regalloc(&n3, tr, N); nodconst(&t, types[TUINT32], w); gmove(&t, &n3); gcmp(ACMP, &n1, &n3); if(op == ORSH) { if(issigned[nl->type->etype]) { p1 = gshift(AMOVW, &n2, SHIFT_AR, w-1, &n2); p2 = gregshift(AMOVW, &n2, SHIFT_AR, &n1, &n2); } else { p1 = gins(AEOR, &n2, &n2); p2 = gregshift(AMOVW, &n2, SHIFT_LR, &n1, &n2); } p1->scond = C_SCOND_HS; p2->scond = C_SCOND_LO; } else { p1 = gins(AEOR, &n2, &n2); p2 = gregshift(AMOVW, &n2, SHIFT_LL, &n1, &n2); p1->scond = C_SCOND_HS; p2->scond = C_SCOND_LO; } regfree(&n3); patch(p3, pc); gmove(&n2, res); regfree(&n1); regfree(&n2); } void clearfat(Node *nl) { uint32 w, c, q; Node dst, nc, nz, end; Prog *p, *pl; /* clear a fat object */ if(debug['g']) dump("\nclearfat", nl); w = nl->type->width; // Avoid taking the address for simple enough types. if(componentgen(N, nl)) return; c = w % 4; // bytes q = w / 4; // quads regalloc(&dst, types[tptr], N); agen(nl, &dst); nodconst(&nc, types[TUINT32], 0); regalloc(&nz, types[TUINT32], 0); cgen(&nc, &nz); if(q >= 4) { regalloc(&end, types[tptr], N); p = gins(AMOVW, &dst, &end); p->from.type = D_CONST; p->from.offset = q*4; p = gins(AMOVW, &nz, &dst); p->to.type = D_OREG; p->to.offset = 4; p->scond |= C_PBIT; pl = p; p = gins(ACMP, &dst, N); raddr(&end, p); patch(gbranch(ABNE, T, 0), pl); regfree(&end); } else while(q > 0) { p = gins(AMOVW, &nz, &dst); p->to.type = D_OREG; p->to.offset = 4; p->scond |= C_PBIT; //print("1. %P\n", p); q--; } while(c > 0) { p = gins(AMOVBU, &nz, &dst); p->to.type = D_OREG; p->to.offset = 1; p->scond |= C_PBIT; //print("2. %P\n", p); c--; } regfree(&dst); regfree(&nz); }