static TRef crec_tv_ct(jit_State *J, CType *s, CTypeID sid, TRef sp)
{
CTState *cts = ctype_ctsG(J2G(J));
CTInfo sinfo = s->info;
lua_assert(!ctype_isenum(sinfo));
if (ctype_isnum(sinfo)) {
IRType t = crec_ct2irt(s);
TRef tr;
if (t == IRT_CDATA)
goto err_nyi; /* NYI: copyval of >64 bit integers. */
tr = emitir(IRT(IR_XLOAD, t), sp, 0);
if (t == IRT_FLOAT || t == IRT_U32) { /* Keep uint32_t/float as numbers. */
return emitconv(tr, IRT_NUM, t, 0);
} else if (t == IRT_I64 || t == IRT_U64) { /* Box 64 bit integer. */
sp = tr;
lj_needsplit(J);
} else if ((sinfo & CTF_BOOL)) {
/* Assume not equal to zero. Fixup and emit pending guard later. */
lj_ir_set(J, IRTGI(IR_NE), tr, lj_ir_kint(J, 0));
J->postproc = LJ_POST_FIXGUARD;
return TREF_TRUE;
} else {
return tr;
}
} else if (ctype_isptr(sinfo)) {
IRType t = (LJ_64 && s->size == 8) ? IRT_P64 : IRT_P32;
sp = emitir(IRT(IR_XLOAD, t), sp, 0);
} else if (ctype_isrefarray(sinfo) || ctype_isstruct(sinfo)) {
cts->L = J->L;
sid = lj_ctype_intern(cts, CTINFO_REF(sid), CTSIZE_PTR); /* Create ref. */
} else if (ctype_iscomplex(sinfo)) { /* Unbox/box complex. */
IRType t = s->size == 2*sizeof(double) ? IRT_NUM : IRT_FLOAT;
ptrdiff_t esz = (ptrdiff_t)(s->size >> 1);
TRef ptr, tr1, tr2, dp;
dp = emitir(IRTG(IR_CNEW, IRT_CDATA), lj_ir_kint(J, sid), TREF_NIL);
tr1 = emitir(IRT(IR_XLOAD, t), sp, 0);
ptr = emitir(IRT(IR_ADD, IRT_PTR), sp, lj_ir_kintp(J, esz));
tr2 = emitir(IRT(IR_XLOAD, t), ptr, 0);
ptr = emitir(IRT(IR_ADD, IRT_PTR), dp, lj_ir_kintp(J, sizeof(GCcdata)));
emitir(IRT(IR_XSTORE, t), ptr, tr1);
ptr = emitir(IRT(IR_ADD, IRT_PTR), dp, lj_ir_kintp(J, sizeof(GCcdata)+esz));
emitir(IRT(IR_XSTORE, t), ptr, tr2);
return dp;
} else {
/* Specialize to the CTypeID held by a cdata constructor. */
static CTypeID crec_constructor(jit_State *J, GCcdata *cd, TRef tr)
{
CTypeID id;
lua_assert(tref_iscdata(tr) && cd->typeid == CTID_CTYPEID);
id = *(CTypeID *)cdataptr(cd);
tr = emitir(IRT(IR_ADD, IRT_PTR), tr, lj_ir_kintp(J, sizeof(GCcdata)));
tr = emitir(IRT(IR_XLOAD, IRT_INT), tr, 0);
emitir(IRTG(IR_EQ, IRT_INT), tr, lj_ir_kint(J, (int32_t)id));
return id;
}
/* Reassociate index references. */
static IRRef reassoc_xref(jit_State *J, IRIns *ir)
{
ptrdiff_t ofs = 0;
if (ir->o == IR_ADD && irref_isk(ir->op2)) { /* Get constant offset. */
IRIns *irk = IR(ir->op2);
ofs = (LJ_64 && irk->o == IR_KINT64) ? (ptrdiff_t)ir_k64(irk)->u64 :
(ptrdiff_t)irk->i;
ir = IR(ir->op1);
}
if (ir->o == IR_ADD) { /* Add of base + index. */
/* Index ref > base ref for loop-carried dependences. Only check op1. */
IRIns *ir2, *ir1 = IR(ir->op1);
int32_t shift = 0;
IRRef idxref;
/* Determine index shifts. Don't bother with IR_MUL here. */
if (ir1->o == IR_BSHL && irref_isk(ir1->op2))
shift = IR(ir1->op2)->i;
else if (ir1->o == IR_ADD && ir1->op1 == ir1->op2)
shift = 1;
else
ir1 = ir;
ir2 = IR(ir1->op1);
/* A non-reassociated add. Must be a loop-carried dependence. */
if (ir2->o == IR_ADD && irt_isint(ir2->t) && irref_isk(ir2->op2))
ofs += (ptrdiff_t)IR(ir2->op2)->i << shift;
else
return 0;
idxref = ir2->op1;
/* Try to CSE the reassociated chain. Give up if not found. */
if (ir1 != ir &&
!(idxref = reassoc_trycse(J, ir1->o, idxref,
ir1->o == IR_BSHL ? ir1->op2 : idxref)))
return 0;
if (!(idxref = reassoc_trycse(J, IR_ADD, idxref, ir->op2)))
return 0;
if (ofs != 0) {
IRRef refk = tref_ref(lj_ir_kintp(J, ofs));
if (!(idxref = reassoc_trycse(J, IR_ADD, idxref, refk)))
return 0;
}
return idxref; /* Success, found a reassociated index reference. Phew. */
}
return 0; /* Failure. */
}
if (LJ_LIKELY(J->flags & JIT_F_OPT_LOOP) && ofs
#if LJ_TARGET_ARM
&& (sz == 1 || sz == 4)
#endif
) {
ptr = emitir(IRT(IR_ADD, IRT_PTR), ptr, lj_ir_kintp(J, ofs));
ofs = 0;
}
