forked from mia/Aegisub
552 lines
17 KiB
C
552 lines
17 KiB
C
|
/*
|
||
|
|
** SSA IR (Intermediate Representation) format.
|
||
|
|
** Copyright (C) 2005-2014 Mike Pall. See Copyright Notice in luajit.h
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef _LJ_IR_H
|
||
|
|
#define _LJ_IR_H
|
||
|
|
|
||
|
|
#include "lj_obj.h"
|
||
|
|
|
||
|
|
/* -- IR instructions ----------------------------------------------------- */
|
||
|
|
|
||
|
|
/* IR instruction definition. Order matters, see below. ORDER IR */
|
||
|
|
#define IRDEF(_) \
|
||
|
|
/* Guarded assertions. */ \
|
||
|
|
/* Must be properly aligned to flip opposites (^1) and (un)ordered (^4). */ \
|
||
|
|
_(LT, N , ref, ref) \
|
||
|
|
_(GE, N , ref, ref) \
|
||
|
|
_(LE, N , ref, ref) \
|
||
|
|
_(GT, N , ref, ref) \
|
||
|
|
\
|
||
|
|
_(ULT, N , ref, ref) \
|
||
|
|
_(UGE, N , ref, ref) \
|
||
|
|
_(ULE, N , ref, ref) \
|
||
|
|
_(UGT, N , ref, ref) \
|
||
|
|
\
|
||
|
|
_(EQ, C , ref, ref) \
|
||
|
|
_(NE, C , ref, ref) \
|
||
|
|
\
|
||
|
|
_(ABC, N , ref, ref) \
|
||
|
|
_(RETF, S , ref, ref) \
|
||
|
|
\
|
||
|
|
/* Miscellaneous ops. */ \
|
||
|
|
_(NOP, N , ___, ___) \
|
||
|
|
_(BASE, N , lit, lit) \
|
||
|
|
_(PVAL, N , lit, ___) \
|
||
|
|
_(GCSTEP, S , ___, ___) \
|
||
|
|
_(HIOP, S , ref, ref) \
|
||
|
|
_(LOOP, S , ___, ___) \
|
||
|
|
_(USE, S , ref, ___) \
|
||
|
|
_(PHI, S , ref, ref) \
|
||
|
|
_(RENAME, S , ref, lit) \
|
||
|
|
\
|
||
|
|
/* Constants. */ \
|
||
|
|
_(KPRI, N , ___, ___) \
|
||
|
|
_(KINT, N , cst, ___) \
|
||
|
|
_(KGC, N , cst, ___) \
|
||
|
|
_(KPTR, N , cst, ___) \
|
||
|
|
_(KKPTR, N , cst, ___) \
|
||
|
|
_(KNULL, N , cst, ___) \
|
||
|
|
_(KNUM, N , cst, ___) \
|
||
|
|
_(KINT64, N , cst, ___) \
|
||
|
|
_(KSLOT, N , ref, lit) \
|
||
|
|
\
|
||
|
|
/* Bit ops. */ \
|
||
|
|
_(BNOT, N , ref, ___) \
|
||
|
|
_(BSWAP, N , ref, ___) \
|
||
|
|
_(BAND, C , ref, ref) \
|
||
|
|
_(BOR, C , ref, ref) \
|
||
|
|
_(BXOR, C , ref, ref) \
|
||
|
|
_(BSHL, N , ref, ref) \
|
||
|
|
_(BSHR, N , ref, ref) \
|
||
|
|
_(BSAR, N , ref, ref) \
|
||
|
|
_(BROL, N , ref, ref) \
|
||
|
|
_(BROR, N , ref, ref) \
|
||
|
|
\
|
||
|
|
/* Arithmetic ops. ORDER ARITH */ \
|
||
|
|
_(ADD, C , ref, ref) \
|
||
|
|
_(SUB, N , ref, ref) \
|
||
|
|
_(MUL, C , ref, ref) \
|
||
|
|
_(DIV, N , ref, ref) \
|
||
|
|
_(MOD, N , ref, ref) \
|
||
|
|
_(POW, N , ref, ref) \
|
||
|
|
_(NEG, N , ref, ref) \
|
||
|
|
\
|
||
|
|
_(ABS, N , ref, ref) \
|
||
|
|
_(ATAN2, N , ref, ref) \
|
||
|
|
_(LDEXP, N , ref, ref) \
|
||
|
|
_(MIN, C , ref, ref) \
|
||
|
|
_(MAX, C , ref, ref) \
|
||
|
|
_(FPMATH, N , ref, lit) \
|
||
|
|
\
|
||
|
|
/* Overflow-checking arithmetic ops. */ \
|
||
|
|
_(ADDOV, CW, ref, ref) \
|
||
|
|
_(SUBOV, NW, ref, ref) \
|
||
|
|
_(MULOV, CW, ref, ref) \
|
||
|
|
\
|
||
|
|
/* Memory ops. A = array, H = hash, U = upvalue, F = field, S = stack. */ \
|
||
|
|
\
|
||
|
|
/* Memory references. */ \
|
||
|
|
_(AREF, R , ref, ref) \
|
||
|
|
_(HREFK, R , ref, ref) \
|
||
|
|
_(HREF, L , ref, ref) \
|
||
|
|
_(NEWREF, S , ref, ref) \
|
||
|
|
_(UREFO, LW, ref, lit) \
|
||
|
|
_(UREFC, LW, ref, lit) \
|
||
|
|
_(FREF, R , ref, lit) \
|
||
|
|
_(STRREF, N , ref, ref) \
|
||
|
|
\
|
||
|
|
/* Loads and Stores. These must be in the same order. */ \
|
||
|
|
_(ALOAD, L , ref, ___) \
|
||
|
|
_(HLOAD, L , ref, ___) \
|
||
|
|
_(ULOAD, L , ref, ___) \
|
||
|
|
_(FLOAD, L , ref, lit) \
|
||
|
|
_(XLOAD, L , ref, lit) \
|
||
|
|
_(SLOAD, L , lit, lit) \
|
||
|
|
_(VLOAD, L , ref, ___) \
|
||
|
|
\
|
||
|
|
_(ASTORE, S , ref, ref) \
|
||
|
|
_(HSTORE, S , ref, ref) \
|
||
|
|
_(USTORE, S , ref, ref) \
|
||
|
|
_(FSTORE, S , ref, ref) \
|
||
|
|
_(XSTORE, S , ref, ref) \
|
||
|
|
\
|
||
|
|
/* Allocations. */ \
|
||
|
|
_(SNEW, N , ref, ref) /* CSE is ok, not marked as A. */ \
|
||
|
|
_(XSNEW, A , ref, ref) \
|
||
|
|
_(TNEW, AW, lit, lit) \
|
||
|
|
_(TDUP, AW, ref, ___) \
|
||
|
|
_(CNEW, AW, ref, ref) \
|
||
|
|
_(CNEWI, NW, ref, ref) /* CSE is ok, not marked as A. */ \
|
||
|
|
\
|
||
|
|
/* Barriers. */ \
|
||
|
|
_(TBAR, S , ref, ___) \
|
||
|
|
_(OBAR, S , ref, ref) \
|
||
|
|
_(XBAR, S , ___, ___) \
|
||
|
|
\
|
||
|
|
/* Type conversions. */ \
|
||
|
|
_(CONV, NW, ref, lit) \
|
||
|
|
_(TOBIT, N , ref, ref) \
|
||
|
|
_(TOSTR, N , ref, ___) \
|
||
|
|
_(STRTO, N , ref, ___) \
|
||
|
|
\
|
||
|
|
/* Calls. */ \
|
||
|
|
_(CALLN, N , ref, lit) \
|
||
|
|
_(CALLL, L , ref, lit) \
|
||
|
|
_(CALLS, S , ref, lit) \
|
||
|
|
_(CALLXS, S , ref, ref) \
|
||
|
|
_(CARG, N , ref, ref) \
|
||
|
|
\
|
||
|
|
/* End of list. */
|
||
|
|
|
||
|
|
/* IR opcodes (max. 256). */
|
||
|
|
typedef enum {
|
||
|
|
#define IRENUM(name, m, m1, m2) IR_##name,
|
||
|
|
IRDEF(IRENUM)
|
||
|
|
#undef IRENUM
|
||
|
|
IR__MAX
|
||
|
|
} IROp;
|
||
|
|
|
||
|
|
/* Stored opcode. */
|
||
|
|
typedef uint8_t IROp1;
|
||
|
|
|
||
|
|
LJ_STATIC_ASSERT(((int)IR_EQ^1) == (int)IR_NE);
|
||
|
|
LJ_STATIC_ASSERT(((int)IR_LT^1) == (int)IR_GE);
|
||
|
|
LJ_STATIC_ASSERT(((int)IR_LE^1) == (int)IR_GT);
|
||
|
|
LJ_STATIC_ASSERT(((int)IR_LT^3) == (int)IR_GT);
|
||
|
|
LJ_STATIC_ASSERT(((int)IR_LT^4) == (int)IR_ULT);
|
||
|
|
|
||
|
|
/* Delta between xLOAD and xSTORE. */
|
||
|
|
#define IRDELTA_L2S ((int)IR_ASTORE - (int)IR_ALOAD)
|
||
|
|
|
||
|
|
LJ_STATIC_ASSERT((int)IR_HLOAD + IRDELTA_L2S == (int)IR_HSTORE);
|
||
|
|
LJ_STATIC_ASSERT((int)IR_ULOAD + IRDELTA_L2S == (int)IR_USTORE);
|
||
|
|
LJ_STATIC_ASSERT((int)IR_FLOAD + IRDELTA_L2S == (int)IR_FSTORE);
|
||
|
|
LJ_STATIC_ASSERT((int)IR_XLOAD + IRDELTA_L2S == (int)IR_XSTORE);
|
||
|
|
|
||
|
|
/* -- Named IR literals --------------------------------------------------- */
|
||
|
|
|
||
|
|
/* FPMATH sub-functions. ORDER FPM. */
|
||
|
|
#define IRFPMDEF(_) \
|
||
|
|
_(FLOOR) _(CEIL) _(TRUNC) /* Must be first and in this order. */ \
|
||
|
|
_(SQRT) _(EXP) _(EXP2) _(LOG) _(LOG2) _(LOG10) \
|
||
|
|
_(SIN) _(COS) _(TAN) \
|
||
|
|
_(OTHER)
|
||
|
|
|
||
|
|
typedef enum {
|
||
|
|
#define FPMENUM(name) IRFPM_##name,
|
||
|
|
IRFPMDEF(FPMENUM)
|
||
|
|
#undef FPMENUM
|
||
|
|
IRFPM__MAX
|
||
|
|
} IRFPMathOp;
|
||
|
|
|
||
|
|
/* FLOAD fields. */
|
||
|
|
#define IRFLDEF(_) \
|
||
|
|
_(STR_LEN, offsetof(GCstr, len)) \
|
||
|
|
_(FUNC_ENV, offsetof(GCfunc, l.env)) \
|
||
|
|
_(FUNC_PC, offsetof(GCfunc, l.pc)) \
|
||
|
|
_(TAB_META, offsetof(GCtab, metatable)) \
|
||
|
|
_(TAB_ARRAY, offsetof(GCtab, array)) \
|
||
|
|
_(TAB_NODE, offsetof(GCtab, node)) \
|
||
|
|
_(TAB_ASIZE, offsetof(GCtab, asize)) \
|
||
|
|
_(TAB_HMASK, offsetof(GCtab, hmask)) \
|
||
|
|
_(TAB_NOMM, offsetof(GCtab, nomm)) \
|
||
|
|
_(UDATA_META, offsetof(GCudata, metatable)) \
|
||
|
|
_(UDATA_UDTYPE, offsetof(GCudata, udtype)) \
|
||
|
|
_(UDATA_FILE, sizeof(GCudata)) \
|
||
|
|
_(CDATA_CTYPEID, offsetof(GCcdata, ctypeid)) \
|
||
|
|
_(CDATA_PTR, sizeof(GCcdata)) \
|
||
|
|
_(CDATA_INT, sizeof(GCcdata)) \
|
||
|
|
_(CDATA_INT64, sizeof(GCcdata)) \
|
||
|
|
_(CDATA_INT64_4, sizeof(GCcdata) + 4)
|
||
|
|
|
||
|
|
typedef enum {
|
||
|
|
#define FLENUM(name, ofs) IRFL_##name,
|
||
|
|
IRFLDEF(FLENUM)
|
||
|
|
#undef FLENUM
|
||
|
|
IRFL__MAX
|
||
|
|
} IRFieldID;
|
||
|
|
|
||
|
|
/* SLOAD mode bits, stored in op2. */
|
||
|
|
#define IRSLOAD_PARENT 0x01 /* Coalesce with parent trace. */
|
||
|
|
#define IRSLOAD_FRAME 0x02 /* Load hiword of frame. */
|
||
|
|
#define IRSLOAD_TYPECHECK 0x04 /* Needs type check. */
|
||
|
|
#define IRSLOAD_CONVERT 0x08 /* Number to integer conversion. */
|
||
|
|
#define IRSLOAD_READONLY 0x10 /* Read-only, omit slot store. */
|
||
|
|
#define IRSLOAD_INHERIT 0x20 /* Inherited by exits/side traces. */
|
||
|
|
|
||
|
|
/* XLOAD mode, stored in op2. */
|
||
|
|
#define IRXLOAD_READONLY 1 /* Load from read-only data. */
|
||
|
|
#define IRXLOAD_VOLATILE 2 /* Load from volatile data. */
|
||
|
|
#define IRXLOAD_UNALIGNED 4 /* Unaligned load. */
|
||
|
|
|
||
|
|
/* CONV mode, stored in op2. */
|
||
|
|
#define IRCONV_SRCMASK 0x001f /* Source IRType. */
|
||
|
|
#define IRCONV_DSTMASK 0x03e0 /* Dest. IRType (also in ir->t). */
|
||
|
|
#define IRCONV_DSH 5
|
||
|
|
#define IRCONV_NUM_INT ((IRT_NUM<<IRCONV_DSH)|IRT_INT)
|
||
|
|
#define IRCONV_INT_NUM ((IRT_INT<<IRCONV_DSH)|IRT_NUM)
|
||
|
|
#define IRCONV_TRUNC 0x0400 /* Truncate number to integer. */
|
||
|
|
#define IRCONV_SEXT 0x0800 /* Sign-extend integer to integer. */
|
||
|
|
#define IRCONV_MODEMASK 0x0fff
|
||
|
|
#define IRCONV_CONVMASK 0xf000
|
||
|
|
#define IRCONV_CSH 12
|
||
|
|
/* Number to integer conversion mode. Ordered by strength of the checks. */
|
||
|
|
#define IRCONV_TOBIT (0<<IRCONV_CSH) /* None. Cache only: TOBIT conv. */
|
||
|
|
#define IRCONV_ANY (1<<IRCONV_CSH) /* Any FP number is ok. */
|
||
|
|
#define IRCONV_INDEX (2<<IRCONV_CSH) /* Check + special backprop rules. */
|
||
|
|
#define IRCONV_CHECK (3<<IRCONV_CSH) /* Number checked for integerness. */
|
||
|
|
|
||
|
|
/* -- IR operands --------------------------------------------------------- */
|
||
|
|
|
||
|
|
/* IR operand mode (2 bit). */
|
||
|
|
typedef enum {
|
||
|
|
IRMref, /* IR reference. */
|
||
|
|
IRMlit, /* 16 bit unsigned literal. */
|
||
|
|
IRMcst, /* Constant literal: i, gcr or ptr. */
|
||
|
|
IRMnone /* Unused operand. */
|
||
|
|
} IRMode;
|
||
|
|
#define IRM___ IRMnone
|
||
|
|
|
||
|
|
/* Mode bits: Commutative, {Normal/Ref, Alloc, Load, Store}, Non-weak guard. */
|
||
|
|
#define IRM_C 0x10
|
||
|
|
|
||
|
|
#define IRM_N 0x00
|
||
|
|
#define IRM_R IRM_N
|
||
|
|
#define IRM_A 0x20
|
||
|
|
#define IRM_L 0x40
|
||
|
|
#define IRM_S 0x60
|
||
|
|
|
||
|
|
#define IRM_W 0x80
|
||
|
|
|
||
|
|
#define IRM_NW (IRM_N|IRM_W)
|
||
|
|
#define IRM_CW (IRM_C|IRM_W)
|
||
|
|
#define IRM_AW (IRM_A|IRM_W)
|
||
|
|
#define IRM_LW (IRM_L|IRM_W)
|
||
|
|
|
||
|
|
#define irm_op1(m) ((IRMode)((m)&3))
|
||
|
|
#define irm_op2(m) ((IRMode)(((m)>>2)&3))
|
||
|
|
#define irm_iscomm(m) ((m) & IRM_C)
|
||
|
|
#define irm_kind(m) ((m) & IRM_S)
|
||
|
|
|
||
|
|
#define IRMODE(name, m, m1, m2) (((IRM##m1)|((IRM##m2)<<2)|(IRM_##m))^IRM_W),
|
||
|
|
|
||
|
|
LJ_DATA const uint8_t lj_ir_mode[IR__MAX+1];
|
||
|
|
|
||
|
|
/* -- IR instruction types ------------------------------------------------ */
|
||
|
|
|
||
|
|
/* Map of itypes to non-negative numbers. ORDER LJ_T.
|
||
|
|
** LJ_TUPVAL/LJ_TTRACE never appear in a TValue. Use these itypes for
|
||
|
|
** IRT_P32 and IRT_P64, which never escape the IR.
|
||
|
|
** The various integers are only used in the IR and can only escape to
|
||
|
|
** a TValue after implicit or explicit conversion. Their types must be
|
||
|
|
** contiguous and next to IRT_NUM (see the typerange macros below).
|
||
|
|
*/
|
||
|
|
#define IRTDEF(_) \
|
||
|
|
_(NIL, 4) _(FALSE, 4) _(TRUE, 4) _(LIGHTUD, LJ_64 ? 8 : 4) _(STR, 4) \
|
||
|
|
_(P32, 4) _(THREAD, 4) _(PROTO, 4) _(FUNC, 4) _(P64, 8) _(CDATA, 4) \
|
||
|
|
_(TAB, 4) _(UDATA, 4) \
|
||
|
|
_(FLOAT, 4) _(NUM, 8) _(I8, 1) _(U8, 1) _(I16, 2) _(U16, 2) \
|
||
|
|
_(INT, 4) _(U32, 4) _(I64, 8) _(U64, 8) \
|
||
|
|
_(SOFTFP, 4) /* There is room for 9 more types. */
|
||
|
|
|
||
|
|
/* IR result type and flags (8 bit). */
|
||
|
|
typedef enum {
|
||
|
|
#define IRTENUM(name, size) IRT_##name,
|
||
|
|
IRTDEF(IRTENUM)
|
||
|
|
#undef IRTENUM
|
||
|
|
IRT__MAX,
|
||
|
|
|
||
|
|
/* Native pointer type and the corresponding integer type. */
|
||
|
|
IRT_PTR = LJ_64 ? IRT_P64 : IRT_P32,
|
||
|
|
IRT_INTP = LJ_64 ? IRT_I64 : IRT_INT,
|
||
|
|
IRT_UINTP = LJ_64 ? IRT_U64 : IRT_U32,
|
||
|
|
|
||
|
|
/* Additional flags. */
|
||
|
|
IRT_MARK = 0x20, /* Marker for misc. purposes. */
|
||
|
|
IRT_ISPHI = 0x40, /* Instruction is left or right PHI operand. */
|
||
|
|
IRT_GUARD = 0x80, /* Instruction is a guard. */
|
||
|
|
|
||
|
|
/* Masks. */
|
||
|
|
IRT_TYPE = 0x1f,
|
||
|
|
IRT_T = 0xff
|
||
|
|
} IRType;
|
||
|
|
|
||
|
|
#define irtype_ispri(irt) ((uint32_t)(irt) <= IRT_TRUE)
|
||
|
|
|
||
|
|
/* Stored IRType. */
|
||
|
|
typedef struct IRType1 { uint8_t irt; } IRType1;
|
||
|
|
|
||
|
|
#define IRT(o, t) ((uint32_t)(((o)<<8) | (t)))
|
||
|
|
#define IRTI(o) (IRT((o), IRT_INT))
|
||
|
|
#define IRTN(o) (IRT((o), IRT_NUM))
|
||
|
|
#define IRTG(o, t) (IRT((o), IRT_GUARD|(t)))
|
||
|
|
#define IRTGI(o) (IRT((o), IRT_GUARD|IRT_INT))
|
||
|
|
|
||
|
|
#define irt_t(t) ((IRType)(t).irt)
|
||
|
|
#define irt_type(t) ((IRType)((t).irt & IRT_TYPE))
|
||
|
|
#define irt_sametype(t1, t2) ((((t1).irt ^ (t2).irt) & IRT_TYPE) == 0)
|
||
|
|
#define irt_typerange(t, first, last) \
|
||
|
|
((uint32_t)((t).irt & IRT_TYPE) - (uint32_t)(first) <= (uint32_t)(last-first))
|
||
|
|
|
||
|
|
#define irt_isnil(t) (irt_type(t) == IRT_NIL)
|
||
|
|
#define irt_ispri(t) ((uint32_t)irt_type(t) <= IRT_TRUE)
|
||
|
|
#define irt_islightud(t) (irt_type(t) == IRT_LIGHTUD)
|
||
|
|
#define irt_isstr(t) (irt_type(t) == IRT_STR)
|
||
|
|
#define irt_istab(t) (irt_type(t) == IRT_TAB)
|
||
|
|
#define irt_iscdata(t) (irt_type(t) == IRT_CDATA)
|
||
|
|
#define irt_isfloat(t) (irt_type(t) == IRT_FLOAT)
|
||
|
|
#define irt_isnum(t) (irt_type(t) == IRT_NUM)
|
||
|
|
#define irt_isint(t) (irt_type(t) == IRT_INT)
|
||
|
|
#define irt_isi8(t) (irt_type(t) == IRT_I8)
|
||
|
|
#define irt_isu8(t) (irt_type(t) == IRT_U8)
|
||
|
|
#define irt_isi16(t) (irt_type(t) == IRT_I16)
|
||
|
|
#define irt_isu16(t) (irt_type(t) == IRT_U16)
|
||
|
|
#define irt_isu32(t) (irt_type(t) == IRT_U32)
|
||
|
|
#define irt_isi64(t) (irt_type(t) == IRT_I64)
|
||
|
|
#define irt_isu64(t) (irt_type(t) == IRT_U64)
|
||
|
|
|
||
|
|
#define irt_isfp(t) (irt_isnum(t) || irt_isfloat(t))
|
||
|
|
#define irt_isinteger(t) (irt_typerange((t), IRT_I8, IRT_INT))
|
||
|
|
#define irt_isgcv(t) (irt_typerange((t), IRT_STR, IRT_UDATA))
|
||
|
|
#define irt_isaddr(t) (irt_typerange((t), IRT_LIGHTUD, IRT_UDATA))
|
||
|
|
#define irt_isint64(t) (irt_typerange((t), IRT_I64, IRT_U64))
|
||
|
|
|
||
|
|
#if LJ_64
|
||
|
|
#define IRT_IS64 \
|
||
|
|
((1u<<IRT_NUM)|(1u<<IRT_I64)|(1u<<IRT_U64)|(1u<<IRT_P64)|(1u<<IRT_LIGHTUD))
|
||
|
|
#else
|
||
|
|
#define IRT_IS64 \
|
||
|
|
((1u<<IRT_NUM)|(1u<<IRT_I64)|(1u<<IRT_U64))
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define irt_is64(t) ((IRT_IS64 >> irt_type(t)) & 1)
|
||
|
|
#define irt_is64orfp(t) (((IRT_IS64|(1u<<IRT_FLOAT))>>irt_type(t)) & 1)
|
||
|
|
|
||
|
|
#define irt_size(t) (lj_ir_type_size[irt_t((t))])
|
||
|
|
|
||
|
|
LJ_DATA const uint8_t lj_ir_type_size[];
|
||
|
|
|
||
|
|
static LJ_AINLINE IRType itype2irt(const TValue *tv)
|
||
|
|
{
|
||
|
|
if (tvisint(tv))
|
||
|
|
return IRT_INT;
|
||
|
|
else if (tvisnum(tv))
|
||
|
|
return IRT_NUM;
|
||
|
|
#if LJ_64
|
||
|
|
else if (tvislightud(tv))
|
||
|
|
return IRT_LIGHTUD;
|
||
|
|
#endif
|
||
|
|
else
|
||
|
|
return (IRType)~itype(tv);
|
||
|
|
}
|
||
|
|
|
||
|
|
static LJ_AINLINE uint32_t irt_toitype_(IRType t)
|
||
|
|
{
|
||
|
|
lua_assert(!LJ_64 || t != IRT_LIGHTUD);
|
||
|
|
if (LJ_DUALNUM && t > IRT_NUM) {
|
||
|
|
return LJ_TISNUM;
|
||
|
|
} else {
|
||
|
|
lua_assert(t <= IRT_NUM);
|
||
|
|
return ~(uint32_t)t;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
#define irt_toitype(t) irt_toitype_(irt_type((t)))
|
||
|
|
|
||
|
|
#define irt_isguard(t) ((t).irt & IRT_GUARD)
|
||
|
|
#define irt_ismarked(t) ((t).irt & IRT_MARK)
|
||
|
|
#define irt_setmark(t) ((t).irt |= IRT_MARK)
|
||
|
|
#define irt_clearmark(t) ((t).irt &= ~IRT_MARK)
|
||
|
|
#define irt_isphi(t) ((t).irt & IRT_ISPHI)
|
||
|
|
#define irt_setphi(t) ((t).irt |= IRT_ISPHI)
|
||
|
|
#define irt_clearphi(t) ((t).irt &= ~IRT_ISPHI)
|
||
|
|
|
||
|
|
/* Stored combined IR opcode and type. */
|
||
|
|
typedef uint16_t IROpT;
|
||
|
|
|
||
|
|
/* -- IR references ------------------------------------------------------- */
|
||
|
|
|
||
|
|
/* IR references. */
|
||
|
|
typedef uint16_t IRRef1; /* One stored reference. */
|
||
|
|
typedef uint32_t IRRef2; /* Two stored references. */
|
||
|
|
typedef uint32_t IRRef; /* Used to pass around references. */
|
||
|
|
|
||
|
|
/* Fixed references. */
|
||
|
|
enum {
|
||
|
|
REF_BIAS = 0x8000,
|
||
|
|
REF_TRUE = REF_BIAS-3,
|
||
|
|
REF_FALSE = REF_BIAS-2,
|
||
|
|
REF_NIL = REF_BIAS-1, /* \--- Constants grow downwards. */
|
||
|
|
REF_BASE = REF_BIAS, /* /--- IR grows upwards. */
|
||
|
|
REF_FIRST = REF_BIAS+1,
|
||
|
|
REF_DROP = 0xffff
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Note: IRMlit operands must be < REF_BIAS, too!
|
||
|
|
** This allows for fast and uniform manipulation of all operands
|
||
|
|
** without looking up the operand mode in lj_ir_mode:
|
||
|
|
** - CSE calculates the maximum reference of two operands.
|
||
|
|
** This must work with mixed reference/literal operands, too.
|
||
|
|
** - DCE marking only checks for operand >= REF_BIAS.
|
||
|
|
** - LOOP needs to substitute reference operands.
|
||
|
|
** Constant references and literals must not be modified.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#define IRREF2(lo, hi) ((IRRef2)(lo) | ((IRRef2)(hi) << 16))
|
||
|
|
|
||
|
|
#define irref_isk(ref) ((ref) < REF_BIAS)
|
||
|
|
|
||
|
|
/* Tagged IR references (32 bit).
|
||
|
|
**
|
||
|
|
** +-------+-------+---------------+
|
||
|
|
** | irt | flags | ref |
|
||
|
|
** +-------+-------+---------------+
|
||
|
|
**
|
||
|
|
** The tag holds a copy of the IRType and speeds up IR type checks.
|
||
|
|
*/
|
||
|
|
typedef uint32_t TRef;
|
||
|
|
|
||
|
|
#define TREF_REFMASK 0x0000ffff
|
||
|
|
#define TREF_FRAME 0x00010000
|
||
|
|
#define TREF_CONT 0x00020000
|
||
|
|
|
||
|
|
#define TREF(ref, t) ((TRef)((ref) + ((t)<<24)))
|
||
|
|
|
||
|
|
#define tref_ref(tr) ((IRRef1)(tr))
|
||
|
|
#define tref_t(tr) ((IRType)((tr)>>24))
|
||
|
|
#define tref_type(tr) ((IRType)(((tr)>>24) & IRT_TYPE))
|
||
|
|
#define tref_typerange(tr, first, last) \
|
||
|
|
((((tr)>>24) & IRT_TYPE) - (TRef)(first) <= (TRef)(last-first))
|
||
|
|
|
||
|
|
#define tref_istype(tr, t) (((tr) & (IRT_TYPE<<24)) == ((t)<<24))
|
||
|
|
#define tref_isnil(tr) (tref_istype((tr), IRT_NIL))
|
||
|
|
#define tref_isfalse(tr) (tref_istype((tr), IRT_FALSE))
|
||
|
|
#define tref_istrue(tr) (tref_istype((tr), IRT_TRUE))
|
||
|
|
#define tref_isstr(tr) (tref_istype((tr), IRT_STR))
|
||
|
|
#define tref_isfunc(tr) (tref_istype((tr), IRT_FUNC))
|
||
|
|
#define tref_iscdata(tr) (tref_istype((tr), IRT_CDATA))
|
||
|
|
#define tref_istab(tr) (tref_istype((tr), IRT_TAB))
|
||
|
|
#define tref_isudata(tr) (tref_istype((tr), IRT_UDATA))
|
||
|
|
#define tref_isnum(tr) (tref_istype((tr), IRT_NUM))
|
||
|
|
#define tref_isint(tr) (tref_istype((tr), IRT_INT))
|
||
|
|
|
||
|
|
#define tref_isbool(tr) (tref_typerange((tr), IRT_FALSE, IRT_TRUE))
|
||
|
|
#define tref_ispri(tr) (tref_typerange((tr), IRT_NIL, IRT_TRUE))
|
||
|
|
#define tref_istruecond(tr) (!tref_typerange((tr), IRT_NIL, IRT_FALSE))
|
||
|
|
#define tref_isinteger(tr) (tref_typerange((tr), IRT_I8, IRT_INT))
|
||
|
|
#define tref_isnumber(tr) (tref_typerange((tr), IRT_NUM, IRT_INT))
|
||
|
|
#define tref_isnumber_str(tr) (tref_isnumber((tr)) || tref_isstr((tr)))
|
||
|
|
#define tref_isgcv(tr) (tref_typerange((tr), IRT_STR, IRT_UDATA))
|
||
|
|
|
||
|
|
#define tref_isk(tr) (irref_isk(tref_ref((tr))))
|
||
|
|
#define tref_isk2(tr1, tr2) (irref_isk(tref_ref((tr1) | (tr2))))
|
||
|
|
|
||
|
|
#define TREF_PRI(t) (TREF(REF_NIL-(t), (t)))
|
||
|
|
#define TREF_NIL (TREF_PRI(IRT_NIL))
|
||
|
|
#define TREF_FALSE (TREF_PRI(IRT_FALSE))
|
||
|
|
#define TREF_TRUE (TREF_PRI(IRT_TRUE))
|
||
|
|
|
||
|
|
/* -- IR format ----------------------------------------------------------- */
|
||
|
|
|
||
|
|
/* IR instruction format (64 bit).
|
||
|
|
**
|
||
|
|
** 16 16 8 8 8 8
|
||
|
|
** +-------+-------+---+---+---+---+
|
||
|
|
** | op1 | op2 | t | o | r | s |
|
||
|
|
** +-------+-------+---+---+---+---+
|
||
|
|
** | op12/i/gco | ot | prev | (alternative fields in union)
|
||
|
|
** +---------------+-------+-------+
|
||
|
|
** 32 16 16
|
||
|
|
**
|
||
|
|
** prev is only valid prior to register allocation and then reused for r + s.
|
||
|
|
*/
|
||
|
|
|
||
|
|
typedef union IRIns {
|
||
|
|
struct {
|
||
|
|
LJ_ENDIAN_LOHI(
|
||
|
|
IRRef1 op1; /* IR operand 1. */
|
||
|
|
, IRRef1 op2; /* IR operand 2. */
|
||
|
|
)
|
||
|
|
IROpT ot; /* IR opcode and type (overlaps t and o). */
|
||
|
|
IRRef1 prev; /* Previous ins in same chain (overlaps r and s). */
|
||
|
|
};
|
||
|
|
struct {
|
||
|
|
IRRef2 op12; /* IR operand 1 and 2 (overlaps op1 and op2). */
|
||
|
|
LJ_ENDIAN_LOHI(
|
||
|
|
IRType1 t; /* IR type. */
|
||
|
|
, IROp1 o; /* IR opcode. */
|
||
|
|
)
|
||
|
|
LJ_ENDIAN_LOHI(
|
||
|
|
uint8_t r; /* Register allocation (overlaps prev). */
|
||
|
|
, uint8_t s; /* Spill slot allocation (overlaps prev). */
|
||
|
|
)
|
||
|
|
};
|
||
|
|
int32_t i; /* 32 bit signed integer literal (overlaps op12). */
|
||
|
|
GCRef gcr; /* GCobj constant (overlaps op12). */
|
||
|
|
MRef ptr; /* Pointer constant (overlaps op12). */
|
||
|
|
} IRIns;
|
||
|
|
|
||
|
|
#define ir_kgc(ir) check_exp((ir)->o == IR_KGC, gcref((ir)->gcr))
|
||
|
|
#define ir_kstr(ir) (gco2str(ir_kgc((ir))))
|
||
|
|
#define ir_ktab(ir) (gco2tab(ir_kgc((ir))))
|
||
|
|
#define ir_kfunc(ir) (gco2func(ir_kgc((ir))))
|
||
|
|
#define ir_kcdata(ir) (gco2cd(ir_kgc((ir))))
|
||
|
|
#define ir_knum(ir) check_exp((ir)->o == IR_KNUM, mref((ir)->ptr, cTValue))
|
||
|
|
#define ir_kint64(ir) check_exp((ir)->o == IR_KINT64, mref((ir)->ptr,cTValue))
|
||
|
|
#define ir_k64(ir) \
|
||
|
|
check_exp((ir)->o == IR_KNUM || (ir)->o == IR_KINT64, mref((ir)->ptr,cTValue))
|
||
|
|
#define ir_kptr(ir) \
|
||
|
|
check_exp((ir)->o == IR_KPTR || (ir)->o == IR_KKPTR, mref((ir)->ptr, void))
|
||
|
|
|
||
|
|
/* A store or any other op with a non-weak guard has a side-effect. */
|
||
|
|
static LJ_AINLINE int ir_sideeff(IRIns *ir)
|
||
|
|
{
|
||
|
|
return (((ir->t.irt | ~IRT_GUARD) & lj_ir_mode[ir->o]) >= IRM_S);
|
||
|
|
}
|
||
|
|
|
||
|
|
LJ_STATIC_ASSERT((int)IRT_GUARD == (int)IRM_W);
|
||
|
|
|
||
|
|
#endif
|