Lines Matching refs:inst
368 #define INC_SIZE(s) (*inst++ = U8(s), compiler->size += (s))
370 #define PUSH_REG(r) (*inst++ = U8(PUSH_r + (r)))
371 #define POP_REG(r) (*inst++ = U8(POP_r + (r)))
372 #define RET() (*inst++ = RET_near)
373 #define RET_I16(n) (*inst++ = RET_i16, *inst++ = U8(n), *inst++ = 0)
1060 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, immw, arg, argw); \
1061 FAIL_IF(!inst); \
1062 *(inst + 1) |= (op_imm); \
1074 inst = emit_x86_instruction(compiler, 1, FAST_IS_REG(arg) ? TMP_REG2 : TMP_REG1, 0, arg, argw); \
1075 FAIL_IF(!inst); \
1076 *inst = (op_mr); \
1095 sljit_u8 *inst = (sljit_u8*)ensure_buf(compiler, 1 + 1); in emit_byte() local
1096 FAIL_IF(!inst); in emit_byte()
1098 *inst = byte; in emit_byte()
1135 sljit_u8 *inst; in emit_endbranch() local
1136 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4); in emit_endbranch()
1137 FAIL_IF(!inst); in emit_endbranch()
1139 inst[0] = GROUP_F3; in emit_endbranch()
1140 inst[1] = GROUP_0F; in emit_endbranch()
1141 inst[2] = 0x1e; in emit_endbranch()
1143 inst[3] = 0xfb; in emit_endbranch()
1145 inst[3] = 0xfa; in emit_endbranch()
1157 sljit_u8 *inst; in emit_rdssp() local
1166 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in emit_rdssp()
1167 FAIL_IF(!inst); in emit_rdssp()
1169 *inst++ = GROUP_F3; in emit_rdssp()
1171 *inst++ = REX_W | (reg_map[reg] <= 7 ? 0 : REX_B); in emit_rdssp()
1173 inst[0] = GROUP_0F; in emit_rdssp()
1174 inst[1] = 0x1e; in emit_rdssp()
1176 inst[2] = U8(MOD_REG | (0x1 << 3) | reg_lmap[reg]); in emit_rdssp()
1178 inst[2] = U8(MOD_REG | (0x1 << 3) | reg_map[reg]); in emit_rdssp()
1185 sljit_u8 *inst; in emit_incssp() local
1194 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in emit_incssp()
1195 FAIL_IF(!inst); in emit_incssp()
1197 *inst++ = GROUP_F3; in emit_incssp()
1199 *inst++ = REX_W | (reg_map[reg] <= 7 ? 0 : REX_B); in emit_incssp()
1201 inst[0] = GROUP_0F; in emit_incssp()
1202 inst[1] = 0xae; in emit_incssp()
1203 inst[2] = (0x3 << 6) | (0x5 << 3) | (reg_map[reg] & 0x7); in emit_incssp()
1222 sljit_u8 *inst, *jz_after_cmp_inst; in adjust_shadow_stack() local
1238 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in adjust_shadow_stack()
1239 FAIL_IF(!inst); in adjust_shadow_stack()
1241 *inst++ = get_jump_code(SLJIT_EQUAL) - 0x10; in adjust_shadow_stack()
1243 jz_after_cmp_inst = inst; in adjust_shadow_stack()
1256 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in adjust_shadow_stack()
1257 FAIL_IF(!inst); in adjust_shadow_stack()
1259 inst[0] = JMP_i8; in adjust_shadow_stack()
1260 inst[1] = size_before_rdssp_inst - compiler->size; in adjust_shadow_stack()
1281 sljit_u8* inst; in emit_mov() local
1284 inst = emit_x86_instruction(compiler, 1, src, 0, dst, dstw); in emit_mov()
1285 FAIL_IF(!inst); in emit_mov()
1286 *inst = MOV_rm_r; in emit_mov()
1308 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw); in emit_mov()
1309 FAIL_IF(!inst); in emit_mov()
1310 *inst = MOV_rm_r; in emit_mov()
1314 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, srcw, dst, dstw); in emit_mov()
1315 FAIL_IF(!inst); in emit_mov()
1316 *inst = MOV_rm_i32; in emit_mov()
1320 inst = emit_x86_instruction(compiler, 1, dst, 0, src, srcw); in emit_mov()
1321 FAIL_IF(!inst); in emit_mov()
1322 *inst = MOV_r_rm; in emit_mov()
1328 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src, srcw); in emit_mov()
1329 FAIL_IF(!inst); in emit_mov()
1330 *inst = MOV_r_rm; in emit_mov()
1331 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw); in emit_mov()
1332 FAIL_IF(!inst); in emit_mov()
1333 *inst = MOV_rm_r; in emit_mov()
1341 sljit_u8* inst; in emit_cmov_generic() local
1346 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in emit_cmov_generic()
1347 FAIL_IF(!inst); in emit_cmov_generic()
1349 inst[0] = U8(get_jump_code((sljit_uw)type ^ 0x1) - 0x10); in emit_cmov_generic()
1354 inst[1] = U8(compiler->size - size); in emit_cmov_generic()
1360 sljit_u8 *inst; in sljit_emit_op0() local
1399 inst = emit_x86_instruction(compiler, 1, SLJIT_R1, 0, SLJIT_R1, 0); in sljit_emit_op0()
1401 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, TMP_REG1, 0); in sljit_emit_op0()
1403 FAIL_IF(!inst); in sljit_emit_op0()
1404 *inst = XOR_r_rm; in sljit_emit_op0()
1416 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in sljit_emit_op0()
1417 FAIL_IF(!inst); in sljit_emit_op0()
1419 inst[0] = REX_W; in sljit_emit_op0()
1420 inst[1] = CDQ; in sljit_emit_op0()
1427 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in sljit_emit_op0()
1428 FAIL_IF(!inst); in sljit_emit_op0()
1430 inst[0] = GROUP_F7; in sljit_emit_op0()
1431 inst[1] = MOD_REG | ((op >= SLJIT_DIVMOD_UW) ? reg_map[TMP_REG1] : reg_map[SLJIT_R1]); in sljit_emit_op0()
1438 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in sljit_emit_op0()
1439 FAIL_IF(!inst); in sljit_emit_op0()
1443 *inst++ = REX_W | ((op >= SLJIT_DIVMOD_UW) ? REX_B : 0); in sljit_emit_op0()
1445 *inst++ = REX_B; in sljit_emit_op0()
1446 inst[0] = GROUP_F7; in sljit_emit_op0()
1447 inst[1] = MOD_REG | ((op >= SLJIT_DIVMOD_UW) ? reg_lmap[TMP_REG1] : reg_lmap[SLJIT_R1]); in sljit_emit_op0()
1450 *inst++ = REX_W; in sljit_emit_op0()
1451 inst[0] = GROUP_F7; in sljit_emit_op0()
1452 inst[1] = MOD_REG | reg_map[SLJIT_R1]; in sljit_emit_op0()
1457 inst[1] |= MUL; in sljit_emit_op0()
1460 inst[1] |= IMUL; in sljit_emit_op0()
1464 inst[1] |= DIV; in sljit_emit_op0()
1468 inst[1] |= IDIV; in sljit_emit_op0()
1492 sljit_u8* inst; in emit_mov_byte() local
1504 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, srcw, dst, 0); in emit_mov_byte()
1505 FAIL_IF(!inst); in emit_mov_byte()
1506 *inst = MOV_rm_i32; in emit_mov_byte()
1510 …inst = emit_x86_instruction(compiler, 1 | EX86_BYTE_ARG | EX86_NO_REXW, SLJIT_IMM, srcw, dst, dstw… in emit_mov_byte()
1511 FAIL_IF(!inst); in emit_mov_byte()
1512 *inst = MOV_rm8_i8; in emit_mov_byte()
1535 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, 0xff, dst, 0); in emit_mov_byte()
1536 FAIL_IF(!inst); in emit_mov_byte()
1537 *(inst + 1) |= AND; in emit_mov_byte()
1552 inst = emit_x86_instruction(compiler, 1 | EX86_REX | EX86_NO_REXW, dst_r, 0, dst, dstw); in emit_mov_byte()
1553 FAIL_IF(!inst); in emit_mov_byte()
1554 *inst = MOV_rm8_r8; in emit_mov_byte()
1563 sljit_u8* inst; in emit_prefetch() local
1569 inst = emit_x86_instruction(compiler, 2, 0, 0, src, srcw); in emit_prefetch()
1570 FAIL_IF(!inst); in emit_prefetch()
1571 inst[0] = GROUP_0F; in emit_prefetch()
1572 inst[1] = PREFETCH; in emit_prefetch()
1575 inst[2] |= (1 << 3); in emit_prefetch()
1577 inst[2] |= (2 << 3); in emit_prefetch()
1579 inst[2] |= (3 << 3); in emit_prefetch()
1588 sljit_u8* inst; in emit_mov_half() local
1600 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, srcw, dst, 0); in emit_mov_half()
1601 FAIL_IF(!inst); in emit_mov_half()
1602 *inst = MOV_rm_i32; in emit_mov_half()
1606 …inst = emit_x86_instruction(compiler, 1 | EX86_HALF_ARG | EX86_NO_REXW | EX86_PREF_66, SLJIT_IMM, … in emit_mov_half()
1607 FAIL_IF(!inst); in emit_mov_half()
1608 *inst = MOV_rm_i32; in emit_mov_half()
1620 inst = emit_x86_instruction(compiler, 1 | EX86_NO_REXW | EX86_PREF_66, dst_r, 0, dst, dstw); in emit_mov_half()
1621 FAIL_IF(!inst); in emit_mov_half()
1622 *inst = MOV_rm_r; in emit_mov_half()
1632 sljit_u8* inst; in emit_unary() local
1636 inst = emit_x86_instruction(compiler, 1, 0, 0, dst, dstw); in emit_unary()
1637 FAIL_IF(!inst); in emit_unary()
1638 inst[0] = GROUP_F7; in emit_unary()
1639 inst[1] |= opcode; in emit_unary()
1645 inst = emit_x86_instruction(compiler, 1, 0, 0, dst, 0); in emit_unary()
1646 FAIL_IF(!inst); in emit_unary()
1647 inst[0] = GROUP_F7; in emit_unary()
1648 inst[1] |= opcode; in emit_unary()
1653 inst = emit_x86_instruction(compiler, 1, 0, 0, TMP_REG1, 0); in emit_unary()
1654 FAIL_IF(!inst); in emit_unary()
1655 inst[0] = GROUP_F7; in emit_unary()
1656 inst[1] |= opcode; in emit_unary()
1670 sljit_u8* inst; in emit_clz_ctz() local
1694 inst = emit_x86_instruction(compiler, 2, dst_r, 0, TMP_REG1, 0); in emit_clz_ctz()
1697 …inst = emit_x86_instruction(compiler, 2, dst_r, 0, SLJIT_MEM0(), is_clz ? (sljit_sw)&emit_clz_arg … in emit_clz_ctz()
1699 FAIL_IF(!inst); in emit_clz_ctz()
1700 inst[0] = GROUP_0F; in emit_clz_ctz()
1701 inst[1] = CMOVE_r_rm; in emit_clz_ctz()
1707 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, 31, dst_r, 0); in emit_clz_ctz()
1708 FAIL_IF(!inst); in emit_clz_ctz()
1709 *(inst + 1) |= XOR; in emit_clz_ctz()
1724 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, max >> 1, dst_r, 0); in emit_clz_ctz()
1725 FAIL_IF(!inst); in emit_clz_ctz()
1726 *(inst + 1) |= XOR; in emit_clz_ctz()
1740 sljit_u8 *inst; in emit_bswap() local
1776 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in emit_bswap()
1777 FAIL_IF(!inst); in emit_bswap()
1782 *inst++ = rex; in emit_bswap()
1784 inst[0] = GROUP_0F; in emit_bswap()
1785 inst[1] = BSWAP_r | reg_lmap[dst_r]; in emit_bswap()
1787 inst[0] = GROUP_0F; in emit_bswap()
1788 inst[1] = BSWAP_r | reg_map[dst_r]; in emit_bswap()
1798 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_IMM, (sljit_sw)size, dst_r, 0); in emit_bswap()
1799 FAIL_IF(!inst); in emit_bswap()
1801 inst[1] |= SHR; in emit_bswap()
1803 inst[1] |= SAR; in emit_bswap()
1820 inst = emit_x86_instruction(compiler, 1, dst, 0, dst, 0); in emit_bswap()
1821 FAIL_IF(!inst); in emit_bswap()
1822 *inst = MOVSXD_r_rm; in emit_bswap()
1980 sljit_u8* inst; local
2000 inst = emit_x86_instruction(compiler, 1, dst, dstw, src2, src2w);
2001 FAIL_IF(!inst);
2002 *inst = op_rm;
2006 inst = emit_x86_instruction(compiler, 1, src2, src2w, dst, dstw);
2007 FAIL_IF(!inst);
2008 *inst = op_mr;
2012 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw);
2013 FAIL_IF(!inst);
2014 *inst = op_mr;
2034 inst = emit_x86_instruction(compiler, 1, dst, dstw, src1, src1w);
2035 FAIL_IF(!inst);
2036 *inst = op_rm;
2039 inst = emit_x86_instruction(compiler, 1, src1, src1w, dst, dstw);
2040 FAIL_IF(!inst);
2041 *inst = op_mr;
2045 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw);
2046 FAIL_IF(!inst);
2047 *inst = op_mr;
2059 inst = emit_x86_instruction(compiler, 1, dst, 0, src2, src2w);
2060 FAIL_IF(!inst);
2061 *inst = op_rm;
2071 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
2072 FAIL_IF(!inst);
2073 *inst = op_rm;
2087 sljit_u8* inst; local
2107 inst = emit_x86_instruction(compiler, 1, dst, dstw, src2, src2w);
2108 FAIL_IF(!inst);
2109 *inst = op_rm;
2112 inst = emit_x86_instruction(compiler, 1, src2, src2w, dst, dstw);
2113 FAIL_IF(!inst);
2114 *inst = op_mr;
2118 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw);
2119 FAIL_IF(!inst);
2120 *inst = op_mr;
2132 inst = emit_x86_instruction(compiler, 1, dst, 0, src2, src2w);
2133 FAIL_IF(!inst);
2134 *inst = op_rm;
2144 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
2145 FAIL_IF(!inst);
2146 *inst = op_rm;
2159 sljit_u8* inst; local
2175 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src2, src2w);
2176 FAIL_IF(!inst);
2177 *inst = IMUL_r_rm_i8;
2183 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src2, src2w);
2184 FAIL_IF(!inst);
2185 *inst = IMUL_r_rm_i32;
2186 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
2187 FAIL_IF(!inst);
2189 sljit_unaligned_store_sw(inst, src1w);
2193 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src2, src2w);
2194 FAIL_IF(!inst);
2195 *inst = IMUL_r_rm_i32;
2196 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
2197 FAIL_IF(!inst);
2199 sljit_unaligned_store_s32(inst, (sljit_s32)src1w);
2213 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src1, src1w);
2214 FAIL_IF(!inst);
2215 *inst = IMUL_r_rm_i8;
2221 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src1, src1w);
2222 FAIL_IF(!inst);
2223 *inst = IMUL_r_rm_i32;
2225 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
2226 FAIL_IF(!inst);
2228 sljit_unaligned_store_sw(inst, src2w);
2232 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src1, src1w);
2233 FAIL_IF(!inst);
2234 *inst = IMUL_r_rm_i32;
2236 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
2237 FAIL_IF(!inst);
2239 sljit_unaligned_store_s32(inst, (sljit_s32)src2w);
2266 sljit_u8* inst; local
2279 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM2(src1, src2), 0);
2280 FAIL_IF(!inst);
2281 *inst = LEA_r_m;
2286 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src1), (sljit_s32)src2w);
2289 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src1), src2w);
2291 FAIL_IF(!inst);
2292 *inst = LEA_r_m;
2299 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src2), (sljit_s32)src1w);
2302 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src2), src1w);
2304 FAIL_IF(!inst);
2305 *inst = LEA_r_m;
2322 sljit_u8* inst; local
2338 inst = emit_x86_instruction(compiler, 1, src1, 0, src2, src2w);
2339 FAIL_IF(!inst);
2340 *inst = CMP_r_rm;
2346 inst = emit_x86_instruction(compiler, 1, src2, 0, src1, src1w);
2347 FAIL_IF(!inst);
2348 *inst = CMP_rm_r;
2362 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
2363 FAIL_IF(!inst);
2364 *inst = CMP_r_rm;
2373 sljit_u8* inst; local
2397 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, src1, src1w);
2398 FAIL_IF(!inst);
2399 *inst = GROUP_F7;
2402 … inst = emit_x86_instruction(compiler, 1, FAST_IS_REG(src1) ? TMP_REG2 : TMP_REG1, 0, src1, src1w);
2403 FAIL_IF(!inst);
2404 *inst = TEST_rm_r;
2407 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, src1, src1w);
2408 FAIL_IF(!inst);
2409 *inst = GROUP_F7;
2414 inst = emit_x86_instruction(compiler, 1, src1, 0, src2, src2w);
2415 FAIL_IF(!inst);
2416 *inst = TEST_rm_r;
2425 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src1w, src2, src2w);
2426 FAIL_IF(!inst);
2427 *inst = GROUP_F7;
2431 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
2432 FAIL_IF(!inst);
2433 *inst = TEST_rm_r;
2436 inst = emit_x86_instruction(compiler, 1, src1, src1w, src2, src2w);
2437 FAIL_IF(!inst);
2438 *inst = GROUP_F7;
2443 inst = emit_x86_instruction(compiler, 1, src2, 0, src1, src1w);
2444 FAIL_IF(!inst);
2445 *inst = TEST_rm_r;
2454 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, TMP_REG1, 0);
2455 FAIL_IF(!inst);
2456 *inst = GROUP_F7;
2460 inst = emit_x86_instruction(compiler, 1, TMP_REG2, 0, TMP_REG1, 0);
2461 FAIL_IF(!inst);
2462 *inst = TEST_rm_r;
2465 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, TMP_REG1, 0);
2466 FAIL_IF(!inst);
2467 *inst = GROUP_F7;
2471 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
2472 FAIL_IF(!inst);
2473 *inst = TEST_rm_r;
2487 sljit_u8* inst; local
2491 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, src2, src2w, dst, dstw);
2492 FAIL_IF(!inst);
2493 inst[1] |= mode;
2498 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, TMP_REG1, 0);
2499 FAIL_IF(!inst);
2500 inst[1] |= mode;
2506 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, src2, src2w, dst, 0);
2507 FAIL_IF(!inst);
2508 inst[1] |= mode;
2513 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, src2, src2w, TMP_REG1, 0);
2514 FAIL_IF(!inst);
2515 inst[1] |= mode;
2523 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, TMP_REG1, 0);
2524 FAIL_IF(!inst);
2525 inst[1] |= mode;
2541 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, dst, 0);
2542 FAIL_IF(!inst);
2543 inst[1] |= mode;
2567 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, TMP_REG1, 0);
2568 FAIL_IF(!inst);
2569 inst[1] |= mode;
2743 sljit_u8* inst; local
2761 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst_reg, dstw);
2762 FAIL_IF(!inst);
2763 *inst = ADD_rm_r;
2777 sljit_u8* inst; local
2925 inst = emit_x86_instruction(compiler, 2, src2_reg, 0, src1_reg, src1w);
2926 FAIL_IF(!inst);
2927 inst[0] = GROUP_0F;
2930 inst[1] = U8((is_left ? SHLD : SHRD) - 1);
2935 inst[1] = U8(is_left ? SHLD : SHRD);
3028 sljit_u8 *inst; local
3033 inst = (sljit_u8*)ensure_buf(compiler, 1 + size);
3034 FAIL_IF(!inst);
3036 SLJIT_MEMCPY(inst, instruction, size);
3069 sljit_u8 *inst = emit_x86_instruction(compiler, 2 | (op & ~(sljit_uw)0xff), dst, 0, src, srcw); local
3070 FAIL_IF(!inst);
3071 inst[0] = GROUP_0F;
3072 inst[1] = op & 0xff;
3080 sljit_u8 *inst; local
3084 …inst = emit_x86_instruction(compiler, 3 | (op & ~((sljit_uw)0xff | VEX_OP_0F38 | VEX_OP_0F3A)), ds…
3085 FAIL_IF(!inst);
3086 inst[0] = GROUP_0F;
3087 inst[1] = U8((op & VEX_OP_0F38) ? 0x38 : 0x3A);
3088 inst[2] = op & 0xff;
3200 sljit_u8 *inst; local
3244 inst = emit_x86_instruction(compiler, 2 | EX86_PREF_66 | EX86_SSE2_OP2, 0, 0, dst_r, 0);
3245 inst[0] = GROUP_0F;
3247 inst[1] = (op & SLJIT_32) ? PSLLD_x_i8 : PSLLQ_x_i8;
3250 inst[2] |= 2 << 3;
3253 inst[2] |= 6 << 3;
3381 sljit_u8 *inst; local
3394 inst = (sljit_u8*)ensure_buf(compiler, 1);
3395 PTR_FAIL_IF(!inst);
3396 inst[0] = SLJIT_INST_LABEL;
3403 sljit_u8 *inst; local
3417 inst = (sljit_u8*)ensure_buf(compiler, 1);
3418 PTR_FAIL_IF_NULL(inst);
3420 inst[0] = SLJIT_INST_JUMP;
3426 sljit_u8 *inst; local
3444 inst = (sljit_u8*)ensure_buf(compiler, 1);
3445 FAIL_IF_NULL(inst);
3447 inst[0] = SLJIT_INST_JUMP;
3453 inst = emit_x86_instruction(compiler, 1, 0, 0, src, srcw);
3454 FAIL_IF(!inst);
3455 inst[0] = GROUP_FF;
3456 inst[1] = U8(inst[1] | ((type >= SLJIT_FAST_CALL) ? CALL_rm : JMP_rm));
3465 sljit_u8 *inst; local
3485 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4 + 3);
3486 FAIL_IF(!inst);
3489 inst[0] = (reg_map[TMP_REG1] <= 7) ? REX : REX_B;
3490 inst[1] = GROUP_0F;
3491 inst[2] = cond_set;
3492 inst[3] = MOD_REG | reg_lmap[TMP_REG1];
3493 inst[4] = U8(REX | (reg_map[TMP_REG1] <= 7 ? 0 : REX_R) | (reg_map[dst] <= 7 ? 0 : REX_B));
3494 inst[5] = OR_rm8_r8;
3495 inst[6] = U8(MOD_REG | (reg_lmap[TMP_REG1] << 3) | reg_lmap[dst]);
3501 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4 + 4);
3502 FAIL_IF(!inst);
3505 inst[0] = (reg_map[reg] <= 7) ? REX : REX_B;
3506 inst[1] = GROUP_0F;
3507 inst[2] = cond_set;
3508 inst[3] = MOD_REG | reg_lmap[reg];
3509 inst[4] = REX_W | (reg_map[reg] <= 7 ? 0 : (REX_B | REX_R));
3511 inst[5] = GROUP_0F;
3512 inst[6] = MOVZX_r_rm8;
3513 inst[7] = U8(MOD_REG | (reg_lmap[reg] << 3) | reg_lmap[reg]);
3532 inst = (sljit_u8*)ensure_buf(compiler, 1 + 3 + 3);
3533 FAIL_IF(!inst);
3536 inst[0] = GROUP_0F;
3537 inst[1] = cond_set;
3538 inst[2] = U8(MOD_REG | reg_map[dst]);
3540 inst[3] = GROUP_0F;
3541 inst[4] = MOVZX_r_rm8;
3542 inst[5] = U8(MOD_REG | (reg_map[dst] << 3) | reg_map[dst]);
3547 inst = (sljit_u8*)ensure_buf(compiler, 1 + 3 + 2);
3548 FAIL_IF(!inst);
3552 inst[0] = GROUP_0F;
3553 inst[1] = cond_set;
3554 inst[2] = U8(MOD_REG | reg_map[TMP_REG1]);
3556 inst[3] = OR_rm8_r8;
3557 inst[4] = U8(MOD_REG | (reg_map[TMP_REG1] << 3) | reg_map[dst]);
3561 inst = (sljit_u8*)ensure_buf(compiler, 1 + 3 + 3);
3562 FAIL_IF(!inst);
3565 inst[0] = GROUP_0F;
3566 inst[1] = cond_set;
3567 inst[2] = U8(MOD_REG | reg_map[TMP_REG1]);
3569 inst[3] = GROUP_0F;
3570 inst[4] = MOVZX_r_rm8;
3571 inst[5] = U8(MOD_REG | (reg_map[TMP_REG1] << 3) | reg_map[TMP_REG1]);
3586 sljit_u8* inst; local
3607 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2);
3608 FAIL_IF(!inst);
3610 inst[0] = U8(get_jump_code((sljit_uw)(type & ~SLJIT_32) ^ 0x1) - 0x10);
3615 inst[1] = U8(compiler->size - size);
3685 sljit_u8 *inst; local
3871 inst = emit_x86_instruction(compiler, op | EX86_PREF_66 | EX86_SSE2_OP1, freg, 0, src, srcw);
3872 FAIL_IF(!inst);
3873 inst[0] = GROUP_0F;
3874 inst[1] = opcode;
3878 inst[2] = PINSRB_x_rm_i8;
3936 sljit_u8 *inst; local
4191 …inst = emit_x86_instruction(compiler, op | EX86_PREF_66 | EX86_SSE2_OP1, freg, 0, srcdst, srcdstw);
4192 FAIL_IF(!inst);
4193 inst[0] = GROUP_0F;
4196 inst[1] = 0x3a;
4197 inst[2] = opcode;
4199 inst[1] = opcode;
4243 inst = emit_x86_instruction(compiler, op, srcdst, 0, srcdst, 0);
4244 FAIL_IF(!inst);
4247 inst[0] = GROUP_0F;
4248 inst[1] = U8((elem_size == 0) ? MOVSX_r_rm8 : MOVSX_r_rm16);
4250 inst[0] = MOVSXD_r_rm;
4586 sljit_u8 *inst; local
4633 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_IMM, 8, dst_r, 0);
4634 FAIL_IF(!inst);
4635 inst[1] |= SHR;
4896 sljit_u8 *inst; local
4923 inst = (sljit_u8*)ensure_buf(compiler, 1);
4924 PTR_FAIL_IF(!inst);
4926 inst[0] = SLJIT_INST_CONST;
4940 sljit_u8 *inst; local
4968 inst = (sljit_u8*)ensure_buf(compiler, 1);
4969 PTR_FAIL_IF(!inst);
4971 inst[0] = SLJIT_INST_MOV_ADDR;
