Lines Matching refs:inst
277 #define INC_SIZE(s) (*inst++ = (s), compiler->size += (s))
279 #define PUSH_REG(r) (*inst++ = (PUSH_r + (r)))
280 #define POP_REG(r) (*inst++ = (POP_r + (r)))
281 #define RET() (*inst++ = (RET_near))
282 #define RET_I16(n) (*inst++ = (RET_i16), *inst++ = n, *inst++ = 0)
284 #define MOV_RM(mod, reg, rm) (*inst++ = (MOV_r_rm), *inst++ = (mod) << 6 | (reg) << 3 | (rm))
682 sljit_u8* inst; in emit_mov() local
687 inst = emit_x86_instruction(compiler, 1, src, 0, dst, dstw); in emit_mov()
688 FAIL_IF(!inst); in emit_mov()
689 *inst = MOV_rm_r; in emit_mov()
710 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw); in emit_mov()
711 FAIL_IF(!inst); in emit_mov()
712 *inst = MOV_rm_r; in emit_mov()
716 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, srcw, dst, dstw); in emit_mov()
717 FAIL_IF(!inst); in emit_mov()
718 *inst = MOV_rm_i32; in emit_mov()
722 inst = emit_x86_instruction(compiler, 1, dst, 0, src, srcw); in emit_mov()
723 FAIL_IF(!inst); in emit_mov()
724 *inst = MOV_r_rm; in emit_mov()
730 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src, srcw); in emit_mov()
731 FAIL_IF(!inst); in emit_mov()
732 *inst = MOV_r_rm; in emit_mov()
733 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw); in emit_mov()
734 FAIL_IF(!inst); in emit_mov()
735 *inst = MOV_rm_r; in emit_mov()
741 sljit_u8 *inst; in sljit_emit_op0() local
751 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1); in sljit_emit_op0()
752 FAIL_IF(!inst); in sljit_emit_op0()
754 *inst = INT3; in sljit_emit_op0()
757 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1); in sljit_emit_op0()
758 FAIL_IF(!inst); in sljit_emit_op0()
760 *inst = NOP; in sljit_emit_op0()
788 inst = emit_x86_instruction(compiler, 1, SLJIT_R1, 0, SLJIT_R1, 0); in sljit_emit_op0()
790 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, TMP_REG1, 0); in sljit_emit_op0()
792 FAIL_IF(!inst); in sljit_emit_op0()
793 *inst = XOR_r_rm; in sljit_emit_op0()
802 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1); in sljit_emit_op0()
803 FAIL_IF(!inst); in sljit_emit_op0()
805 *inst = CDQ; in sljit_emit_op0()
808 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1); in sljit_emit_op0()
809 FAIL_IF(!inst); in sljit_emit_op0()
811 *inst = CDQ; in sljit_emit_op0()
813 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in sljit_emit_op0()
814 FAIL_IF(!inst); in sljit_emit_op0()
816 *inst++ = REX_W; in sljit_emit_op0()
817 *inst = CDQ; in sljit_emit_op0()
823 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in sljit_emit_op0()
824 FAIL_IF(!inst); in sljit_emit_op0()
826 *inst++ = GROUP_F7; in sljit_emit_op0()
827 *inst = MOD_REG | ((op >= SLJIT_DIVMOD_UW) ? reg_map[TMP_REG1] : reg_map[SLJIT_R1]); in sljit_emit_op0()
834 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in sljit_emit_op0()
835 FAIL_IF(!inst); in sljit_emit_op0()
839 *inst++ = REX_W | ((op >= SLJIT_DIVMOD_UW) ? REX_B : 0); in sljit_emit_op0()
841 *inst++ = REX_B; in sljit_emit_op0()
842 *inst++ = GROUP_F7; in sljit_emit_op0()
843 *inst = MOD_REG | ((op >= SLJIT_DIVMOD_UW) ? reg_lmap[TMP_REG1] : reg_lmap[SLJIT_R1]); in sljit_emit_op0()
846 *inst++ = REX_W; in sljit_emit_op0()
847 *inst++ = GROUP_F7; in sljit_emit_op0()
848 *inst = MOD_REG | reg_map[SLJIT_R1]; in sljit_emit_op0()
853 *inst |= MUL; in sljit_emit_op0()
856 *inst |= IMUL; in sljit_emit_op0()
860 *inst |= DIV; in sljit_emit_op0()
864 *inst |= IDIV; in sljit_emit_op0()
882 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1); \
883 FAIL_IF(!inst); \
885 *inst = (prefix); \
892 sljit_u8* inst; in emit_mov_byte() local
907 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, srcw, dst, 0); in emit_mov_byte()
908 FAIL_IF(!inst); in emit_mov_byte()
909 *inst = MOV_rm_i32; in emit_mov_byte()
913 …inst = emit_x86_instruction(compiler, 1 | EX86_BYTE_ARG | EX86_NO_REXW, SLJIT_IMM, srcw, dst, dstw… in emit_mov_byte()
914 FAIL_IF(!inst); in emit_mov_byte()
915 *inst = MOV_rm8_i8; in emit_mov_byte()
939 inst = emit_x86_instruction(compiler, 2, dst, 0, dst, 0); in emit_mov_byte()
940 FAIL_IF(!inst); in emit_mov_byte()
941 *inst++ = GROUP_0F; in emit_mov_byte()
942 *inst = sign ? MOVSX_r_rm8 : MOVZX_r_rm8; in emit_mov_byte()
949 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_IMM, 24, dst, 0); in emit_mov_byte()
950 FAIL_IF(!inst); in emit_mov_byte()
951 *inst |= SHL; in emit_mov_byte()
953 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_IMM, 24, dst, 0); in emit_mov_byte()
954 FAIL_IF(!inst); in emit_mov_byte()
955 *inst |= SAR; in emit_mov_byte()
958 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, 0xff, dst, 0); in emit_mov_byte()
959 FAIL_IF(!inst); in emit_mov_byte()
960 *(inst + 1) |= AND; in emit_mov_byte()
968 inst = emit_x86_instruction(compiler, 2, dst_r, 0, src, srcw); in emit_mov_byte()
969 FAIL_IF(!inst); in emit_mov_byte()
970 *inst++ = GROUP_0F; in emit_mov_byte()
971 *inst = sign ? MOVSX_r_rm8 : MOVZX_r_rm8; in emit_mov_byte()
997 inst = emit_x86_instruction(compiler, 1, work_r, 0, dst_r, 0); in emit_mov_byte()
998 FAIL_IF(!inst); in emit_mov_byte()
999 *inst = XCHG_r_rm; in emit_mov_byte()
1002 inst = emit_x86_instruction(compiler, 1, work_r, 0, dst, dstw); in emit_mov_byte()
1003 FAIL_IF(!inst); in emit_mov_byte()
1004 *inst = MOV_rm8_r8; in emit_mov_byte()
1010 inst = emit_x86_instruction(compiler, 1, work_r, 0, dst_r, 0); in emit_mov_byte()
1011 FAIL_IF(!inst); in emit_mov_byte()
1012 *inst = XCHG_r_rm; in emit_mov_byte()
1016 inst = emit_x86_instruction(compiler, 1, dst_r, 0, dst, dstw); in emit_mov_byte()
1017 FAIL_IF(!inst); in emit_mov_byte()
1018 *inst = MOV_rm8_r8; in emit_mov_byte()
1021 inst = emit_x86_instruction(compiler, 1 | EX86_REX | EX86_NO_REXW, dst_r, 0, dst, dstw); in emit_mov_byte()
1022 FAIL_IF(!inst); in emit_mov_byte()
1023 *inst = MOV_rm8_r8; in emit_mov_byte()
1033 sljit_u8* inst; in emit_prefetch() local
1039 inst = emit_x86_instruction(compiler, 2, 0, 0, src, srcw); in emit_prefetch()
1040 FAIL_IF(!inst); in emit_prefetch()
1041 *inst++ = GROUP_0F; in emit_prefetch()
1042 *inst++ = PREFETCH; in emit_prefetch()
1045 *inst |= (3 << 3); in emit_prefetch()
1047 *inst |= (2 << 3); in emit_prefetch()
1049 *inst |= (1 << 3); in emit_prefetch()
1058 sljit_u8* inst; in emit_mov_half() local
1070 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, srcw, dst, 0); in emit_mov_half()
1071 FAIL_IF(!inst); in emit_mov_half()
1072 *inst = MOV_rm_i32; in emit_mov_half()
1076 …inst = emit_x86_instruction(compiler, 1 | EX86_HALF_ARG | EX86_NO_REXW | EX86_PREF_66, SLJIT_IMM, … in emit_mov_half()
1077 FAIL_IF(!inst); in emit_mov_half()
1078 *inst = MOV_rm_i32; in emit_mov_half()
1087 inst = emit_x86_instruction(compiler, 2, dst_r, 0, src, srcw); in emit_mov_half()
1088 FAIL_IF(!inst); in emit_mov_half()
1089 *inst++ = GROUP_0F; in emit_mov_half()
1090 *inst = sign ? MOVSX_r_rm16 : MOVZX_r_rm16; in emit_mov_half()
1094 inst = emit_x86_instruction(compiler, 1 | EX86_NO_REXW | EX86_PREF_66, dst_r, 0, dst, dstw); in emit_mov_half()
1095 FAIL_IF(!inst); in emit_mov_half()
1096 *inst = MOV_rm_r; in emit_mov_half()
1106 sljit_u8* inst; in emit_unary() local
1110 inst = emit_x86_instruction(compiler, 1, 0, 0, dst, dstw); in emit_unary()
1111 FAIL_IF(!inst); in emit_unary()
1112 *inst++ = GROUP_F7; in emit_unary()
1113 *inst |= opcode; in emit_unary()
1122 inst = emit_x86_instruction(compiler, 1, 0, 0, dst, 0); in emit_unary()
1123 FAIL_IF(!inst); in emit_unary()
1124 *inst++ = GROUP_F7; in emit_unary()
1125 *inst |= opcode; in emit_unary()
1130 inst = emit_x86_instruction(compiler, 1, 0, 0, TMP_REG1, 0); in emit_unary()
1131 FAIL_IF(!inst); in emit_unary()
1132 *inst++ = GROUP_F7; in emit_unary()
1133 *inst |= opcode; in emit_unary()
1142 sljit_u8* inst; in emit_not_with_flags() local
1149 inst = emit_x86_instruction(compiler, 1, 0, 0, dst, 0); in emit_not_with_flags()
1150 FAIL_IF(!inst); in emit_not_with_flags()
1151 *inst++ = GROUP_F7; in emit_not_with_flags()
1152 *inst |= NOT_rm; in emit_not_with_flags()
1153 inst = emit_x86_instruction(compiler, 1, dst, 0, dst, 0); in emit_not_with_flags()
1154 FAIL_IF(!inst); in emit_not_with_flags()
1155 *inst = OR_r_rm; in emit_not_with_flags()
1160 inst = emit_x86_instruction(compiler, 1, 0, 0, TMP_REG1, 0); in emit_not_with_flags()
1161 FAIL_IF(!inst); in emit_not_with_flags()
1162 *inst++ = GROUP_F7; in emit_not_with_flags()
1163 *inst |= NOT_rm; in emit_not_with_flags()
1164 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, TMP_REG1, 0); in emit_not_with_flags()
1165 FAIL_IF(!inst); in emit_not_with_flags()
1166 *inst = OR_r_rm; in emit_not_with_flags()
1179 sljit_u8* inst; in emit_clz() local
1189 inst = emit_x86_instruction(compiler, 2, dst_r, 0, src, srcw); in emit_clz()
1190 FAIL_IF(!inst); in emit_clz()
1191 *inst++ = GROUP_0F; in emit_clz()
1192 *inst = BSR_r_rm; in emit_clz()
1198 inst = emit_x86_instruction(compiler, 2, dst_r, 0, TMP_REG1, 0); in emit_clz()
1201 inst = emit_x86_instruction(compiler, 2, dst_r, 0, SLJIT_MEM0(), (sljit_sw)&emit_clz_arg); in emit_clz()
1203 FAIL_IF(!inst); in emit_clz()
1204 *inst++ = GROUP_0F; in emit_clz()
1205 *inst = CMOVE_r_rm; in emit_clz()
1210 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, 31, dst_r, 0); in emit_clz()
1215 inst = emit_x86_instruction(compiler, 2, dst_r, 0, TMP_REG2, 0); in emit_clz()
1216 FAIL_IF(!inst); in emit_clz()
1217 *inst++ = GROUP_0F; in emit_clz()
1218 *inst = CMOVE_r_rm; in emit_clz()
1223 …inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, !(op_flags & SLJIT_I32_OP) ? 63… in emit_clz()
1226 FAIL_IF(!inst); in emit_clz()
1227 *(inst + 1) |= XOR; in emit_clz()
1379 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, immw, arg, argw); \
1380 FAIL_IF(!inst); \
1381 *(inst + 1) |= (op_imm); \
1385 inst = emit_x86_instruction(compiler, 1, (arg == TMP_REG1) ? TMP_REG2 : TMP_REG1, 0, arg, argw); \
1386 FAIL_IF(!inst); \
1387 *inst = (op_mr); \
1396 inst = emit_x86_instruction(compiler, 1 | EX86_BIN_INS, SLJIT_IMM, immw, arg, argw); \
1397 FAIL_IF(!inst); \
1398 *(inst + 1) |= (op_imm);
1411 sljit_u8* inst; local
1423 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
1424 FAIL_IF(!inst);
1425 *inst = op_rm;
1444 inst = emit_x86_instruction(compiler, 1, dst, dstw, src2, src2w);
1445 FAIL_IF(!inst);
1446 *inst = op_rm;
1450 inst = emit_x86_instruction(compiler, 1, src2, src2w, dst, dstw);
1451 FAIL_IF(!inst);
1452 *inst = op_mr;
1456 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw);
1457 FAIL_IF(!inst);
1458 *inst = op_mr;
1478 inst = emit_x86_instruction(compiler, 1, dst, dstw, src1, src1w);
1479 FAIL_IF(!inst);
1480 *inst = op_rm;
1483 inst = emit_x86_instruction(compiler, 1, src1, src1w, dst, dstw);
1484 FAIL_IF(!inst);
1485 *inst = op_mr;
1489 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw);
1490 FAIL_IF(!inst);
1491 *inst = op_mr;
1503 inst = emit_x86_instruction(compiler, 1, dst, 0, src2, src2w);
1504 FAIL_IF(!inst);
1505 *inst = op_rm;
1515 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
1516 FAIL_IF(!inst);
1517 *inst = op_rm;
1531 sljit_u8* inst; local
1543 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
1544 FAIL_IF(!inst);
1545 *inst = op_rm;
1564 inst = emit_x86_instruction(compiler, 1, dst, dstw, src2, src2w);
1565 FAIL_IF(!inst);
1566 *inst = op_rm;
1569 inst = emit_x86_instruction(compiler, 1, src2, src2w, dst, dstw);
1570 FAIL_IF(!inst);
1571 *inst = op_mr;
1575 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, dst, dstw);
1576 FAIL_IF(!inst);
1577 *inst = op_mr;
1589 inst = emit_x86_instruction(compiler, 1, dst, 0, src2, src2w);
1590 FAIL_IF(!inst);
1591 *inst = op_rm;
1601 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
1602 FAIL_IF(!inst);
1603 *inst = op_rm;
1616 sljit_u8* inst; local
1623 inst = emit_x86_instruction(compiler, 2, dst_r, 0, src2, src2w);
1624 FAIL_IF(!inst);
1625 *inst++ = GROUP_0F;
1626 *inst = IMUL_r_rm;
1629 inst = emit_x86_instruction(compiler, 2, dst_r, 0, src1, src1w);
1630 FAIL_IF(!inst);
1631 *inst++ = GROUP_0F;
1632 *inst = IMUL_r_rm;
1642 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src2, src2w);
1643 FAIL_IF(!inst);
1644 *inst = IMUL_r_rm_i8;
1645 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1);
1646 FAIL_IF(!inst);
1648 *inst = (sljit_s8)src1w;
1652 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src2, src2w);
1653 FAIL_IF(!inst);
1654 *inst = IMUL_r_rm_i32;
1655 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
1656 FAIL_IF(!inst);
1658 sljit_unaligned_store_sw(inst, src1w);
1662 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src2, src2w);
1663 FAIL_IF(!inst);
1664 *inst = IMUL_r_rm_i32;
1665 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
1666 FAIL_IF(!inst);
1668 sljit_unaligned_store_s32(inst, (sljit_s32)src1w);
1674 inst = emit_x86_instruction(compiler, 2, dst_r, 0, TMP_REG2, 0);
1675 FAIL_IF(!inst);
1676 *inst++ = GROUP_0F;
1677 *inst = IMUL_r_rm;
1685 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src1, src1w);
1686 FAIL_IF(!inst);
1687 *inst = IMUL_r_rm_i8;
1688 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1);
1689 FAIL_IF(!inst);
1691 *inst = (sljit_s8)src2w;
1695 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src1, src1w);
1696 FAIL_IF(!inst);
1697 *inst = IMUL_r_rm_i32;
1698 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
1699 FAIL_IF(!inst);
1701 sljit_unaligned_store_sw(inst, src2w);
1705 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src1, src1w);
1706 FAIL_IF(!inst);
1707 *inst = IMUL_r_rm_i32;
1708 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4);
1709 FAIL_IF(!inst);
1711 sljit_unaligned_store_s32(inst, (sljit_s32)src2w);
1717 inst = emit_x86_instruction(compiler, 2, dst_r, 0, TMP_REG2, 0);
1718 FAIL_IF(!inst);
1719 *inst++ = GROUP_0F;
1720 *inst = IMUL_r_rm;
1729 inst = emit_x86_instruction(compiler, 2, dst_r, 0, src2, src2w);
1730 FAIL_IF(!inst);
1731 *inst++ = GROUP_0F;
1732 *inst = IMUL_r_rm;
1746 sljit_u8* inst; local
1759 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM2(src1, src2), 0);
1760 FAIL_IF(!inst);
1761 *inst = LEA_r_m;
1766 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src1), (sljit_s32)src2w);
1769 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src1), src2w);
1771 FAIL_IF(!inst);
1772 *inst = LEA_r_m;
1779 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src2), (sljit_s32)src1w);
1782 inst = emit_x86_instruction(compiler, 1, dst_r, 0, SLJIT_MEM1(src2), src1w);
1784 FAIL_IF(!inst);
1785 *inst = LEA_r_m;
1802 sljit_u8* inst; local
1818 inst = emit_x86_instruction(compiler, 1, src1, 0, src2, src2w);
1819 FAIL_IF(!inst);
1820 *inst = CMP_r_rm;
1826 inst = emit_x86_instruction(compiler, 1, src2, 0, src1, src1w);
1827 FAIL_IF(!inst);
1828 *inst = CMP_rm_r;
1842 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
1843 FAIL_IF(!inst);
1844 *inst = CMP_r_rm;
1853 sljit_u8* inst; local
1877 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, src1, src1w);
1878 FAIL_IF(!inst);
1879 *inst = GROUP_F7;
1883 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src1, src1w);
1884 FAIL_IF(!inst);
1885 *inst = TEST_rm_r;
1888 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, src1, src1w);
1889 FAIL_IF(!inst);
1890 *inst = GROUP_F7;
1895 inst = emit_x86_instruction(compiler, 1, src1, 0, src2, src2w);
1896 FAIL_IF(!inst);
1897 *inst = TEST_rm_r;
1906 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src1w, src2, src2w);
1907 FAIL_IF(!inst);
1908 *inst = GROUP_F7;
1912 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
1913 FAIL_IF(!inst);
1914 *inst = TEST_rm_r;
1917 inst = emit_x86_instruction(compiler, 1, src1, src1w, src2, src2w);
1918 FAIL_IF(!inst);
1919 *inst = GROUP_F7;
1924 inst = emit_x86_instruction(compiler, 1, src2, 0, src1, src1w);
1925 FAIL_IF(!inst);
1926 *inst = TEST_rm_r;
1935 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, TMP_REG1, 0);
1936 FAIL_IF(!inst);
1937 *inst = GROUP_F7;
1941 inst = emit_x86_instruction(compiler, 1, TMP_REG2, 0, TMP_REG1, 0);
1942 FAIL_IF(!inst);
1943 *inst = TEST_rm_r;
1946 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, src2w, TMP_REG1, 0);
1947 FAIL_IF(!inst);
1948 *inst = GROUP_F7;
1952 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, src2, src2w);
1953 FAIL_IF(!inst);
1954 *inst = TEST_rm_r;
1965 sljit_u8* inst; local
1969 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, src2, src2w, dst, dstw);
1970 FAIL_IF(!inst);
1971 *inst |= mode;
1976 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, src2, src2w, TMP_REG1, 0);
1977 FAIL_IF(!inst);
1978 *inst |= mode;
1983 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, TMP_REG1, 0);
1984 FAIL_IF(!inst);
1985 *inst |= mode;
1991 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, src2, src2w, dst, 0);
1992 FAIL_IF(!inst);
1993 *inst |= mode;
1998 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, src2, src2w, TMP_REG1, 0);
1999 FAIL_IF(!inst);
2000 *inst |= mode;
2008 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, TMP_REG1, 0);
2009 FAIL_IF(!inst);
2010 *inst |= mode;
2018 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, dst, 0);
2019 FAIL_IF(!inst);
2020 *inst |= mode;
2030 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, TMP_REG1, 0);
2031 FAIL_IF(!inst);
2032 *inst |= mode;
2037 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_PREF_SHIFT_REG, 0, TMP_REG1, 0);
2038 FAIL_IF(!inst);
2039 *inst |= mode;
2179 sljit_u8 *inst; local
2184 inst = (sljit_u8*)ensure_buf(compiler, 1 + size);
2185 FAIL_IF(!inst);
2187 SLJIT_MEMCPY(inst, instruction, size);
2217 sljit_u8 *inst; local
2219 …inst = emit_x86_instruction(compiler, 2 | (single ? EX86_PREF_F3 : EX86_PREF_F2) | EX86_SSE2, xmm1…
2220 FAIL_IF(!inst);
2221 *inst++ = GROUP_0F;
2222 *inst = opcode;
2229 sljit_u8 *inst; local
2231 …inst = emit_x86_instruction(compiler, 2 | (pref66 ? EX86_PREF_66 : 0) | EX86_SSE2, xmm1, 0, xmm2, …
2232 FAIL_IF(!inst);
2233 *inst++ = GROUP_0F;
2234 *inst = opcode;
2255 sljit_u8 *inst; local
2262 …inst = emit_x86_instruction(compiler, 2 | ((op & SLJIT_F32_OP) ? EX86_PREF_F3 : EX86_PREF_F2) | EX…
2263 FAIL_IF(!inst);
2264 *inst++ = GROUP_0F;
2265 *inst = CVTTSD2SI_r_xm;
2277 sljit_u8 *inst; local
2294 …inst = emit_x86_instruction(compiler, 2 | ((op & SLJIT_F32_OP) ? EX86_PREF_F3 : EX86_PREF_F2) | EX…
2295 FAIL_IF(!inst);
2296 *inst++ = GROUP_0F;
2297 *inst = CVTSI2SD_x_rm;
2452 sljit_u8 *inst; local
2465 inst = (sljit_u8*)ensure_buf(compiler, 2);
2466 PTR_FAIL_IF(!inst);
2468 *inst++ = 0;
2469 *inst++ = 0;
2476 sljit_u8 *inst; local
2494 inst = (sljit_u8*)ensure_buf(compiler, 2);
2495 PTR_FAIL_IF_NULL(inst);
2497 *inst++ = 0;
2498 *inst++ = type + 2;
2504 sljit_u8 *inst; local
2526 inst = (sljit_u8*)ensure_buf(compiler, 2);
2527 FAIL_IF_NULL(inst);
2529 *inst++ = 0;
2530 *inst++ = type + 2;
2537 inst = emit_x86_instruction(compiler, 1, 0, 0, src, srcw);
2538 FAIL_IF(!inst);
2539 *inst++ = GROUP_FF;
2540 *inst |= (type >= SLJIT_FAST_CALL) ? CALL_rm : JMP_rm;
2549 sljit_u8 *inst; local
2570 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4 + 3);
2571 FAIL_IF(!inst);
2574 *inst++ = (reg_map[TMP_REG1] <= 7) ? REX : REX_B;
2575 *inst++ = GROUP_0F;
2576 *inst++ = cond_set;
2577 *inst++ = MOD_REG | reg_lmap[TMP_REG1];
2578 *inst++ = REX | (reg_map[TMP_REG1] <= 7 ? 0 : REX_R) | (reg_map[dst] <= 7 ? 0 : REX_B);
2579 *inst++ = OR_rm8_r8;
2580 *inst++ = MOD_REG | (reg_lmap[TMP_REG1] << 3) | reg_lmap[dst];
2586 inst = (sljit_u8*)ensure_buf(compiler, 1 + 4 + 4);
2587 FAIL_IF(!inst);
2590 *inst++ = (reg_map[reg] <= 7) ? REX : REX_B;
2591 *inst++ = GROUP_0F;
2592 *inst++ = cond_set;
2593 *inst++ = MOD_REG | reg_lmap[reg];
2594 *inst++ = REX_W | (reg_map[reg] <= 7 ? 0 : (REX_B | REX_R));
2596 *inst++ = GROUP_0F;
2597 *inst++ = MOVZX_r_rm8;
2598 *inst = MOD_REG | (reg_lmap[reg] << 3) | reg_lmap[reg];
2619 inst = (sljit_u8*)ensure_buf(compiler, 1 + 3 + 3);
2620 FAIL_IF(!inst);
2623 *inst++ = GROUP_0F;
2624 *inst++ = cond_set;
2625 *inst++ = MOD_REG | reg_map[dst];
2627 *inst++ = GROUP_0F;
2628 *inst++ = MOVZX_r_rm8;
2629 *inst = MOD_REG | (reg_map[dst] << 3) | reg_map[dst];
2642 inst = (sljit_u8*)ensure_buf(compiler, 1 + 3);
2643 FAIL_IF(!inst);
2646 *inst++ = GROUP_0F;
2648 *inst++ = cond_set - 0x50;
2649 *inst++ = MOD_REG | (reg_map[dst] << 3) | reg_map[TMP_REG1];
2653 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1 + 3 + 3 + 1);
2654 FAIL_IF(!inst);
2656 *inst++ = XCHG_EAX_r + reg_map[TMP_REG1];
2658 *inst++ = GROUP_0F;
2659 *inst++ = cond_set;
2660 *inst++ = MOD_REG | 0 /* eax */;
2662 *inst++ = GROUP_0F;
2663 *inst++ = MOVZX_r_rm8;
2664 *inst++ = MOD_REG | (reg_map[dst] << 3) | 0 /* eax */;
2665 *inst++ = XCHG_EAX_r + reg_map[TMP_REG1];
2673 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1 + 3 + 2 + 1);
2674 FAIL_IF(!inst);
2677 *inst++ = XCHG_EAX_r + reg_map[TMP_REG1];
2678 *inst++ = GROUP_0F;
2679 *inst++ = cond_set;
2680 *inst++ = MOD_REG | 0 /* eax */;
2681 *inst++ = OR_rm8_r8;
2682 *inst++ = MOD_REG | (0 /* eax */ << 3) | reg_map[dst];
2683 *inst++ = XCHG_EAX_r + reg_map[TMP_REG1];
2686 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2 + 3 + 2 + 2);
2687 FAIL_IF(!inst);
2690 *inst++ = XCHG_r_rm;
2691 *inst++ = MOD_REG | (1 /* ecx */ << 3) | reg_map[TMP_REG1];
2692 *inst++ = GROUP_0F;
2693 *inst++ = cond_set;
2694 *inst++ = MOD_REG | 1 /* ecx */;
2695 *inst++ = OR_rm8_r8;
2696 *inst++ = MOD_REG | (1 /* ecx */ << 3) | 0 /* eax */;
2697 *inst++ = XCHG_r_rm;
2698 *inst++ = MOD_REG | (1 /* ecx */ << 3) | reg_map[TMP_REG1];
2704 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1 + 3 + 3 + 1);
2705 FAIL_IF(!inst);
2707 *inst++ = XCHG_EAX_r + reg_map[TMP_REG1];
2709 *inst++ = GROUP_0F;
2710 *inst++ = cond_set;
2711 *inst++ = MOD_REG | 0 /* eax */;
2713 *inst++ = GROUP_0F;
2714 *inst++ = MOVZX_r_rm8;
2715 *inst++ = MOD_REG | (0 << 3) /* eax */ | 0 /* eax */;
2717 *inst++ = XCHG_EAX_r + reg_map[TMP_REG1];
2734 sljit_u8* inst; local
2763 inst = emit_x86_instruction(compiler, 2, dst_reg, 0, src, srcw);
2764 FAIL_IF(!inst);
2765 *inst++ = GROUP_0F;
2766 *inst = get_jump_code(type & 0xff) - 0x40;
2803 sljit_u8 *inst; local
2830 inst = (sljit_u8*)ensure_buf(compiler, 2);
2831 PTR_FAIL_IF(!inst);
2833 *inst++ = 0;
2834 *inst++ = 1;
