Lines Matching refs:inst
35 sljit_u8 *inst; in emit_load_imm64() local
37 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2 + sizeof(sljit_sw)); in emit_load_imm64()
38 FAIL_IF(!inst); in emit_load_imm64()
40 inst[0] = REX_W | ((reg_map[reg] <= 7) ? 0 : REX_B); in emit_load_imm64()
41 inst[1] = U8(MOV_r_i32 | reg_lmap[reg]); in emit_load_imm64()
42 sljit_unaligned_store_sw(inst + 2, imm); in emit_load_imm64()
48 sljit_u8 *inst; in emit_do_imm32() local
51 inst = (sljit_u8*)ensure_buf(compiler, 1 + length); in emit_do_imm32()
52 FAIL_IF(!inst); in emit_do_imm32()
55 *inst++ = rex; in emit_do_imm32()
56 *inst++ = opcode; in emit_do_imm32()
57 sljit_unaligned_store_s32(inst, (sljit_s32)imm); in emit_do_imm32()
67 sljit_u8 *inst; in emit_x86_instruction() local
185 inst = (sljit_u8*)ensure_buf(compiler, 1 + inst_size); in emit_x86_instruction()
186 PTR_FAIL_IF(!inst); in emit_x86_instruction()
191 *inst++ = 0xf2; in emit_x86_instruction()
193 *inst++ = 0xf3; in emit_x86_instruction()
195 *inst++ = 0x66; in emit_x86_instruction()
199 *inst++ = rex; in emit_x86_instruction()
201 buf_ptr = inst + size; in emit_x86_instruction()
206 *inst = (flags & EX86_BYTE_ARG) ? GROUP_BINARY_83 : GROUP_BINARY_81; in emit_x86_instruction()
217 *inst = GROUP_SHIFT_1; in emit_x86_instruction()
219 *inst = GROUP_SHIFT_N; in emit_x86_instruction()
221 *inst = GROUP_SHIFT_CL; in emit_x86_instruction()
283 return inst; in emit_x86_instruction()
292 sljit_u8 *inst; in emit_vex_instruction() local
331 inst = emit_x86_instruction(compiler, size, a, 0, b, immb); in emit_vex_instruction()
332 FAIL_IF(!inst); in emit_vex_instruction()
334 SLJIT_ASSERT((inst[-1] & 0xf0) == REX); in emit_vex_instruction()
337 if (vex_m == 0 && inst[-1] & 0x3) in emit_vex_instruction()
341 vex |= U8(((inst[-1] >> 2) ^ 0x1) << 7); in emit_vex_instruction()
343 inst[-1] = 0xc5; in emit_vex_instruction()
344 inst[0] = vex; in emit_vex_instruction()
345 inst[1] = U8(op); in emit_vex_instruction()
349 vex_m |= U8((inst[-1] ^ 0x7) << 5); in emit_vex_instruction()
350 inst[-1] = 0xc4; in emit_vex_instruction()
351 inst[0] = vex_m; in emit_vex_instruction()
352 inst[1] = vex; in emit_vex_instruction()
353 inst[2] = U8(op); in emit_vex_instruction()
469 sljit_u8 *inst; in sljit_emit_enter() local
489 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in sljit_emit_enter()
490 FAIL_IF(!inst); in sljit_emit_enter()
493 *inst++ = REX_B; in sljit_emit_enter()
499 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in sljit_emit_enter()
500 FAIL_IF(!inst); in sljit_emit_enter()
503 *inst++ = REX_B; in sljit_emit_enter()
595 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in sljit_emit_enter()
596 FAIL_IF(!inst); in sljit_emit_enter()
599 inst[0] = JNE_i8; in sljit_emit_enter()
600 inst[1] = (sljit_u8)-21; in sljit_emit_enter()
665 sljit_u8 *inst; in emit_stack_frame_release() local
707 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in emit_stack_frame_release()
708 FAIL_IF(!inst); in emit_stack_frame_release()
711 *inst++ = REX_B; in emit_stack_frame_release()
718 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in emit_stack_frame_release()
719 FAIL_IF(!inst); in emit_stack_frame_release()
722 *inst++ = REX_B; in emit_stack_frame_release()
936 sljit_u8 *inst; in emit_fast_enter() local
942 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in emit_fast_enter()
943 FAIL_IF(!inst); in emit_fast_enter()
945 *inst++ = REX_B; in emit_fast_enter()
952 inst = emit_x86_instruction(compiler, 1, 0, 0, dst, dstw); in emit_fast_enter()
953 FAIL_IF(!inst); in emit_fast_enter()
954 *inst = POP_rm; in emit_fast_enter()
960 sljit_u8 *inst; in emit_fast_return() local
964 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1 + 1); in emit_fast_return()
965 FAIL_IF(!inst); in emit_fast_return()
971 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2 + 1); in emit_fast_return()
972 FAIL_IF(!inst); in emit_fast_return()
975 *inst++ = REX_B; in emit_fast_return()
982 inst = emit_x86_instruction(compiler, 1, 0, 0, src, srcw); in emit_fast_return()
983 FAIL_IF(!inst); in emit_fast_return()
984 inst[0] = GROUP_FF; in emit_fast_return()
985 inst[1] |= PUSH_rm; in emit_fast_return()
987 inst = (sljit_u8*)ensure_buf(compiler, 1 + 1); in emit_fast_return()
988 FAIL_IF(!inst); in emit_fast_return()
1054 sljit_u8* inst; in sljit_emit_mem() local
1107 inst = (sljit_u8*)ensure_buf(compiler, (sljit_uw)(1 + 5)); in sljit_emit_mem()
1108 FAIL_IF(!inst); in sljit_emit_mem()
1112 …inst[0] = U8(REX_W | ((reg_map[reg] >= 8) ? REX_R : 0) | ((reg_map[mem & REG_MASK] >= 8) ? REX_B :… in sljit_emit_mem()
1113 inst[1] = (type & SLJIT_MEM_STORE) ? MOV_rm_r : MOV_r_rm; in sljit_emit_mem()
1114 inst[2] = 0x44 | U8(reg_lmap[reg] << 3); in sljit_emit_mem()
1115 inst[3] = U8(memw << 6) | U8(reg_lmap[OFFS_REG(mem)] << 3) | reg_lmap[mem & REG_MASK]; in sljit_emit_mem()
1116 inst[4] = sizeof(sljit_sw); in sljit_emit_mem()
1134 sljit_u8* inst; in emit_mov_int() local
1144 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, (sljit_sw)(sljit_s32)srcw, dst, dstw); in emit_mov_int()
1145 FAIL_IF(!inst); in emit_mov_int()
1146 *inst = MOV_rm_i32; in emit_mov_int()
1150 inst = emit_x86_instruction(compiler, 1, SLJIT_IMM, (sljit_sw)(sljit_s32)srcw, dst, dstw); in emit_mov_int()
1151 FAIL_IF(!inst); in emit_mov_int()
1152 *inst = MOV_rm_i32; in emit_mov_int()
1163 inst = emit_x86_instruction(compiler, 1, dst_r, 0, src, srcw); in emit_mov_int()
1164 FAIL_IF(!inst); in emit_mov_int()
1165 *inst = MOVSXD_r_rm; in emit_mov_int()
1175 inst = emit_x86_instruction(compiler, 1, dst_r, 0, dst, dstw); in emit_mov_int()
1176 FAIL_IF(!inst); in emit_mov_int()
1177 *inst = MOV_rm_r; in emit_mov_int()
1189 sljit_u8 *inst, *jump_inst1, *jump_inst2; in sljit_emit_fop1_conv_f64_from_uw() local
1218 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in sljit_emit_fop1_conv_f64_from_uw()
1219 FAIL_IF(!inst); in sljit_emit_fop1_conv_f64_from_uw()
1221 inst[0] = JL_i8; in sljit_emit_fop1_conv_f64_from_uw()
1222 jump_inst1 = inst; in sljit_emit_fop1_conv_f64_from_uw()
1229 inst = (sljit_u8*)ensure_buf(compiler, 1 + 2); in sljit_emit_fop1_conv_f64_from_uw()
1230 FAIL_IF(!inst); in sljit_emit_fop1_conv_f64_from_uw()
1232 inst[0] = JMP_i8; in sljit_emit_fop1_conv_f64_from_uw()
1233 jump_inst2 = inst; in sljit_emit_fop1_conv_f64_from_uw()
1244 inst = emit_x86_instruction(compiler, 1 | EX86_SHIFT_INS, SLJIT_IMM, 1, TMP_REG1, 0); in sljit_emit_fop1_conv_f64_from_uw()
1245 FAIL_IF(!inst); in sljit_emit_fop1_conv_f64_from_uw()
1246 inst[1] |= SHR; in sljit_emit_fop1_conv_f64_from_uw()
1252 inst = emit_x86_instruction(compiler, 1, TMP_REG1, 0, TMP_REG2, 0); in sljit_emit_fop1_conv_f64_from_uw()
1253 FAIL_IF(!inst); in sljit_emit_fop1_conv_f64_from_uw()
1254 inst[0] = OR_r_rm; in sljit_emit_fop1_conv_f64_from_uw()
1270 sljit_u8 *inst; in sljit_emit_fset() local
1284 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in sljit_emit_fset()
1285 FAIL_IF(!inst); in sljit_emit_fset()
1288 *inst++ = GROUP_66; in sljit_emit_fset()
1290 *inst++ = rex; in sljit_emit_fset()
1291 inst[0] = GROUP_0F; in sljit_emit_fset()
1294 inst[1] = PXOR_x_xm; in sljit_emit_fset()
1295 inst[2] = U8(freg_lmap[freg] | (freg_lmap[freg] << 3) | MOD_REG); in sljit_emit_fset()
1297 inst[1] = MOVD_x_rm; in sljit_emit_fset()
1298 inst[2] = U8(reg_lmap[TMP_REG1] | (freg_lmap[freg] << 3) | MOD_REG); in sljit_emit_fset()
1349 sljit_u8 *inst; in sljit_emit_fcopy() local
1367 inst = (sljit_u8*)ensure_buf(compiler, 1 + size); in sljit_emit_fcopy()
1368 FAIL_IF(!inst); in sljit_emit_fcopy()
1371 *inst++ = GROUP_66; in sljit_emit_fcopy()
1373 *inst++ = rex; in sljit_emit_fcopy()
1374 inst[0] = GROUP_0F; in sljit_emit_fcopy()
1375 inst[1] = GET_OPCODE(op) == SLJIT_COPY_TO_F64 ? MOVD_x_rm : MOVD_rm_x; in sljit_emit_fcopy()
1376 inst[2] = U8(reg_lmap[reg] | (freg_lmap[freg] << 3) | MOD_REG); in sljit_emit_fcopy()
