Lines Matching refs:src
1473 sljit_s32 src, sljit_sw srcw) in sljit_emit_return_to() argument
1476 CHECK(check_sljit_emit_return_to(compiler, src, srcw)); in sljit_emit_return_to()
1478 if (src & SLJIT_MEM) { in sljit_emit_return_to()
1479 FAIL_IF(emit_op_mem(compiler, WORD_SIZE | LOAD_DATA, TMP_REG1, src, srcw, TMP_REG1)); in sljit_emit_return_to()
1480 src = TMP_REG1; in sljit_emit_return_to()
1482 …} else if (src >= SLJIT_FIRST_SAVED_REG && src <= (SLJIT_S0 - SLJIT_KEPT_SAVEDS_COUNT(compiler->op… in sljit_emit_return_to()
1483 FAIL_IF(push_inst(compiler, MOV | RD(TMP_REG1) | RM(src))); in sljit_emit_return_to()
1484 src = TMP_REG1; in sljit_emit_return_to()
1491 return sljit_emit_ijump(compiler, SLJIT_JUMP, src, srcw); in sljit_emit_return_to()
2265 sljit_s32 src, sljit_sw srcw) in sljit_emit_op1() argument
2268 CHECK(check_sljit_emit_op1(compiler, op, dst, dstw, src, srcw)); in sljit_emit_op1()
2270 ADJUST_LOCAL_OFFSET(src, srcw); in sljit_emit_op1()
2278 return emit_op(compiler, SLJIT_MOV, ALLOW_ANY_IMM, dst, dstw, TMP_REG1, 0, src, srcw); in sljit_emit_op1()
2281 …piler, SLJIT_MOV_U8, ALLOW_ANY_IMM | BYTE_SIZE, dst, dstw, TMP_REG1, 0, src, (src == SLJIT_IMM) ? … in sljit_emit_op1()
2284 …JIT_MOV_S8, ALLOW_ANY_IMM | SIGNED | BYTE_SIZE, dst, dstw, TMP_REG1, 0, src, (src == SLJIT_IMM) ? … in sljit_emit_op1()
2287 …iler, SLJIT_MOV_U16, ALLOW_ANY_IMM | HALF_SIZE, dst, dstw, TMP_REG1, 0, src, (src == SLJIT_IMM) ? … in sljit_emit_op1()
2290 …IT_MOV_S16, ALLOW_ANY_IMM | SIGNED | HALF_SIZE, dst, dstw, TMP_REG1, 0, src, (src == SLJIT_IMM) ? … in sljit_emit_op1()
2297 return emit_op(compiler, op, 0, dst, dstw, TMP_REG1, 0, src, srcw); in sljit_emit_op1()
2301 return emit_op(compiler, op, HALF_SIZE, dst, dstw, TMP_REG1, 0, src, srcw); in sljit_emit_op1()
2424 sljit_s32 src, sljit_sw srcw) in sljit_emit_op_src() argument
2427 CHECK(check_sljit_emit_op_src(compiler, op, src, srcw)); in sljit_emit_op_src()
2428 ADJUST_LOCAL_OFFSET(src, srcw); in sljit_emit_op_src()
2434 if (FAST_IS_REG(src)) in sljit_emit_op_src()
2435 FAIL_IF(push_inst(compiler, MOV | RD(TMP_REG2) | RM(src))); in sljit_emit_op_src()
2437 FAIL_IF(emit_op_mem(compiler, WORD_SIZE | LOAD_DATA, TMP_REG2, src, srcw, TMP_REG1)); in sljit_emit_op_src()
2446 SLJIT_ASSERT(src & SLJIT_MEM); in sljit_emit_op_src()
2447 return emit_op_mem(compiler, PRELOAD | LOAD_DATA, TMP_PC, src, srcw, TMP_REG1); in sljit_emit_op_src()
2573 sljit_s32 src, sljit_sw srcw) in sljit_emit_fop1_conv_sw_from_f64() argument
2577 if (src & SLJIT_MEM) { in sljit_emit_fop1_conv_sw_from_f64()
2578 FAIL_IF(emit_fop_mem(compiler, (op & SLJIT_32) | FPU_LOAD, TMP_FREG1, src, srcw)); in sljit_emit_fop1_conv_sw_from_f64()
2579 src = TMP_FREG1; in sljit_emit_fop1_conv_sw_from_f64()
2582 FAIL_IF(push_inst(compiler, EMIT_FPU_OPERATION(VCVT_S32_F32, op & SLJIT_32, TMP_FREG1, src, 0))); in sljit_emit_fop1_conv_sw_from_f64()
2593 sljit_s32 src, sljit_sw srcw) in sljit_emit_fop1_conv_f64_from_w() argument
2597 if (FAST_IS_REG(src)) in sljit_emit_fop1_conv_f64_from_w()
2598 FAIL_IF(push_inst(compiler, VMOV | RD(src) | VN(TMP_FREG1))); in sljit_emit_fop1_conv_f64_from_w()
2599 else if (src & SLJIT_MEM) { in sljit_emit_fop1_conv_f64_from_w()
2601 FAIL_IF(emit_fop_mem(compiler, FPU_LOAD, TMP_FREG1, src, srcw)); in sljit_emit_fop1_conv_f64_from_w()
2617 sljit_s32 src, sljit_sw srcw) in sljit_emit_fop1_conv_f64_from_sw() argument
2619 …return sljit_emit_fop1_conv_f64_from_w(compiler, VCVT_F32_S32 | (~op & SLJIT_32), dst, dstw, src, … in sljit_emit_fop1_conv_f64_from_sw()
2624 sljit_s32 src, sljit_sw srcw) in sljit_emit_fop1_conv_f64_from_uw() argument
2626 …return sljit_emit_fop1_conv_f64_from_w(compiler, VCVT_F32_U32 | (~op & SLJIT_32), dst, dstw, src, … in sljit_emit_fop1_conv_f64_from_uw()
2656 sljit_s32 src, sljit_sw srcw) in sljit_emit_fop1() argument
2663 SELECT_FOP1_OPERATION_WITH_CHECKS(compiler, op, dst, dstw, src, srcw); in sljit_emit_fop1()
2670 if (src & SLJIT_MEM) { in sljit_emit_fop1()
2671 FAIL_IF(emit_fop_mem(compiler, (op & SLJIT_32) | FPU_LOAD, dst_r, src, srcw)); in sljit_emit_fop1()
2672 src = dst_r; in sljit_emit_fop1()
2677 if (src != dst_r) { in sljit_emit_fop1()
2679 FAIL_IF(push_inst(compiler, EMIT_FPU_OPERATION(VMOV_F32, op & SLJIT_32, dst_r, src, 0))); in sljit_emit_fop1()
2681 dst_r = src; in sljit_emit_fop1()
2685 FAIL_IF(push_inst(compiler, EMIT_FPU_OPERATION(VNEG_F32, op & SLJIT_32, dst_r, src, 0))); in sljit_emit_fop1()
2688 FAIL_IF(push_inst(compiler, EMIT_FPU_OPERATION(VABS_F32, op & SLJIT_32, dst_r, src, 0))); in sljit_emit_fop1()
2691 FAIL_IF(push_inst(compiler, EMIT_FPU_OPERATION(VCVT_F64_F32, op & SLJIT_32, dst_r, src, 0))); in sljit_emit_fop1()
3004 …with_args(struct sljit_compiler *compiler, sljit_s32 arg_types, sljit_s32 *src, sljit_u32 *extra_s… in softfloat_call_with_args() argument
3015 if (src && FAST_IS_REG(*src)) in softfloat_call_with_args()
3016 src_offset = (sljit_u32)reg_map[*src] * sizeof(sljit_sw); in softfloat_call_with_args()
3077 *src = TMP_REG1; in softfloat_call_with_args()
3091 *src = TMP_REG1; in softfloat_call_with_args()
3108 *src = TMP_REG1; in softfloat_call_with_args()
3111 *src = (sljit_s32)(SLJIT_R0 + (offset >> 2)); in softfloat_call_with_args()
3237 …s32 sljit_emit_ijump(struct sljit_compiler *compiler, sljit_s32 type, sljit_s32 src, sljit_sw srcw) in sljit_emit_ijump() argument
3242 CHECK(check_sljit_emit_ijump(compiler, type, src, srcw)); in sljit_emit_ijump()
3243 ADJUST_LOCAL_OFFSET(src, srcw); in sljit_emit_ijump()
3247 if (src != SLJIT_IMM) { in sljit_emit_ijump()
3248 if (FAST_IS_REG(src)) { in sljit_emit_ijump()
3249 SLJIT_ASSERT(reg_map[src] != 14); in sljit_emit_ijump()
3250 return push_inst(compiler, (type <= SLJIT_JUMP ? BX : BLX) | RM(src)); in sljit_emit_ijump()
3253 SLJIT_ASSERT(src & SLJIT_MEM); in sljit_emit_ijump()
3254 FAIL_IF(emit_op_mem(compiler, WORD_SIZE | LOAD_DATA, TMP_REG1, src, srcw, TMP_REG1)); in sljit_emit_ijump()
3280 sljit_s32 src, sljit_sw srcw) in sljit_emit_icall() argument
3287 CHECK(check_sljit_emit_icall(compiler, type, arg_types, src, srcw)); in sljit_emit_icall()
3289 if (src & SLJIT_MEM) { in sljit_emit_icall()
3290 FAIL_IF(emit_op_mem(compiler, WORD_SIZE | LOAD_DATA, TMP_REG1, src, srcw, TMP_REG1)); in sljit_emit_icall()
3291 src = TMP_REG1; in sljit_emit_icall()
3294 …if ((type & SLJIT_CALL_RETURN) && (src >= SLJIT_FIRST_SAVED_REG && src <= (SLJIT_S0 - SLJIT_KEPT_S… in sljit_emit_icall()
3295 FAIL_IF(push_inst(compiler, MOV | RD(TMP_REG1) | RM(src))); in sljit_emit_icall()
3296 src = TMP_REG1; in sljit_emit_icall()
3301 FAIL_IF(softfloat_call_with_args(compiler, arg_types, &src, &extra_space)); in sljit_emit_icall()
3308 FAIL_IF(sljit_emit_ijump(compiler, type, src, srcw)); in sljit_emit_icall()
3337 return sljit_emit_ijump(compiler, type, src, srcw); in sljit_emit_icall()
3342 …mit_fmov_before_return(struct sljit_compiler *compiler, sljit_s32 op, sljit_s32 src, sljit_sw srcw) in emit_fmov_before_return() argument
3345 if (src == SLJIT_FR0) in emit_fmov_before_return()
3349 return sljit_emit_fop1(compiler, op, SLJIT_RETURN_FREG, 0, src, srcw); in emit_fmov_before_return()
3352 if (FAST_IS_REG(src)) { in emit_fmov_before_return()
3354 return push_inst(compiler, VMOV | (1 << 20) | RD(SLJIT_R0) | VN(src)); in emit_fmov_before_return()
3355 return push_inst(compiler, VMOV2 | (1 << 20) | RD(SLJIT_R0) | RN(SLJIT_R1) | VM(src)); in emit_fmov_before_return()
3361 return sljit_emit_op1(compiler, SLJIT_MOV, SLJIT_R0, 0, src, srcw); in emit_fmov_before_return()
3362 return sljit_emit_mem(compiler, SLJIT_MOV, SLJIT_REG_PAIR(SLJIT_R0, SLJIT_R1), src, srcw); in emit_fmov_before_return()
3933 sljit_s32 src, sljit_sw srcw) in sljit_emit_simd_replicate() argument
3940 CHECK(check_sljit_emit_simd_replicate(compiler, type, freg, src, srcw)); in sljit_emit_simd_replicate()
3942 ADJUST_LOCAL_OFFSET(src, srcw); in sljit_emit_simd_replicate()
3956 if (src == SLJIT_IMM && srcw == 0) in sljit_emit_simd_replicate()
3962 if (src & SLJIT_MEM) { in sljit_emit_simd_replicate()
3963 FAIL_IF(emit_fop_mem(compiler, FPU_LOAD | SLJIT_32, freg, src, srcw)); in sljit_emit_simd_replicate()
3964 src = freg; in sljit_emit_simd_replicate()
3965 } else if (freg != src) in sljit_emit_simd_replicate()
3966 FAIL_IF(push_inst(compiler, VORR | VD(freg) | VN(src) | VM(src))); in sljit_emit_simd_replicate()
3970 if (freg != src) in sljit_emit_simd_replicate()
3971 return push_inst(compiler, VORR | VD(freg) | VN(src) | VM(src)); in sljit_emit_simd_replicate()
3975 if (src & SLJIT_MEM) { in sljit_emit_simd_replicate()
3976 FAIL_IF(sljit_emit_simd_mem_offset(compiler, &src, srcw)); in sljit_emit_simd_replicate()
3983 return push_inst(compiler, VLD1_r | ins | VD(freg) | RN(src) | 0xf); in sljit_emit_simd_replicate()
3988 ins = ((sljit_ins)freg_ebit_map[src] << (16 + 2 + 1)) | ((sljit_ins)1 << (16 + 2)); in sljit_emit_simd_replicate()
3993 return push_inst(compiler, VDUP_s | ins | VD(freg) | (sljit_ins)freg_map[src]); in sljit_emit_simd_replicate()
3996 if (src == SLJIT_IMM) { in sljit_emit_simd_replicate()
4010 src = TMP_REG1; in sljit_emit_simd_replicate()
4028 return push_inst(compiler, VDUP | ins | VN(freg) | RD(src)); in sljit_emit_simd_replicate()
4150 sljit_s32 src, sljit_s32 src_lane_index) in sljit_emit_simd_lane_replicate() argument
4157 CHECK(check_sljit_emit_simd_lane_replicate(compiler, type, freg, src, src_lane_index)); in sljit_emit_simd_lane_replicate()
4170 src = simd_get_quad_reg_index(src); in sljit_emit_simd_lane_replicate()
4174 src += SLJIT_QUAD_OTHER_HALF(src); in sljit_emit_simd_lane_replicate()
4179 if (freg != src) in sljit_emit_simd_lane_replicate()
4180 FAIL_IF(push_inst(compiler, VORR | VD(freg) | VN(src) | VM(src))); in sljit_emit_simd_lane_replicate()
4184 if (freg != src) in sljit_emit_simd_lane_replicate()
4185 return push_inst(compiler, VORR | VD(freg) | VN(src) | VM(src)); in sljit_emit_simd_lane_replicate()
4194 return push_inst(compiler, VDUP_s | ins | VD(freg) | VM(src)); in sljit_emit_simd_lane_replicate()
4199 sljit_s32 src, sljit_sw srcw) in sljit_emit_simd_extend() argument
4207 CHECK(check_sljit_emit_simd_extend(compiler, type, freg, src, srcw)); in sljit_emit_simd_extend()
4209 ADJUST_LOCAL_OFFSET(src, srcw); in sljit_emit_simd_extend()
4223 if (src & SLJIT_MEM) { in sljit_emit_simd_extend()
4224 FAIL_IF(sljit_emit_simd_mem_offset(compiler, &src, srcw)); in sljit_emit_simd_extend()
4226 FAIL_IF(push_inst(compiler, VLD1 | (0x7 << 8) | VD(freg) | RN(src) | 0xf)); in sljit_emit_simd_extend()
4228 …iler, VLD1_s | (sljit_ins)((reg_size - elem2_size + elem_size) << 10) | VD(freg) | RN(src) | 0xf)); in sljit_emit_simd_extend()
4229 src = freg; in sljit_emit_simd_extend()
4231 src = simd_get_quad_reg_index(src); in sljit_emit_simd_extend()
4238 | ((sljit_ins)1 << (19 + elem_size)) | VD(dst_reg) | VM(src))); in sljit_emit_simd_extend()
4239 src = dst_reg; in sljit_emit_simd_extend()
4250 if (freg == src) { in sljit_emit_simd_extend()
4252 FAIL_IF(push_inst(compiler, VCVT_F64_F32 | VD(freg) | VM(src) | 0x20)); in sljit_emit_simd_extend()
4254 return push_inst(compiler, VCVT_F64_F32 | VD(freg) | VM(src)); in sljit_emit_simd_extend()
4257 FAIL_IF(push_inst(compiler, VCVT_F64_F32 | VD(freg) | VM(src))); in sljit_emit_simd_extend()
4259 return push_inst(compiler, VCVT_F64_F32 | VD(freg) | VM(src) | 0x20); in sljit_emit_simd_extend()
