Lines Matching refs:compiler
67 static struct sljit_jump *jump_if_utf_char_start(struct sljit_compiler *compiler, sljit_s32 reg) in jump_if_utf_char_start() argument
102 static void load_from_mem_sse2(struct sljit_compiler *compiler, sljit_s32 dst_xmm_reg, sljit_s32 sr… in load_from_mem_sse2() argument
117 sljit_emit_op_custom(compiler, instruction, 4); in load_from_mem_sse2()
123 sljit_emit_op_custom(compiler, instruction, 5); in load_from_mem_sse2()
126 static void fast_forward_char_pair_sse2_compare(struct sljit_compiler *compiler, vector_compare_typ… in fast_forward_char_pair_sse2_compare() argument
146 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_sse2_compare()
159 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_sse2_compare()
171 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_sse2_compare()
180 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_sse2_compare()
189 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_sse2_compare()
198 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_sse2_compare()
241 add_jump(compiler, &common->failed_match, partial_quit[0]); in fast_forward_char_simd()
254 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_simd()
262 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_simd()
273 sljit_emit_op_custom(compiler, instruction, 5); in fast_forward_char_simd()
279 sljit_emit_op_custom(compiler, instruction, 5); in fast_forward_char_simd()
288 load_from_mem_sse2(compiler, data_ind, str_ptr_reg_ind, 0); in fast_forward_char_simd()
290 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_forward_char_simd()
297 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_simd()
313 add_jump(compiler, &common->failed_match, partial_quit[1]); in fast_forward_char_simd()
315 load_from_mem_sse2(compiler, data_ind, str_ptr_reg_ind, 0); in fast_forward_char_simd()
317 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_forward_char_simd()
324 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_simd()
334 sljit_emit_op_custom(compiler, instruction, 3); in fast_forward_char_simd()
346 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_simd()
355 quit = jump_if_utf_char_start(compiler, TMP1); in fast_forward_char_simd()
358 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_simd()
398 add_jump(compiler, ¬_found, CMP(SLJIT_GREATER_EQUAL, TMP1, 0, STR_END, 0)); in fast_requested_char_simd()
413 sljit_emit_op_custom(compiler, instruction, 4); in fast_requested_char_simd()
421 sljit_emit_op_custom(compiler, instruction, 4); in fast_requested_char_simd()
432 sljit_emit_op_custom(compiler, instruction, 5); in fast_requested_char_simd()
438 sljit_emit_op_custom(compiler, instruction, 5); in fast_requested_char_simd()
444 load_from_mem_sse2(compiler, data_ind, str_ptr_reg_ind, 0); in fast_requested_char_simd()
446 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_requested_char_simd()
453 sljit_emit_op_custom(compiler, instruction, 4); in fast_requested_char_simd()
467 add_jump(compiler, ¬_found, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_requested_char_simd()
469 load_from_mem_sse2(compiler, data_ind, str_ptr_reg_ind, 0); in fast_requested_char_simd()
471 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_requested_char_simd()
478 sljit_emit_op_custom(compiler, instruction, 4); in fast_requested_char_simd()
488 sljit_emit_op_custom(compiler, instruction, 3); in fast_requested_char_simd()
491 add_jump(compiler, ¬_found, CMP(SLJIT_GREATER_EQUAL, TMP1, 0, STR_END, 0)); in fast_requested_char_simd()
545 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_pair_simd()
573 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
578 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
602 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
607 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
617 sljit_emit_op_custom(compiler, instruction, 5); in fast_forward_char_pair_simd()
622 sljit_emit_op_custom(compiler, instruction, 5); in fast_forward_char_pair_simd()
626 sljit_emit_op_custom(compiler, instruction, 5); in fast_forward_char_pair_simd()
631 sljit_emit_op_custom(compiler, instruction, 5); in fast_forward_char_pair_simd()
642 load_from_mem_sse2(compiler, data1_ind, str_ptr_reg_ind, 0); in fast_forward_char_pair_simd()
646 load_from_mem_sse2(compiler, data2_ind, str_ptr_reg_ind, -(sljit_s8)diff); in fast_forward_char_pair_simd()
656 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
664 sljit_emit_op_custom(compiler, instruction, 5); in fast_forward_char_pair_simd()
672 …fast_forward_char_pair_sse2_compare(compiler, compare2_type, i, data2_ind, cmp2a_ind, cmp2b_ind, t… in fast_forward_char_pair_simd()
673 …fast_forward_char_pair_sse2_compare(compiler, compare1_type, i, data1_ind, cmp1a_ind, cmp1b_ind, t… in fast_forward_char_pair_simd()
681 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
688 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
702 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_pair_simd()
704 load_from_mem_sse2(compiler, data1_ind, str_ptr_reg_ind, 0); in fast_forward_char_pair_simd()
705 load_from_mem_sse2(compiler, data2_ind, str_ptr_reg_ind, -(sljit_s8)diff); in fast_forward_char_pair_simd()
709 …fast_forward_char_pair_sse2_compare(compiler, compare1_type, i, data1_ind, cmp1a_ind, cmp1b_ind, t… in fast_forward_char_pair_simd()
710 …fast_forward_char_pair_sse2_compare(compiler, compare2_type, i, data2_ind, cmp2a_ind, cmp2b_ind, t… in fast_forward_char_pair_simd()
718 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
725 sljit_emit_op_custom(compiler, instruction, 4); in fast_forward_char_pair_simd()
735 sljit_emit_op_custom(compiler, instruction, 3); in fast_forward_char_pair_simd()
739 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_pair_simd()
746 jump[0] = jump_if_utf_char_start(compiler, TMP1); in fast_forward_char_pair_simd()
751 add_jump(compiler, &common->failed_match, JUMP(SLJIT_JUMP)); in fast_forward_char_pair_simd()
886 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
889 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
892 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
907 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
910 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
913 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
925 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
928 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
931 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_simd()
943 add_jump(compiler, &common->failed_match, partial_quit); in fast_forward_char_simd()
1057 SLJIT_ASSERT(compiler->scratches == 5); in fast_forward_char_pair_simd()
1087 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_pair_simd()
1091 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_pair_simd()
1096 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_pair_simd()
1100 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_pair_simd()
1106 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_pair_simd()
1110 sljit_emit_icall(compiler, SLJIT_CALL, SLJIT_ARGS4(W, W, W, W, W), in fast_forward_char_pair_simd()
1119 add_jump(compiler, &common->failed_match, partial_quit); in fast_forward_char_pair_simd()
1141 static void load_from_mem_vector(struct sljit_compiler *compiler, BOOL vlbb, sljit_s32 dst_vreg, in load_from_mem_vector() argument
1150 sljit_emit_op_custom(compiler, instruction, 6); in load_from_mem_vector()
1155 static void replicate_imm_vector(struct sljit_compiler *compiler, int step, sljit_s32 dst_vreg, in replicate_imm_vector() argument
1171 sljit_emit_op_custom(compiler, instruction, 6); in replicate_imm_vector()
1183 sljit_emit_op_custom(compiler, instruction, 6); in replicate_imm_vector()
1191 sljit_emit_op_custom(compiler, instruction, 6); in replicate_imm_vector()
1196 static void fast_forward_char_pair_sse2_compare(struct sljit_compiler *compiler, vector_compare_typ… in fast_forward_char_pair_sse2_compare() argument
1209 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_sse2_compare()
1221 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_sse2_compare()
1233 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_sse2_compare()
1241 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_sse2_compare()
1285 add_jump(compiler, &common->failed_match, partial_quit[0]); in fast_forward_char_simd()
1297 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1305 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1312 replicate_imm_vector(compiler, i, cmp1_ind, char1 | bit, TMP1); in fast_forward_char_simd()
1315 replicate_imm_vector(compiler, i, cmp2_ind, bit != 0 ? bit : char2, TMP1); in fast_forward_char_simd()
1326 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1333 load_from_mem_vector(compiler, TRUE, data_ind, str_ptr_reg_ind, 0); in fast_forward_char_simd()
1339 …fast_forward_char_pair_sse2_compare(compiler, compare_type, 0, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_forward_char_simd()
1345 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1350 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_forward_char_simd()
1356 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1363 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1377 add_jump(compiler, &common->failed_match, partial_quit[1]); in fast_forward_char_simd()
1379 load_from_mem_vector(compiler, TRUE, data_ind, str_ptr_reg_ind, 0); in fast_forward_char_simd()
1384 …fast_forward_char_pair_sse2_compare(compiler, compare_type, 0, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_forward_char_simd()
1390 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1395 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_forward_char_simd()
1401 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1404 sljit_set_current_flags(compiler, SLJIT_SET_OVERFLOW); in fast_forward_char_simd()
1411 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_simd()
1425 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_simd()
1434 quit = jump_if_utf_char_start(compiler, TMP1); in fast_forward_char_simd()
1437 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_simd()
1479 add_jump(compiler, ¬_found, CMP(SLJIT_GREATER_EQUAL, TMP1, 0, STR_END, 0)); in fast_requested_char_simd()
1491 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1499 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1506 replicate_imm_vector(compiler, i, cmp1_ind, char1 | bit, TMP3); in fast_requested_char_simd()
1509 replicate_imm_vector(compiler, i, cmp2_ind, bit != 0 ? bit : char2, TMP3); in fast_requested_char_simd()
1520 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1523 load_from_mem_vector(compiler, TRUE, data_ind, tmp1_reg_ind, 0); in fast_requested_char_simd()
1529 …fast_forward_char_pair_sse2_compare(compiler, compare_type, 0, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_requested_char_simd()
1535 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1540 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_requested_char_simd()
1546 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1553 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1565 add_jump(compiler, ¬_found, CMP(SLJIT_GREATER_EQUAL, TMP1, 0, STR_END, 0)); in fast_requested_char_simd()
1567 load_from_mem_vector(compiler, TRUE, data_ind, tmp1_reg_ind, 0); in fast_requested_char_simd()
1572 …fast_forward_char_pair_sse2_compare(compiler, compare_type, 0, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_requested_char_simd()
1578 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1583 …fast_forward_char_pair_sse2_compare(compiler, compare_type, i, data_ind, cmp1_ind, cmp2_ind, tmp_i… in fast_requested_char_simd()
1589 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1592 sljit_set_current_flags(compiler, SLJIT_SET_OVERFLOW); in fast_requested_char_simd()
1599 sljit_emit_op_custom(compiler, instruction, 6); in fast_requested_char_simd()
1604 add_jump(compiler, ¬_found, CMP(SLJIT_GREATER_EQUAL, TMP1, 0, STR_END, 0)); in fast_requested_char_simd()
1681 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_pair_simd()
1692 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1700 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1707 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1715 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1722 replicate_imm_vector(compiler, i, cmp1a_ind, char1a | bit1, TMP1); in fast_forward_char_pair_simd()
1725 replicate_imm_vector(compiler, i, cmp1b_ind, bit1 != 0 ? bit1 : char1b, TMP1); in fast_forward_char_pair_simd()
1727 replicate_imm_vector(compiler, i, cmp2a_ind, char2a | bit2, TMP1); in fast_forward_char_pair_simd()
1730 replicate_imm_vector(compiler, i, cmp2b_ind, bit2 != 0 ? bit2 : char2b, TMP1); in fast_forward_char_pair_simd()
1741 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1748 load_from_mem_vector(compiler, TRUE, data2_ind, tmp1_reg_ind, 0); in fast_forward_char_pair_simd()
1751 load_from_mem_vector(compiler, FALSE, data2_ind, tmp1_reg_ind, 0); in fast_forward_char_pair_simd()
1754 load_from_mem_vector(compiler, TRUE, data1_ind, str_ptr_reg_ind, 0); in fast_forward_char_pair_simd()
1759 …fast_forward_char_pair_sse2_compare(compiler, compare1_type, i, data1_ind, cmp1a_ind, cmp1b_ind, t… in fast_forward_char_pair_simd()
1760 …fast_forward_char_pair_sse2_compare(compiler, compare2_type, i, data2_ind, cmp2a_ind, cmp2b_ind, t… in fast_forward_char_pair_simd()
1767 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1773 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1779 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1791 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_pair_simd()
1793 load_from_mem_vector(compiler, FALSE, data1_ind, str_ptr_reg_ind, 0); in fast_forward_char_pair_simd()
1794 load_from_mem_vector(compiler, FALSE, data2_ind, str_ptr_reg_ind, tmp1_reg_ind); in fast_forward_char_pair_simd()
1798 …fast_forward_char_pair_sse2_compare(compiler, compare1_type, i, data1_ind, cmp1a_ind, cmp1b_ind, t… in fast_forward_char_pair_simd()
1799 …fast_forward_char_pair_sse2_compare(compiler, compare2_type, i, data2_ind, cmp2a_ind, cmp2b_ind, t… in fast_forward_char_pair_simd()
1806 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1812 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1814 sljit_set_current_flags(compiler, SLJIT_SET_OVERFLOW); in fast_forward_char_pair_simd()
1821 sljit_emit_op_custom(compiler, instruction, 6); in fast_forward_char_pair_simd()
1827 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_pair_simd()
1836 quit = jump_if_utf_char_start(compiler, TMP1); in fast_forward_char_pair_simd()
1839 add_jump(compiler, &common->failed_match, CMP(SLJIT_GREATER_EQUAL, STR_PTR, 0, STR_END, 0)); in fast_forward_char_pair_simd()
