Lines Matching refs:JIT_G
54 …zend_jit_traces = (zend_jit_trace_info*)zend_shared_alloc(sizeof(zend_jit_trace_info) * JIT_G(max_… in zend_jit_trace_startup()
82 JIT_G(exit_counters) = calloc(JIT_G(max_exit_counters), 1); in zend_jit_trace_startup()
83 if (JIT_G(exit_counters) == NULL) { in zend_jit_trace_startup()
106 if (JIT_G(debug) & ZEND_JIT_DEBUG_ASM) { in zend_jit_trace_allocate_exit_group()
163 if (JIT_G(current_frame)) { in zend_jit_trace_get_exit_point()
164 op_array = &JIT_G(current_frame)->func->op_array; in zend_jit_trace_get_exit_point()
167 stack = JIT_G(current_frame)->stack; in zend_jit_trace_get_exit_point()
341 return !JIT_G(current_frame) || TRACE_FRAME_IS_UNKNOWN_RETURN(JIT_G(current_frame)); in zend_jit_trace_may_exit()
494 if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_OPT_FUNC) { in zend_jit_trace_build_ssa()
500 if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_OPT_FUNCS) { in zend_jit_trace_build_ssa()
514 if (JIT_G(debug) & ZEND_JIT_DEBUG_SSA) { in zend_jit_trace_build_ssa()
1109 if (JIT_G(opt_level) < ZEND_JIT_LEVEL_OPT_FUNC) { in zend_jit_trace_build_tssa()
1141 if (JIT_G(opt_level) < ZEND_JIT_LEVEL_OPT_FUNC) { in zend_jit_trace_build_tssa()
1214 …JIT_G(current_frame) = frame = (zend_jit_trace_stack_frame*)((char*)zend_arena_alloc(&CG(arena), s… in zend_jit_trace_build_tssa()
1253 if (JIT_G(opt_level) < ZEND_JIT_LEVEL_INLINE) { in zend_jit_trace_build_tssa()
1522 frame = JIT_G(current_frame); in zend_jit_trace_build_tssa()
2342 if (UNEXPECTED(JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_TSSA)) { in zend_jit_trace_build_tssa()
2467 frame = JIT_G(current_frame); in zend_jit_trace_allocate_registers()
3041 if (JIT_G(debug) & ZEND_JIT_DEBUG_REG_ALLOC) { in zend_jit_trace_allocate_registers()
3160 if (JIT_G(debug) & ZEND_JIT_DEBUG_REG_ALLOC) { in zend_jit_trace_allocate_registers()
3203 if (JIT_G(hot_return) && !ZEND_OP_TRACE_INFO(next_opline, offset)->trace_flags) { in zend_jit_trace_setup_ret_counter()
3234 if (!JIT_G(current_frame) in zend_jit_may_delay_fetch_this()
3235 || !JIT_G(current_frame)->call in zend_jit_may_delay_fetch_this()
3236 || !JIT_G(current_frame)->call->func in zend_jit_may_delay_fetch_this()
3237 || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(JIT_G(current_frame)->call)) { in zend_jit_may_delay_fetch_this()
3710 JIT_G(current_trace) = trace_buffer; in zend_jit_trace()
3724 if ((JIT_G(opt_flags) & (ZEND_JIT_REG_ALLOC_LOCAL|ZEND_JIT_REG_ALLOC_GLOBAL)) in zend_jit_trace()
3725 && JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) { in zend_jit_trace()
3732 frame = JIT_G(current_frame); in zend_jit_trace()
3772 if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) { in zend_jit_trace()
3972 ssa_op = (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) ? ssa->ops : NULL; in zend_jit_trace()
4021 if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) { in zend_jit_trace()
4931 if (!JIT_G(current_frame) in zend_jit_trace()
4932 || !JIT_G(current_frame)->call in zend_jit_trace()
4933 || !JIT_G(current_frame)->call->func) { in zend_jit_trace()
4939 TRACE_FRAME_SET_LAST_SEND_UNKNOWN(JIT_G(current_frame)->call); in zend_jit_trace()
4947 if (JIT_G(current_frame) in zend_jit_trace()
4948 && JIT_G(current_frame)->call) { in zend_jit_trace()
4949 TRACE_FRAME_SET_UNKNOWN_NUM_ARGS(JIT_G(current_frame)->call); in zend_jit_trace()
5147 if (JIT_G(current_frame) in zend_jit_trace()
5148 && TRACE_FRAME_IS_RETURN_VALUE_USED(JIT_G(current_frame))) { in zend_jit_trace()
5228 zend_jit_trace_stack *stack = JIT_G(current_frame)->stack; in zend_jit_trace()
5330 if (!JIT_G(current_frame) in zend_jit_trace()
5331 || !JIT_G(current_frame)->call in zend_jit_trace()
5332 || !JIT_G(current_frame)->call->func in zend_jit_trace()
5333 || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(JIT_G(current_frame)->call)) { in zend_jit_trace()
5483 zend_jit_trace_stack *stack = JIT_G(current_frame)->stack; in zend_jit_trace()
5528 if (!JIT_G(current_frame) in zend_jit_trace()
5529 || !JIT_G(current_frame)->call in zend_jit_trace()
5530 || !JIT_G(current_frame)->call->func in zend_jit_trace()
5531 || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(JIT_G(current_frame)->call)) { in zend_jit_trace()
5890 if (JIT_G(current_frame) in zend_jit_trace()
5891 && JIT_G(current_frame)->call) { in zend_jit_trace()
5892 TRACE_FRAME_SET_UNKNOWN_NUM_ARGS(JIT_G(current_frame)->call); in zend_jit_trace()
6234 JIT_G(current_frame) = call; in zend_jit_trace()
6247 JIT_G(current_frame) = frame; in zend_jit_trace()
6266 JIT_G(current_frame) = frame = call; in zend_jit_trace()
6294 if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) { in zend_jit_trace()
6324 JIT_G(current_frame) = frame; in zend_jit_trace()
6365 if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) { in zend_jit_trace()
6557 if (ZEND_JIT_EXIT_COUNTERS + t->exit_count >= JIT_G(max_exit_counters)) { in zend_jit_trace()
6600 if (JIT_G(current_frame) in zend_jit_trace()
6601 && JIT_G(current_frame)->prev) { in zend_jit_trace()
6602 frame = JIT_G(current_frame)->prev; in zend_jit_trace()
6640 JIT_G(current_frame) = NULL; in zend_jit_trace()
6641 JIT_G(current_trace) = NULL; in zend_jit_trace()
6714 } else if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) { in zend_jit_compile_root_trace()
6736 orig_trigger = JIT_G(trigger); in zend_jit_compile_root_trace()
6737 JIT_G(trigger) = ZEND_JIT_ON_HOT_TRACE; in zend_jit_compile_root_trace()
6741 JIT_G(trigger) = orig_trigger; in zend_jit_compile_root_trace()
6786 ZEND_JIT_EXIT_COUNTERS + t->exit_count >= JIT_G(max_exit_counters)) { in zend_jit_compile_root_trace()
6807 if ((JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT_INFO) != 0 in zend_jit_compile_root_trace()
6838 const zend_op **cache_opline = JIT_G(bad_root_cache_opline); in zend_jit_trace_is_bad_root()
6839 uint8_t *cache_count = JIT_G(bad_root_cache_count); in zend_jit_trace_is_bad_root()
6840 uint8_t *cache_stop = JIT_G(bad_root_cache_stop); in zend_jit_trace_is_bad_root()
6841 uint32_t cache_slot = JIT_G(bad_root_slot); in zend_jit_trace_is_bad_root()
6846 if (cache_count[i] >= JIT_G(blacklist_root_trace) - 1) { in zend_jit_trace_is_bad_root()
6867 JIT_G(bad_root_slot) = cache_slot; in zend_jit_trace_is_bad_root()
7158 if (JIT_G(tracing)) { in zend_jit_trace_hot_root()
7163 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) { in zend_jit_trace_hot_root()
7175 if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) { in zend_jit_trace_hot_root()
7180 JIT_G(tracing) = 1; in zend_jit_trace_hot_root()
7183 JIT_G(tracing) = 0; in zend_jit_trace_hot_root()
7195 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) { in zend_jit_trace_hot_root()
7214 if (UNEXPECTED(JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BYTECODE)) { in zend_jit_trace_hot_root()
7219 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_STOP) { in zend_jit_trace_hot_root()
7234 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_COMPILED) { in zend_jit_trace_hot_root()
7244 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_ABORT) { in zend_jit_trace_hot_root()
7251 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BLACKLIST) { in zend_jit_trace_hot_root()
7264 …if (JIT_G(debug) & (ZEND_JIT_DEBUG_TRACE_STOP|ZEND_JIT_DEBUG_TRACE_ABORT|ZEND_JIT_DEBUG_TRACE_COMP… in zend_jit_trace_hot_root()
7303 uint8_t *counter = JIT_G(exit_counters) + in zend_jit_trace_exit_is_bad()
7306 if (*counter + 1 >= JIT_G(hot_side_exit) + JIT_G(blacklist_side_trace)) { in zend_jit_trace_exit_is_bad()
7315 uint8_t *counter = JIT_G(exit_counters) + in zend_jit_trace_exit_is_hot()
7318 if (*counter + 1 >= JIT_G(hot_side_exit)) { in zend_jit_trace_exit_is_hot()
7338 } else if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) { in zend_jit_compile_side_trace()
7340 …} else if (zend_jit_traces[zend_jit_traces[parent_num].root].child_count >= JIT_G(max_side_traces)… in zend_jit_compile_side_trace()
7362 orig_trigger = JIT_G(trigger); in zend_jit_compile_side_trace()
7363 JIT_G(trigger) = ZEND_JIT_ON_HOT_TRACE; in zend_jit_compile_side_trace()
7367 JIT_G(trigger) = orig_trigger; in zend_jit_compile_side_trace()
7419 ZEND_JIT_EXIT_COUNTERS + t->exit_count >= JIT_G(max_exit_counters)) { in zend_jit_compile_side_trace()
7440 if ((JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT_INFO) != 0 in zend_jit_compile_side_trace()
7465 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) { in zend_jit_trace_hot_side()
7476 if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) { in zend_jit_trace_hot_side()
7481 if (zend_jit_traces[zend_jit_traces[parent_num].root].child_count >= JIT_G(max_side_traces)) { in zend_jit_trace_hot_side()
7486 if (JIT_G(max_polymorphic_calls) > 0) { in zend_jit_trace_hot_side()
7490 if (zend_jit_traces[parent_num].polymorphism >= JIT_G(max_polymorphic_calls) - 1) { in zend_jit_trace_hot_side()
7501 JIT_G(tracing) = 1; in zend_jit_trace_hot_side()
7503 JIT_G(tracing) = 0; in zend_jit_trace_hot_side()
7511 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) { in zend_jit_trace_hot_side()
7530 if (UNEXPECTED(JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BYTECODE)) { in zend_jit_trace_hot_side()
7535 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_STOP) { in zend_jit_trace_hot_side()
7559 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_COMPILED) { in zend_jit_trace_hot_side()
7569 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_ABORT) { in zend_jit_trace_hot_side()
7577 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BLACKLIST) { in zend_jit_trace_hot_side()
7588 …if (JIT_G(debug) & (ZEND_JIT_DEBUG_TRACE_STOP|ZEND_JIT_DEBUG_TRACE_ABORT|ZEND_JIT_DEBUG_TRACE_COMP… in zend_jit_trace_hot_side()
7718 if (EG(vm_interrupt) || JIT_G(tracing)) { in zend_jit_trace_exit()
7729 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT) { in zend_jit_trace_exit()
7744 if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BLACKLIST) { in zend_jit_trace_exit()
7750 } else if (JIT_G(hot_side_exit) && zend_jit_trace_exit_is_hot(trace_num, exit_num)) { in zend_jit_trace_exit()
7815 if (JIT_G(hot_loop)) { in zend_jit_setup_hot_trace_counters()
7844 if (JIT_G(hot_func)) { in zend_jit_setup_hot_trace_counters()
7871 memset(ZEND_VOIDP(JIT_G(bad_root_cache_opline)), 0, sizeof(JIT_G(bad_root_cache_opline))); in zend_jit_trace_init_caches()
7872 memset(JIT_G(bad_root_cache_count), 0, sizeof(JIT_G(bad_root_cache_count))); in zend_jit_trace_init_caches()
7873 memset(JIT_G(bad_root_cache_stop), 0, sizeof(JIT_G(bad_root_cache_count))); in zend_jit_trace_init_caches()
7874 JIT_G(bad_root_slot) = 0; in zend_jit_trace_init_caches()
7876 if (JIT_G(exit_counters)) { in zend_jit_trace_init_caches()
7877 memset(JIT_G(exit_counters), 0, JIT_G(max_exit_counters)); in zend_jit_trace_init_caches()
7883 JIT_G(tracing) = 0; in zend_jit_trace_reset_caches()
7885 if (!JIT_G(exit_counters)) { in zend_jit_trace_reset_caches()
7886 JIT_G(exit_counters) = calloc(JIT_G(max_exit_counters), 1); in zend_jit_trace_reset_caches()
