Lines Matching refs:dasm_state
90 dasm_State* dasm_state = NULL; in zend_jit_trace_allocate_exit_group() local
94 dasm_init(&dasm_state, DASM_MAXSECTION); in zend_jit_trace_allocate_exit_group()
95 dasm_setupglobal(&dasm_state, dasm_labels, zend_lb_MAX); in zend_jit_trace_allocate_exit_group()
96 dasm_setup(&dasm_state, dasm_actions); in zend_jit_trace_allocate_exit_group()
97 zend_jit_trace_exit_group_stub(&dasm_state, n); in zend_jit_trace_allocate_exit_group()
100 …entry = dasm_link_and_encode(&dasm_state, NULL, NULL, NULL, NULL, name, 0, SP_ADJ_JIT, SP_ADJ_NONE… in zend_jit_trace_allocate_exit_group()
101 dasm_free(&dasm_state); in zend_jit_trace_allocate_exit_group()
432 if (!zend_jit_type_guard(&dasm_state, opline, _var, op_type)) { \
3983 dasm_State* dasm_state = NULL; in zend_jit_trace() local
4054 dasm_init(&dasm_state, DASM_MAXSECTION); in zend_jit_trace()
4055 dasm_setupglobal(&dasm_state, dasm_labels, zend_lb_MAX); in zend_jit_trace()
4056 dasm_setup(&dasm_state, dasm_actions); in zend_jit_trace()
4062 dasm_growpc(&dasm_state, 2); /* =>0: loop header */ in zend_jit_trace()
4065 zend_jit_align_func(&dasm_state); in zend_jit_trace()
4067 zend_jit_prologue(&dasm_state); in zend_jit_trace()
4069 zend_jit_trace_begin(&dasm_state, ZEND_JIT_TRACE_NUM, in zend_jit_trace()
4077 zend_jit_trace_opline_guard(&dasm_state, opline); in zend_jit_trace()
4091 if (!zend_jit_stack_check(&dasm_state, opline, used_stack)) { in zend_jit_trace()
4145 if (!zend_jit_type_guard(&dasm_state, opline, EX_NUM_TO_VAR(i), concrete_type(info))) { in zend_jit_trace()
4166 if (!zend_jit_packed_guard(&dasm_state, opline, EX_NUM_TO_VAR(i), info)) { in zend_jit_trace()
4176 if (!zend_jit_trace_deoptimization(&dasm_state, in zend_jit_trace()
4198 if (!zend_jit_type_guard(&dasm_state, opline, EX_NUM_TO_VAR(i), op_type)) { in zend_jit_trace()
4205 if (!zend_jit_load_var(&dasm_state, ssa->var_info[i].type, i, ra[i]->reg)) { in zend_jit_trace()
4217 zend_jit_label(&dasm_state, 0); /* start of of trace loop */ in zend_jit_trace()
4231 … if (!zend_jit_type_guard(&dasm_state, opline, EX_NUM_TO_VAR(phi->var), concrete_type(info))) { in zend_jit_trace()
4239 …if (!zend_jit_load_var(&dasm_state, ssa->var_info[phi->ssa_var].type, ssa->vars[phi->ssa_var].var,… in zend_jit_trace()
4246 …if (!zend_jit_store_var(&dasm_state, ssa->var_info[phi->ssa_var].type, ssa->vars[phi->ssa_var].var… in zend_jit_trace()
4279 if (!zend_jit_load_var(&dasm_state, ssa->var_info[i].type, i, ra[i]->reg)) { in zend_jit_trace()
4373 if (!zend_jit_inc_dec(&dasm_state, opline, in zend_jit_trace()
4418 if (!zend_jit_reuse_ip(&dasm_state)) { in zend_jit_trace()
4427 if (!zend_jit_long_math(&dasm_state, opline, in zend_jit_trace()
4448 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
4463 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op2_type, &op2_info, &op2_addr, in zend_jit_trace()
4490 if (!zend_jit_reuse_ip(&dasm_state)) { in zend_jit_trace()
4502 … if (!zend_jit_add_arrays(&dasm_state, opline, op1_info, op1_addr, op2_info, op2_addr, res_addr)) { in zend_jit_trace()
4506 if (!zend_jit_math(&dasm_state, opline, in zend_jit_trace()
4539 if (!zend_jit_reuse_ip(&dasm_state)) { in zend_jit_trace()
4543 if (!zend_jit_concat(&dasm_state, opline, in zend_jit_trace()
4566 if (!zend_jit_assign_op(&dasm_state, opline, in zend_jit_trace()
4601 if (!zend_jit_fetch_indirect_var(&dasm_state, opline, orig_op1_type, in zend_jit_trace()
4611 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
4627 if (!zend_jit_assign_dim_op(&dasm_state, opline, in zend_jit_trace()
4666 if (!zend_jit_fetch_indirect_var(&dasm_state, opline, orig_op1_type, in zend_jit_trace()
4674 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
4708 if (!zend_jit_incdec_obj(&dasm_state, opline, op_array, ssa, ssa_op, in zend_jit_trace()
4757 if (!zend_jit_fetch_indirect_var(&dasm_state, opline, orig_op1_type, in zend_jit_trace()
4765 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
4801 if (!zend_jit_assign_obj_op(&dasm_state, opline, op_array, ssa, ssa_op, in zend_jit_trace()
4837 if (!zend_jit_fetch_indirect_var(&dasm_state, opline, orig_op1_type, in zend_jit_trace()
4845 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
4881 if (!zend_jit_assign_obj(&dasm_state, opline, op_array, ssa, ssa_op, in zend_jit_trace()
4907 if (!zend_jit_fetch_indirect_var(&dasm_state, opline, orig_op1_type, in zend_jit_trace()
4917 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
4932 if (!zend_jit_assign_dim(&dasm_state, opline, in zend_jit_trace()
4961 if (!zend_jit_scalar_type_guard(&dasm_state, opline, opline->op1.var)) { in zend_jit_trace()
4979 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
4995 if (!zend_jit_reuse_ip(&dasm_state)) { in zend_jit_trace()
5000 … if (!zend_jit_assign_to_typed_ref(&dasm_state, opline, opline->op2_type, op2_addr, res_addr, 1)) { in zend_jit_trace()
5006 if (!zend_jit_noref_guard(&dasm_state, opline, op1_addr)) { in zend_jit_trace()
5023 if (!zend_jit_reuse_ip(&dasm_state)) { in zend_jit_trace()
5028 if (!zend_jit_assign(&dasm_state, opline, in zend_jit_trace()
5045 if (!zend_jit_store_var_type(&dasm_state, var_num, type)) { in zend_jit_trace()
5081 if (!zend_jit_qm_assign(&dasm_state, opline, in zend_jit_trace()
5095 if (!zend_jit_store_var_type(&dasm_state, var_num, type)) { in zend_jit_trace()
5111 …if (!zend_jit_init_fcall(&dasm_state, opline, op_array_ssa->cfg.map ? op_array_ssa->cfg.map[opline… in zend_jit_trace()
5127 if (!zend_jit_send_val(&dasm_state, opline, in zend_jit_trace()
5148 if (!zend_jit_send_ref(&dasm_state, opline, op_array, in zend_jit_trace()
5179 if (!zend_jit_send_var(&dasm_state, opline, op_array, in zend_jit_trace()
5192 if (!zend_jit_store_var_type(&dasm_state, var_num, type)) { in zend_jit_trace()
5229 if (!zend_jit_check_func_arg(&dasm_state, opline)) { in zend_jit_trace()
5238 if (!zend_jit_check_undef_args(&dasm_state, opline)) { in zend_jit_trace()
5246 …if (!zend_jit_do_fcall(&dasm_state, opline, op_array, op_array_ssa, frame->call_level, -1, p + 1))… in zend_jit_trace()
5278 if (!zend_jit_cmp(&dasm_state, opline, in zend_jit_trace()
5290 if (!zend_jit_cmp(&dasm_state, opline, in zend_jit_trace()
5329 if (!zend_jit_identical(&dasm_state, opline, in zend_jit_trace()
5341 if (!zend_jit_identical(&dasm_state, opline, in zend_jit_trace()
5366 if (!zend_jit_defined(&dasm_state, opline, smart_branch_opcode, -1, -1, exit_addr)) { in zend_jit_trace()
5395 … if (!zend_jit_type_check(&dasm_state, opline, op1_info, smart_branch_opcode, -1, -1, exit_addr)) { in zend_jit_trace()
5412 …if (!zend_jit_trace_handler(&dasm_state, op_array, opline, zend_may_throw(opline, ssa_op, op_array… in zend_jit_trace()
5420 if (!zend_jit_return(&dasm_state, opline, op_array, in zend_jit_trace()
5426 if (!zend_jit_free_cvs(&dasm_state)) { in zend_jit_trace()
5452 if (!zend_jit_leave_frame(&dasm_state)) { in zend_jit_trace()
5456 if (!zend_jit_free_cv(&dasm_state, info, j)) { in zend_jit_trace()
5467 if (!zend_jit_leave_func(&dasm_state, op_array, opline, op1_info, left_frame, in zend_jit_trace()
5478 if (!zend_jit_bool_jmpznz(&dasm_state, opline, in zend_jit_trace()
5549 if (!zend_jit_bool_jmpznz(&dasm_state, opline, in zend_jit_trace()
5566 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
5591 if (!zend_jit_isset_isempty_cv(&dasm_state, opline, in zend_jit_trace()
5621 if (!zend_jit_in_array(&dasm_state, opline, in zend_jit_trace()
5642 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
5682 if (!zend_jit_fetch_dim_read(&dasm_state, opline, ssa, ssa_op, in zend_jit_trace()
5705 if (!zend_jit_fetch_indirect_var(&dasm_state, opline, orig_op1_type, in zend_jit_trace()
5715 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
5729 if (!zend_jit_fetch_dim(&dasm_state, opline, in zend_jit_trace()
5749 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
5808 if (!zend_jit_isset_isempty_dim(&dasm_state, opline, in zend_jit_trace()
5855 if (!zend_jit_fetch_indirect_var(&dasm_state, opline, orig_op1_type, in zend_jit_trace()
5863 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
5901 if (!zend_jit_fetch_obj(&dasm_state, opline, op_array, ssa, ssa_op, in zend_jit_trace()
5920 if (!zend_jit_bind_global(&dasm_state, opline, op1_info)) { in zend_jit_trace()
5934 if (!zend_jit_recv(&dasm_state, opline, op_array)) { in zend_jit_trace()
5942 if (!zend_jit_recv_init(&dasm_state, opline, op_array, in zend_jit_trace()
5960 if (!zend_jit_free(&dasm_state, opline, op1_info, in zend_jit_trace()
5971 if (!zend_jit_echo(&dasm_state, opline, op1_info)) { in zend_jit_trace()
5979 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
5993 if (!zend_jit_strlen(&dasm_state, opline, op1_info, op1_addr, RES_REG_ADDR())) { in zend_jit_trace()
6001 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
6015 …if (!zend_jit_count(&dasm_state, opline, op1_info, op1_addr, RES_REG_ADDR(), zend_may_throw(opline… in zend_jit_trace()
6027 if (!zend_jit_fetch_this(&dasm_state, opline, op_array, delayed_fetch_this)) { in zend_jit_trace()
6034 …if (!zend_jit_switch(&dasm_state, opline, op_array, op_array_ssa, p+1, &zend_jit_traces[ZEND_JIT_T… in zend_jit_trace()
6057 if (!zend_jit_verify_return_type(&dasm_state, opline, op_array, op1_info)) { in zend_jit_trace()
6067 if (!zend_jit_fe_reset(&dasm_state, opline, op1_info)) { in zend_jit_trace()
6099 if (!zend_jit_fe_fetch(&dasm_state, opline, op1_info, OP2_INFO(), in zend_jit_trace()
6105 if (!zend_jit_fetch_constant(&dasm_state, opline, op_array, ssa, ssa_op, RES_REG_ADDR())) { in zend_jit_trace()
6131 if (!zend_jit_fetch_reference(&dasm_state, opline, orig_op1_type, &op1_info, &op1_addr, in zend_jit_trace()
6166 if (!zend_jit_init_method_call(&dasm_state, opline, in zend_jit_trace()
6181 …if (!zend_jit_init_closure_call(&dasm_state, opline, op_array_ssa->cfg.map ? op_array_ssa->cfg.map… in zend_jit_trace()
6200 if (!zend_jit_rope(&dasm_state, opline, op2_info)) { in zend_jit_trace()
6219 if (!zend_jit_trace_handler(&dasm_state, op_array, opline, in zend_jit_trace()
6229 if (!zend_jit_init_fcall_guard(&dasm_state, 0, (p+1)->func, opline+1)) { in zend_jit_trace()
6580 && !zend_jit_trace_opline_guard(&dasm_state, (p+1)->opline)) { in zend_jit_trace()
6617 if (!zend_jit_load_var(&dasm_state, ssa->var_info[j].type, i, ra[j]->reg)) { in zend_jit_trace()
6657 if (!zend_jit_load_var(&dasm_state, ssa->var_info[j].type, i, ra[j]->reg)) { in zend_jit_trace()
6797 if (!zend_jit_init_fcall_guard(&dasm_state, in zend_jit_trace()
6868 zend_jit_store_var_type(&dasm_state, phi->var, STACK_TYPE(stack, phi->var)); in zend_jit_trace()
6875 && !zend_jit_set_ip(&dasm_state, p->opline)) { in zend_jit_trace()
6904 …zend_jit_trace_end_loop(&dasm_state, 0, timeout_exit_addr); /* jump back to start of the trace loo… in zend_jit_trace()
6915 if (!zend_jit_trace_deoptimization(&dasm_state, 0, NULL, in zend_jit_trace()
6926 if (!zend_jit_store_var_type(&dasm_state, i, type)) { in zend_jit_trace()
6947 && !zend_jit_set_ip(&dasm_state, p->opline)) { in zend_jit_trace()
6971 zend_jit_trace_link_to_root(&dasm_state, &zend_jit_traces[t->link], timeout_exit_addr); in zend_jit_trace()
6973 zend_jit_trace_return(&dasm_state, 0, NULL); in zend_jit_trace()
6976 zend_jit_trace_return(&dasm_state, 0, NULL); in zend_jit_trace()
6986 if (!zend_jit_trace_end(&dasm_state, t)) { in zend_jit_trace()
6990 …handler = dasm_link_and_encode(&dasm_state, NULL, NULL, NULL, NULL, ZSTR_VAL(name), ZEND_JIT_TRACE… in zend_jit_trace()
7048 dasm_free(&dasm_state); in zend_jit_trace()
7080 dasm_State* dasm_state = NULL; in zend_jit_trace_exit_to_vm() local
7096 dasm_init(&dasm_state, DASM_MAXSECTION); in zend_jit_trace_exit_to_vm()
7097 dasm_setupglobal(&dasm_state, dasm_labels, zend_lb_MAX); in zend_jit_trace_exit_to_vm()
7098 dasm_setup(&dasm_state, dasm_actions); in zend_jit_trace_exit_to_vm()
7100 zend_jit_align_func(&dasm_state); in zend_jit_trace_exit_to_vm()
7106 if (!zend_jit_trace_deoptimization(&dasm_state, in zend_jit_trace_exit_to_vm()
7119 zend_jit_set_ip_ex(&dasm_state, opline, original_handler); in zend_jit_trace_exit_to_vm()
7122 zend_jit_trace_return(&dasm_state, original_handler, opline); in zend_jit_trace_exit_to_vm()
7124 …handler = dasm_link_and_encode(&dasm_state, NULL, NULL, NULL, NULL, name, ZEND_JIT_TRACE_NUM, SP_A… in zend_jit_trace_exit_to_vm()
7127 dasm_free(&dasm_state); in zend_jit_trace_exit_to_vm()
