From 137175995b2121b625599e96e14a704f50de419f Mon Sep 17 00:00:00 2001 From: Brandt Bucher Date: Thu, 27 Mar 2025 15:22:52 -0700 Subject: [PATCH] Split up _CHECK_VALIDITY_AND_SET_IP --- Include/internal/pycore_uop_ids.h | 263 ++++++++++++------------- Include/internal/pycore_uop_metadata.h | 4 - Python/bytecodes.c | 5 - Python/executor_cases.c.h | 10 - Python/optimizer.c | 12 +- Python/optimizer_analysis.c | 19 +- Python/optimizer_cases.c.h | 4 - 7 files changed, 138 insertions(+), 179 deletions(-) diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index fb5486171ef4ca..3434cb159eaf1a 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -74,78 +74,77 @@ extern "C" { #define _CHECK_STACK_SPACE 344 #define _CHECK_STACK_SPACE_OPERAND 345 #define _CHECK_VALIDITY 346 -#define _CHECK_VALIDITY_AND_SET_IP 347 -#define _COMPARE_OP 348 -#define _COMPARE_OP_FLOAT 349 -#define _COMPARE_OP_INT 350 -#define _COMPARE_OP_STR 351 -#define _CONTAINS_OP 352 +#define _COMPARE_OP 347 +#define _COMPARE_OP_FLOAT 348 +#define _COMPARE_OP_INT 349 +#define _COMPARE_OP_STR 350 +#define _CONTAINS_OP 351 #define _CONTAINS_OP_DICT CONTAINS_OP_DICT #define _CONTAINS_OP_SET CONTAINS_OP_SET #define _CONVERT_VALUE CONVERT_VALUE #define _COPY COPY #define _COPY_FREE_VARS COPY_FREE_VARS -#define _CREATE_INIT_FRAME 353 +#define _CREATE_INIT_FRAME 352 #define _DELETE_ATTR DELETE_ATTR #define _DELETE_DEREF DELETE_DEREF #define _DELETE_FAST DELETE_FAST #define _DELETE_GLOBAL DELETE_GLOBAL #define _DELETE_NAME DELETE_NAME #define _DELETE_SUBSCR DELETE_SUBSCR -#define _DEOPT 354 +#define _DEOPT 353 #define _DICT_MERGE DICT_MERGE #define _DICT_UPDATE DICT_UPDATE -#define _DO_CALL 355 -#define _DO_CALL_FUNCTION_EX 356 -#define _DO_CALL_KW 357 +#define _DO_CALL 354 +#define _DO_CALL_FUNCTION_EX 355 +#define _DO_CALL_KW 356 #define _END_FOR END_FOR #define _END_SEND END_SEND -#define _ERROR_POP_N 358 +#define _ERROR_POP_N 357 #define _EXIT_INIT_CHECK EXIT_INIT_CHECK -#define _EXPAND_METHOD 359 -#define _EXPAND_METHOD_KW 360 -#define _FATAL_ERROR 361 +#define _EXPAND_METHOD 358 +#define _EXPAND_METHOD_KW 359 +#define _FATAL_ERROR 360 #define _FORMAT_SIMPLE FORMAT_SIMPLE #define _FORMAT_WITH_SPEC FORMAT_WITH_SPEC -#define _FOR_ITER 362 -#define _FOR_ITER_GEN_FRAME 363 -#define _FOR_ITER_TIER_TWO 364 +#define _FOR_ITER 361 +#define _FOR_ITER_GEN_FRAME 362 +#define _FOR_ITER_TIER_TWO 363 #define _GET_AITER GET_AITER #define _GET_ANEXT GET_ANEXT #define _GET_AWAITABLE GET_AWAITABLE #define _GET_ITER GET_ITER #define _GET_LEN GET_LEN #define _GET_YIELD_FROM_ITER GET_YIELD_FROM_ITER -#define _GUARD_BINARY_OP_EXTEND 365 -#define _GUARD_BOTH_FLOAT 366 -#define _GUARD_BOTH_INT 367 -#define _GUARD_BOTH_UNICODE 368 -#define _GUARD_DORV_NO_DICT 369 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 370 -#define _GUARD_GLOBALS_VERSION 371 -#define _GUARD_IS_FALSE_POP 372 -#define _GUARD_IS_NONE_POP 373 -#define _GUARD_IS_NOT_NONE_POP 374 -#define _GUARD_IS_TRUE_POP 375 -#define _GUARD_KEYS_VERSION 376 -#define _GUARD_NOS_FLOAT 377 -#define _GUARD_NOS_INT 378 -#define _GUARD_NOT_EXHAUSTED_LIST 379 -#define _GUARD_NOT_EXHAUSTED_RANGE 380 -#define _GUARD_NOT_EXHAUSTED_TUPLE 381 -#define _GUARD_TOS_FLOAT 382 -#define _GUARD_TOS_INT 383 -#define _GUARD_TYPE_VERSION 384 -#define _GUARD_TYPE_VERSION_AND_LOCK 385 +#define _GUARD_BINARY_OP_EXTEND 364 +#define _GUARD_BOTH_FLOAT 365 +#define _GUARD_BOTH_INT 366 +#define _GUARD_BOTH_UNICODE 367 +#define _GUARD_DORV_NO_DICT 368 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 369 +#define _GUARD_GLOBALS_VERSION 370 +#define _GUARD_IS_FALSE_POP 371 +#define _GUARD_IS_NONE_POP 372 +#define _GUARD_IS_NOT_NONE_POP 373 +#define _GUARD_IS_TRUE_POP 374 +#define _GUARD_KEYS_VERSION 375 +#define _GUARD_NOS_FLOAT 376 +#define _GUARD_NOS_INT 377 +#define _GUARD_NOT_EXHAUSTED_LIST 378 +#define _GUARD_NOT_EXHAUSTED_RANGE 379 +#define _GUARD_NOT_EXHAUSTED_TUPLE 380 +#define _GUARD_TOS_FLOAT 381 +#define _GUARD_TOS_INT 382 +#define _GUARD_TYPE_VERSION 383 +#define _GUARD_TYPE_VERSION_AND_LOCK 384 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 386 -#define _INIT_CALL_PY_EXACT_ARGS 387 -#define _INIT_CALL_PY_EXACT_ARGS_0 388 -#define _INIT_CALL_PY_EXACT_ARGS_1 389 -#define _INIT_CALL_PY_EXACT_ARGS_2 390 -#define _INIT_CALL_PY_EXACT_ARGS_3 391 -#define _INIT_CALL_PY_EXACT_ARGS_4 392 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 385 +#define _INIT_CALL_PY_EXACT_ARGS 386 +#define _INIT_CALL_PY_EXACT_ARGS_0 387 +#define _INIT_CALL_PY_EXACT_ARGS_1 388 +#define _INIT_CALL_PY_EXACT_ARGS_2 389 +#define _INIT_CALL_PY_EXACT_ARGS_3 390 +#define _INIT_CALL_PY_EXACT_ARGS_4 391 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -155,137 +154,137 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 393 +#define _IS_NONE 392 #define _IS_OP IS_OP -#define _ITER_CHECK_LIST 394 -#define _ITER_CHECK_RANGE 395 -#define _ITER_CHECK_TUPLE 396 -#define _ITER_JUMP_LIST 397 -#define _ITER_JUMP_RANGE 398 -#define _ITER_JUMP_TUPLE 399 -#define _ITER_NEXT_LIST 400 -#define _ITER_NEXT_LIST_TIER_TWO 401 -#define _ITER_NEXT_RANGE 402 -#define _ITER_NEXT_TUPLE 403 -#define _JUMP_TO_TOP 404 +#define _ITER_CHECK_LIST 393 +#define _ITER_CHECK_RANGE 394 +#define _ITER_CHECK_TUPLE 395 +#define _ITER_JUMP_LIST 396 +#define _ITER_JUMP_RANGE 397 +#define _ITER_JUMP_TUPLE 398 +#define _ITER_NEXT_LIST 399 +#define _ITER_NEXT_LIST_TIER_TWO 400 +#define _ITER_NEXT_RANGE 401 +#define _ITER_NEXT_TUPLE 402 +#define _JUMP_TO_TOP 403 #define _LIST_APPEND LIST_APPEND #define _LIST_EXTEND LIST_EXTEND -#define _LOAD_ATTR 405 -#define _LOAD_ATTR_CLASS 406 +#define _LOAD_ATTR 404 +#define _LOAD_ATTR_CLASS 405 #define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN -#define _LOAD_ATTR_INSTANCE_VALUE 407 -#define _LOAD_ATTR_METHOD_LAZY_DICT 408 -#define _LOAD_ATTR_METHOD_NO_DICT 409 -#define _LOAD_ATTR_METHOD_WITH_VALUES 410 -#define _LOAD_ATTR_MODULE 411 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 412 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 413 -#define _LOAD_ATTR_PROPERTY_FRAME 414 -#define _LOAD_ATTR_SLOT 415 -#define _LOAD_ATTR_WITH_HINT 416 +#define _LOAD_ATTR_INSTANCE_VALUE 406 +#define _LOAD_ATTR_METHOD_LAZY_DICT 407 +#define _LOAD_ATTR_METHOD_NO_DICT 408 +#define _LOAD_ATTR_METHOD_WITH_VALUES 409 +#define _LOAD_ATTR_MODULE 410 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 411 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 412 +#define _LOAD_ATTR_PROPERTY_FRAME 413 +#define _LOAD_ATTR_SLOT 414 +#define _LOAD_ATTR_WITH_HINT 415 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 417 +#define _LOAD_BYTECODE 416 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST #define _LOAD_CONST_IMMORTAL LOAD_CONST_IMMORTAL -#define _LOAD_CONST_INLINE 418 -#define _LOAD_CONST_INLINE_BORROW 419 +#define _LOAD_CONST_INLINE 417 +#define _LOAD_CONST_INLINE_BORROW 418 #define _LOAD_CONST_MORTAL LOAD_CONST_MORTAL #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 420 -#define _LOAD_FAST_0 421 -#define _LOAD_FAST_1 422 -#define _LOAD_FAST_2 423 -#define _LOAD_FAST_3 424 -#define _LOAD_FAST_4 425 -#define _LOAD_FAST_5 426 -#define _LOAD_FAST_6 427 -#define _LOAD_FAST_7 428 +#define _LOAD_FAST 419 +#define _LOAD_FAST_0 420 +#define _LOAD_FAST_1 421 +#define _LOAD_FAST_2 422 +#define _LOAD_FAST_3 423 +#define _LOAD_FAST_4 424 +#define _LOAD_FAST_5 425 +#define _LOAD_FAST_6 426 +#define _LOAD_FAST_7 427 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FAST_LOAD_FAST LOAD_FAST_LOAD_FAST #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 429 -#define _LOAD_GLOBAL_BUILTINS 430 -#define _LOAD_GLOBAL_MODULE 431 +#define _LOAD_GLOBAL 428 +#define _LOAD_GLOBAL_BUILTINS 429 +#define _LOAD_GLOBAL_MODULE 430 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 432 -#define _LOAD_SMALL_INT_0 433 -#define _LOAD_SMALL_INT_1 434 -#define _LOAD_SMALL_INT_2 435 -#define _LOAD_SMALL_INT_3 436 +#define _LOAD_SMALL_INT 431 +#define _LOAD_SMALL_INT_0 432 +#define _LOAD_SMALL_INT_1 433 +#define _LOAD_SMALL_INT_2 434 +#define _LOAD_SMALL_INT_3 435 #define _LOAD_SPECIAL LOAD_SPECIAL #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR #define _LOAD_SUPER_ATTR_METHOD LOAD_SUPER_ATTR_METHOD -#define _MAKE_CALLARGS_A_TUPLE 437 +#define _MAKE_CALLARGS_A_TUPLE 436 #define _MAKE_CELL MAKE_CELL #define _MAKE_FUNCTION MAKE_FUNCTION -#define _MAKE_WARM 438 +#define _MAKE_WARM 437 #define _MAP_ADD MAP_ADD #define _MATCH_CLASS MATCH_CLASS #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 439 -#define _MAYBE_EXPAND_METHOD_KW 440 -#define _MONITOR_CALL 441 -#define _MONITOR_CALL_KW 442 -#define _MONITOR_JUMP_BACKWARD 443 -#define _MONITOR_RESUME 444 +#define _MAYBE_EXPAND_METHOD 438 +#define _MAYBE_EXPAND_METHOD_KW 439 +#define _MONITOR_CALL 440 +#define _MONITOR_CALL_KW 441 +#define _MONITOR_JUMP_BACKWARD 442 +#define _MONITOR_RESUME 443 #define _NOP NOP #define _POP_EXCEPT POP_EXCEPT -#define _POP_JUMP_IF_FALSE 445 -#define _POP_JUMP_IF_TRUE 446 +#define _POP_JUMP_IF_FALSE 444 +#define _POP_JUMP_IF_TRUE 445 #define _POP_TOP POP_TOP -#define _POP_TOP_LOAD_CONST_INLINE 447 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW 448 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW 449 +#define _POP_TOP_LOAD_CONST_INLINE 446 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW 447 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW 448 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 450 +#define _PUSH_FRAME 449 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 451 -#define _PY_FRAME_GENERAL 452 -#define _PY_FRAME_KW 453 -#define _QUICKEN_RESUME 454 -#define _REPLACE_WITH_TRUE 455 +#define _PUSH_NULL_CONDITIONAL 450 +#define _PY_FRAME_GENERAL 451 +#define _PY_FRAME_KW 452 +#define _QUICKEN_RESUME 453 +#define _REPLACE_WITH_TRUE 454 #define _RESUME_CHECK RESUME_CHECK #define _RETURN_GENERATOR RETURN_GENERATOR #define _RETURN_VALUE RETURN_VALUE -#define _SAVE_RETURN_OFFSET 456 -#define _SEND 457 -#define _SEND_GEN_FRAME 458 +#define _SAVE_RETURN_OFFSET 455 +#define _SEND 456 +#define _SEND_GEN_FRAME 457 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE #define _SET_UPDATE SET_UPDATE -#define _START_EXECUTOR 459 -#define _STORE_ATTR 460 -#define _STORE_ATTR_INSTANCE_VALUE 461 -#define _STORE_ATTR_SLOT 462 -#define _STORE_ATTR_WITH_HINT 463 +#define _START_EXECUTOR 458 +#define _STORE_ATTR 459 +#define _STORE_ATTR_INSTANCE_VALUE 460 +#define _STORE_ATTR_SLOT 461 +#define _STORE_ATTR_WITH_HINT 462 #define _STORE_DEREF STORE_DEREF -#define _STORE_FAST 464 -#define _STORE_FAST_0 465 -#define _STORE_FAST_1 466 -#define _STORE_FAST_2 467 -#define _STORE_FAST_3 468 -#define _STORE_FAST_4 469 -#define _STORE_FAST_5 470 -#define _STORE_FAST_6 471 -#define _STORE_FAST_7 472 +#define _STORE_FAST 463 +#define _STORE_FAST_0 464 +#define _STORE_FAST_1 465 +#define _STORE_FAST_2 466 +#define _STORE_FAST_3 467 +#define _STORE_FAST_4 468 +#define _STORE_FAST_5 469 +#define _STORE_FAST_6 470 +#define _STORE_FAST_7 471 #define _STORE_FAST_LOAD_FAST STORE_FAST_LOAD_FAST #define _STORE_FAST_STORE_FAST STORE_FAST_STORE_FAST #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 473 -#define _STORE_SUBSCR 474 +#define _STORE_SLICE 472 +#define _STORE_SUBSCR 473 #define _STORE_SUBSCR_DICT STORE_SUBSCR_DICT #define _STORE_SUBSCR_LIST_INT STORE_SUBSCR_LIST_INT #define _SWAP SWAP -#define _TIER2_RESUME_CHECK 475 -#define _TO_BOOL 476 +#define _TIER2_RESUME_CHECK 474 +#define _TO_BOOL 475 #define _TO_BOOL_BOOL TO_BOOL_BOOL #define _TO_BOOL_INT TO_BOOL_INT #define _TO_BOOL_LIST TO_BOOL_LIST @@ -295,13 +294,13 @@ extern "C" { #define _UNARY_NEGATIVE UNARY_NEGATIVE #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 477 +#define _UNPACK_SEQUENCE 476 #define _UNPACK_SEQUENCE_LIST UNPACK_SEQUENCE_LIST #define _UNPACK_SEQUENCE_TUPLE UNPACK_SEQUENCE_TUPLE #define _UNPACK_SEQUENCE_TWO_TUPLE UNPACK_SEQUENCE_TWO_TUPLE #define _WITH_EXCEPT_START WITH_EXCEPT_START #define _YIELD_VALUE YIELD_VALUE -#define MAX_UOP_ID 477 +#define MAX_UOP_ID 476 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index fa8ee5849275ea..62c3d5f6b96583 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -278,7 +278,6 @@ const uint16_t _PyUop_Flags[MAX_UOP_ID+1] = { [_START_EXECUTOR] = HAS_ESCAPES_FLAG, [_MAKE_WARM] = 0, [_FATAL_ERROR] = 0, - [_CHECK_VALIDITY_AND_SET_IP] = HAS_DEOPT_FLAG, [_DEOPT] = 0, [_ERROR_POP_N] = HAS_ARG_FLAG, [_TIER2_RESUME_CHECK] = HAS_DEOPT_FLAG, @@ -355,7 +354,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_ID+1] = { [_CHECK_STACK_SPACE] = "_CHECK_STACK_SPACE", [_CHECK_STACK_SPACE_OPERAND] = "_CHECK_STACK_SPACE_OPERAND", [_CHECK_VALIDITY] = "_CHECK_VALIDITY", - [_CHECK_VALIDITY_AND_SET_IP] = "_CHECK_VALIDITY_AND_SET_IP", [_COMPARE_OP] = "_COMPARE_OP", [_COMPARE_OP_FLOAT] = "_COMPARE_OP_FLOAT", [_COMPARE_OP_INT] = "_COMPARE_OP_INT", @@ -1077,8 +1075,6 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _FATAL_ERROR: return 0; - case _CHECK_VALIDITY_AND_SET_IP: - return 0; case _DEOPT: return 0; case _ERROR_POP_N: diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 0db4da013ff40a..e87a810390968c 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -5172,11 +5172,6 @@ dummy_func( Py_FatalError("Fatal error uop executed."); } - tier2 op(_CHECK_VALIDITY_AND_SET_IP, (instr_ptr/4 --)) { - DEOPT_IF(!current_executor->vm_data.valid); - frame->instr_ptr = (_Py_CODEUNIT *)instr_ptr; - } - tier2 op(_DEOPT, (--)) { tstate->previous_executor = (PyObject *)current_executor; GOTO_TIER_ONE(_PyFrame_GetBytecode(frame) + CURRENT_TARGET()); diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 2942680a222fb2..6c0907fbb0a8f2 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -6985,16 +6985,6 @@ break; } - case _CHECK_VALIDITY_AND_SET_IP: { - PyObject *instr_ptr = (PyObject *)CURRENT_OPERAND0(); - if (!current_executor->vm_data.valid) { - UOP_STAT_INC(uopcode, miss); - JUMP_TO_JUMP_TARGET(); - } - frame->instr_ptr = (_Py_CODEUNIT *)instr_ptr; - break; - } - case _DEOPT: { tstate->previous_executor = (PyObject *)current_executor; GOTO_TIER_ONE(_PyFrame_GetBytecode(frame) + CURRENT_TARGET()); diff --git a/Python/optimizer.c b/Python/optimizer.c index ace16faa70fa4f..f8d0aa04b9e003 100644 --- a/Python/optimizer.c +++ b/Python/optimizer.c @@ -569,13 +569,11 @@ translate_bytecode_to_trace( goto done; } assert(opcode != ENTER_EXECUTOR && opcode != EXTENDED_ARG); - if (OPCODE_HAS_NO_SAVE_IP(opcode)) { - RESERVE_RAW(2, "_CHECK_VALIDITY"); - ADD_TO_TRACE(_CHECK_VALIDITY, 0, 0, target); - } - else { - RESERVE_RAW(2, "_CHECK_VALIDITY_AND_SET_IP"); - ADD_TO_TRACE(_CHECK_VALIDITY_AND_SET_IP, 0, (uintptr_t)instr, target); + RESERVE_RAW(2, "_CHECK_VALIDITY"); + ADD_TO_TRACE(_CHECK_VALIDITY, 0, 0, target); + if (!OPCODE_HAS_NO_SAVE_IP(opcode)) { + RESERVE_RAW(2, "_SET_IP"); + ADD_TO_TRACE(_SET_IP, 0, (uintptr_t)instr, target); } /* Special case the first instruction, diff --git a/Python/optimizer_analysis.c b/Python/optimizer_analysis.c index 017a2eeca0741e..2832766266cf98 100644 --- a/Python/optimizer_analysis.c +++ b/Python/optimizer_analysis.c @@ -554,16 +554,6 @@ remove_unneeded_uops(_PyUOpInstruction *buffer, int buffer_size) buffer[pc].opcode = _NOP; } break; - case _CHECK_VALIDITY_AND_SET_IP: - if (may_have_escaped) { - may_have_escaped = false; - buffer[pc].opcode = _CHECK_VALIDITY; - } - else { - buffer[pc].opcode = _NOP; - } - last_set_ip = pc; - break; case _POP_TOP: { _PyUOpInstruction *last = &buffer[pc-1]; @@ -596,13 +586,8 @@ remove_unneeded_uops(_PyUOpInstruction *buffer, int buffer_size) may_have_escaped = true; } if (needs_ip && last_set_ip >= 0) { - if (buffer[last_set_ip].opcode == _CHECK_VALIDITY) { - buffer[last_set_ip].opcode = _CHECK_VALIDITY_AND_SET_IP; - } - else { - assert(buffer[last_set_ip].opcode == _NOP); - buffer[last_set_ip].opcode = _SET_IP; - } + assert(buffer[last_set_ip].opcode == _NOP); + buffer[last_set_ip].opcode = _SET_IP; last_set_ip = -1; } } diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index a1119171fa49ca..203e9376965e7d 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -2444,10 +2444,6 @@ break; } - case _CHECK_VALIDITY_AND_SET_IP: { - break; - } - case _DEOPT: { break; }