From 1b0db04e1cb2e6478a0acf4a342f888b93866a15 Mon Sep 17 00:00:00 2001 From: Mark Shannon Date: Wed, 25 Mar 2026 15:59:39 +0000 Subject: [PATCH 1/3] SEND specialization. Adds 2 new specialized instructions: * SEND_VIRTUAL: for sends to virtual iterators e.g lists and tuples * SEND_ASYNC_GEN: for sends to async generators Tweak FOR_ITER_VIRTUAL so that SEND_VIRTUAL and FOR_ITER_VIRTUAL use equivalent guards --- Include/internal/pycore_genobject.h | 2 + Include/internal/pycore_opcode_metadata.h | 26 +- Include/internal/pycore_uop_ids.h | 2457 +++++++++++---------- Include/internal/pycore_uop_metadata.h | 143 +- Include/opcode_ids.h | 32 +- Lib/_opcode_metadata.py | 34 +- Lib/test/test_capi/test_opt.py | 18 + Lib/test/test_opcache.py | 42 + Lib/test/test_sys_settrace.py | 3 - Modules/_testinternalcapi/test_cases.c.h | 202 +- Modules/_testinternalcapi/test_targets.h | 18 +- Objects/genobject.c | 19 +- Python/bytecodes.c | 161 +- Python/ceval_macros.h | 3 + Python/codegen.c | 2 +- Python/executor_cases.c.h | 798 ++++++- Python/generated_cases.c.h | 202 +- Python/jit.c | 1 + Python/opcode_targets.h | 18 +- Python/optimizer.c | 12 +- Python/optimizer_bytecodes.c | 25 + Python/optimizer_cases.c.h | 87 +- Python/specialize.c | 8 + Tools/cases_generator/analyzer.py | 2 + 24 files changed, 2742 insertions(+), 1573 deletions(-) diff --git a/Include/internal/pycore_genobject.h b/Include/internal/pycore_genobject.h index a3badb59cb771a..10d83a6dedf8f7 100644 --- a/Include/internal/pycore_genobject.h +++ b/Include/internal/pycore_genobject.h @@ -37,6 +37,8 @@ extern PyTypeObject _PyCoroWrapper_Type; extern PyTypeObject _PyAsyncGenWrappedValue_Type; extern PyTypeObject _PyAsyncGenAThrow_Type; +PyAPI_FUNC(PySendResult) _PyAsyncGenASend_Send(PyObject *iter, PyObject *arg, PyObject **result); + #ifdef __cplusplus } #endif diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index 230335ead3a3b6..d03b4ba65751c0 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -438,8 +438,12 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 1; case SEND: return 3; + case SEND_ASYNC_GEN: + return 3; case SEND_GEN: return 3; + case SEND_VIRTUAL: + return 3; case SETUP_ANNOTATIONS: return 0; case SETUP_CLEANUP: @@ -935,8 +939,12 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case SEND: return 3; + case SEND_ASYNC_GEN: + return 3; case SEND_GEN: return 2; + case SEND_VIRTUAL: + return 3; case SETUP_ANNOTATIONS: return 0; case SETUP_CLEANUP: @@ -1195,7 +1203,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [FOR_ITER_LIST] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [FOR_ITER_RANGE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [FOR_ITER_TUPLE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, - [FOR_ITER_VIRTUAL] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, + [FOR_ITER_VIRTUAL] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [GET_AITER] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [GET_ANEXT] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [GET_AWAITABLE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, @@ -1298,7 +1306,9 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [RETURN_GENERATOR] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_NEEDS_GUARD_IP_FLAG }, [RETURN_VALUE] = { true, INSTR_FMT_IX, HAS_ESCAPES_FLAG | HAS_NEEDS_GUARD_IP_FLAG }, [SEND] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG }, + [SEND_ASYNC_GEN] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [SEND_GEN] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG | HAS_RECORDS_VALUE_FLAG }, + [SEND_VIRTUAL] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [SETUP_ANNOTATIONS] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [SET_ADD] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [SET_FUNCTION_ATTRIBUTE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, @@ -1443,7 +1453,7 @@ _PyOpcode_macro_expansion[256] = { [FOR_ITER_LIST] = { .nuops = 3, .uops = { { _ITER_CHECK_LIST, OPARG_SIMPLE, 1 }, { _ITER_JUMP_LIST, OPARG_REPLACED, 1 }, { _ITER_NEXT_LIST, OPARG_REPLACED, 1 } } }, [FOR_ITER_RANGE] = { .nuops = 3, .uops = { { _ITER_CHECK_RANGE, OPARG_SIMPLE, 1 }, { _ITER_JUMP_RANGE, OPARG_REPLACED, 1 }, { _ITER_NEXT_RANGE, OPARG_SIMPLE, 1 } } }, [FOR_ITER_TUPLE] = { .nuops = 3, .uops = { { _ITER_CHECK_TUPLE, OPARG_SIMPLE, 1 }, { _ITER_JUMP_TUPLE, OPARG_REPLACED, 1 }, { _ITER_NEXT_TUPLE, OPARG_SIMPLE, 1 } } }, - [FOR_ITER_VIRTUAL] = { .nuops = 2, .uops = { { _GUARD_NOS_ITER_VIRTUAL, OPARG_SIMPLE, 1 }, { _FOR_ITER_VIRTUAL, OPARG_REPLACED, 1 } } }, + [FOR_ITER_VIRTUAL] = { .nuops = 2, .uops = { { _GUARD_TOS_NOT_NULL, OPARG_SIMPLE, 1 }, { _FOR_ITER_VIRTUAL, OPARG_REPLACED, 1 } } }, [GET_AITER] = { .nuops = 1, .uops = { { _GET_AITER, OPARG_SIMPLE, 0 } } }, [GET_ANEXT] = { .nuops = 1, .uops = { { _GET_ANEXT, OPARG_SIMPLE, 0 } } }, [GET_AWAITABLE] = { .nuops = 1, .uops = { { _GET_AWAITABLE, OPARG_SIMPLE, 0 } } }, @@ -1514,7 +1524,9 @@ _PyOpcode_macro_expansion[256] = { [RESUME_CHECK] = { .nuops = 1, .uops = { { _RESUME_CHECK, OPARG_SIMPLE, 1 } } }, [RETURN_GENERATOR] = { .nuops = 1, .uops = { { _RETURN_GENERATOR, OPARG_SIMPLE, 0 } } }, [RETURN_VALUE] = { .nuops = 2, .uops = { { _MAKE_HEAP_SAFE, OPARG_SIMPLE, 0 }, { _RETURN_VALUE, OPARG_SIMPLE, 0 } } }, + [SEND_ASYNC_GEN] = { .nuops = 2, .uops = { { _GUARD_3OS_ASYNC_GEN_ASEND, OPARG_SIMPLE, 1 }, { _SEND_ASYNC_GEN, OPARG_REPLACED, 1 } } }, [SEND_GEN] = { .nuops = 4, .uops = { { _RECORD_3OS_GEN_FUNC, OPARG_SIMPLE, 1 }, { _CHECK_PEP_523, OPARG_SIMPLE, 1 }, { _SEND_GEN_FRAME, OPARG_SIMPLE, 1 }, { _PUSH_FRAME, OPARG_SIMPLE, 1 } } }, + [SEND_VIRTUAL] = { .nuops = 3, .uops = { { _GUARD_TOS_IS_NONE, OPARG_SIMPLE, 1 }, { _GUARD_NOS_NOT_NULL, OPARG_SIMPLE, 1 }, { _SEND_VIRTUAL, OPARG_REPLACED, 1 } } }, [SETUP_ANNOTATIONS] = { .nuops = 1, .uops = { { _SETUP_ANNOTATIONS, OPARG_SIMPLE, 0 } } }, [SET_ADD] = { .nuops = 1, .uops = { { _SET_ADD, OPARG_SIMPLE, 0 } } }, [SET_FUNCTION_ATTRIBUTE] = { .nuops = 1, .uops = { { _SET_FUNCTION_ATTRIBUTE, OPARG_SIMPLE, 0 } } }, @@ -1758,7 +1770,9 @@ const char *_PyOpcode_OpName[267] = { [RETURN_GENERATOR] = "RETURN_GENERATOR", [RETURN_VALUE] = "RETURN_VALUE", [SEND] = "SEND", + [SEND_ASYNC_GEN] = "SEND_ASYNC_GEN", [SEND_GEN] = "SEND_GEN", + [SEND_VIRTUAL] = "SEND_VIRTUAL", [SETUP_ANNOTATIONS] = "SETUP_ANNOTATIONS", [SETUP_CLEANUP] = "SETUP_CLEANUP", [SETUP_FINALLY] = "SETUP_FINALLY", @@ -1810,6 +1824,7 @@ const uint8_t _PyOpcode_Caches[256] = { [TO_BOOL] = 3, [STORE_SUBSCR] = 1, [SEND] = 1, + [FOR_ITER] = 1, [UNPACK_SEQUENCE] = 1, [STORE_ATTR] = 4, [LOAD_GLOBAL] = 4, @@ -1823,7 +1838,6 @@ const uint8_t _PyOpcode_Caches[256] = { [POP_JUMP_IF_NONE] = 1, [POP_JUMP_IF_NOT_NONE] = 1, [GET_ITER] = 1, - [FOR_ITER] = 1, [CALL] = 3, [CALL_KW] = 3, [CALL_FUNCTION_EX] = 1, @@ -1842,8 +1856,6 @@ const uint8_t _PyOpcode_Deopt[256] = { [125] = 125, [126] = 126, [127] = 127, - [217] = 217, - [218] = 218, [219] = 219, [220] = 220, [221] = 221, @@ -2052,7 +2064,9 @@ const uint8_t _PyOpcode_Deopt[256] = { [RETURN_GENERATOR] = RETURN_GENERATOR, [RETURN_VALUE] = RETURN_VALUE, [SEND] = SEND, + [SEND_ASYNC_GEN] = SEND, [SEND_GEN] = SEND, + [SEND_VIRTUAL] = SEND, [SETUP_ANNOTATIONS] = SETUP_ANNOTATIONS, [SET_ADD] = SET_ADD, [SET_FUNCTION_ATTRIBUTE] = SET_FUNCTION_ATTRIBUTE, @@ -2103,8 +2117,6 @@ const uint8_t _PyOpcode_Deopt[256] = { case 125: \ case 126: \ case 127: \ - case 217: \ - case 218: \ case 219: \ case 220: \ case 221: \ diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 6b96f9bc78e8fe..8ded7d89d7065e 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -153,97 +153,100 @@ extern "C" { #define _GET_ITER 415 #define _GET_ITER_TRAD 416 #define _GET_LEN GET_LEN -#define _GUARD_BINARY_OP_EXTEND 417 -#define _GUARD_BINARY_OP_EXTEND_LHS 418 -#define _GUARD_BINARY_OP_EXTEND_RHS 419 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 420 -#define _GUARD_BIT_IS_SET_POP 421 -#define _GUARD_BIT_IS_SET_POP_4 422 -#define _GUARD_BIT_IS_SET_POP_5 423 -#define _GUARD_BIT_IS_SET_POP_6 424 -#define _GUARD_BIT_IS_SET_POP_7 425 -#define _GUARD_BIT_IS_UNSET_POP 426 -#define _GUARD_BIT_IS_UNSET_POP_4 427 -#define _GUARD_BIT_IS_UNSET_POP_5 428 -#define _GUARD_BIT_IS_UNSET_POP_6 429 -#define _GUARD_BIT_IS_UNSET_POP_7 430 -#define _GUARD_CALLABLE_BUILTIN_CLASS 431 -#define _GUARD_CALLABLE_BUILTIN_FAST 432 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 433 -#define _GUARD_CALLABLE_BUILTIN_O 434 -#define _GUARD_CALLABLE_ISINSTANCE 435 -#define _GUARD_CALLABLE_LEN 436 -#define _GUARD_CALLABLE_LIST_APPEND 437 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 438 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 439 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 440 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 441 -#define _GUARD_CALLABLE_STR_1 442 -#define _GUARD_CALLABLE_TUPLE_1 443 -#define _GUARD_CALLABLE_TYPE_1 444 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 445 -#define _GUARD_CODE_VERSION_RETURN_VALUE 446 -#define _GUARD_CODE_VERSION_YIELD_VALUE 447 -#define _GUARD_CODE_VERSION__PUSH_FRAME 448 -#define _GUARD_DORV_NO_DICT 449 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 450 -#define _GUARD_GLOBALS_VERSION 451 -#define _GUARD_IP_RETURN_GENERATOR 452 -#define _GUARD_IP_RETURN_VALUE 453 -#define _GUARD_IP_YIELD_VALUE 454 -#define _GUARD_IP__PUSH_FRAME 455 -#define _GUARD_IS_FALSE_POP 456 -#define _GUARD_IS_NONE_POP 457 -#define _GUARD_IS_NOT_NONE_POP 458 -#define _GUARD_IS_TRUE_POP 459 -#define _GUARD_ITERATOR 460 -#define _GUARD_ITER_VIRTUAL 461 -#define _GUARD_KEYS_VERSION 462 -#define _GUARD_LOAD_SUPER_ATTR_METHOD 463 -#define _GUARD_NOS_ANY_DICT 464 -#define _GUARD_NOS_COMPACT_ASCII 465 -#define _GUARD_NOS_DICT 466 -#define _GUARD_NOS_FLOAT 467 -#define _GUARD_NOS_INT 468 -#define _GUARD_NOS_ITER_VIRTUAL 469 -#define _GUARD_NOS_LIST 470 -#define _GUARD_NOS_NOT_NULL 471 -#define _GUARD_NOS_NULL 472 -#define _GUARD_NOS_OVERFLOWED 473 -#define _GUARD_NOS_TUPLE 474 -#define _GUARD_NOS_TYPE_VERSION 475 -#define _GUARD_NOS_UNICODE 476 -#define _GUARD_NOT_EXHAUSTED_LIST 477 -#define _GUARD_NOT_EXHAUSTED_RANGE 478 -#define _GUARD_NOT_EXHAUSTED_TUPLE 479 -#define _GUARD_THIRD_NULL 480 -#define _GUARD_TOS_ANY_DICT 481 -#define _GUARD_TOS_ANY_SET 482 -#define _GUARD_TOS_DICT 483 -#define _GUARD_TOS_FLOAT 484 -#define _GUARD_TOS_FROZENDICT 485 -#define _GUARD_TOS_FROZENSET 486 -#define _GUARD_TOS_INT 487 -#define _GUARD_TOS_LIST 488 -#define _GUARD_TOS_OVERFLOWED 489 -#define _GUARD_TOS_SET 490 -#define _GUARD_TOS_SLICE 491 -#define _GUARD_TOS_TUPLE 492 -#define _GUARD_TOS_UNICODE 493 -#define _GUARD_TYPE 494 -#define _GUARD_TYPE_VERSION 495 -#define _GUARD_TYPE_VERSION_LOCKED 496 -#define _HANDLE_PENDING_AND_DEOPT 497 +#define _GUARD_3OS_ASYNC_GEN_ASEND 417 +#define _GUARD_BINARY_OP_EXTEND 418 +#define _GUARD_BINARY_OP_EXTEND_LHS 419 +#define _GUARD_BINARY_OP_EXTEND_RHS 420 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 421 +#define _GUARD_BIT_IS_SET_POP 422 +#define _GUARD_BIT_IS_SET_POP_4 423 +#define _GUARD_BIT_IS_SET_POP_5 424 +#define _GUARD_BIT_IS_SET_POP_6 425 +#define _GUARD_BIT_IS_SET_POP_7 426 +#define _GUARD_BIT_IS_UNSET_POP 427 +#define _GUARD_BIT_IS_UNSET_POP_4 428 +#define _GUARD_BIT_IS_UNSET_POP_5 429 +#define _GUARD_BIT_IS_UNSET_POP_6 430 +#define _GUARD_BIT_IS_UNSET_POP_7 431 +#define _GUARD_CALLABLE_BUILTIN_CLASS 432 +#define _GUARD_CALLABLE_BUILTIN_FAST 433 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 434 +#define _GUARD_CALLABLE_BUILTIN_O 435 +#define _GUARD_CALLABLE_ISINSTANCE 436 +#define _GUARD_CALLABLE_LEN 437 +#define _GUARD_CALLABLE_LIST_APPEND 438 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 439 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 440 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 441 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 442 +#define _GUARD_CALLABLE_STR_1 443 +#define _GUARD_CALLABLE_TUPLE_1 444 +#define _GUARD_CALLABLE_TYPE_1 445 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 446 +#define _GUARD_CODE_VERSION_RETURN_VALUE 447 +#define _GUARD_CODE_VERSION_YIELD_VALUE 448 +#define _GUARD_CODE_VERSION__PUSH_FRAME 449 +#define _GUARD_DORV_NO_DICT 450 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 451 +#define _GUARD_GLOBALS_VERSION 452 +#define _GUARD_IP_RETURN_GENERATOR 453 +#define _GUARD_IP_RETURN_VALUE 454 +#define _GUARD_IP_YIELD_VALUE 455 +#define _GUARD_IP__PUSH_FRAME 456 +#define _GUARD_IS_FALSE_POP 457 +#define _GUARD_IS_NONE_POP 458 +#define _GUARD_IS_NOT_NONE_POP 459 +#define _GUARD_IS_TRUE_POP 460 +#define _GUARD_ITERATOR 461 +#define _GUARD_ITER_VIRTUAL 462 +#define _GUARD_KEYS_VERSION 463 +#define _GUARD_LOAD_SUPER_ATTR_METHOD 464 +#define _GUARD_NOS_ANY_DICT 465 +#define _GUARD_NOS_COMPACT_ASCII 466 +#define _GUARD_NOS_DICT 467 +#define _GUARD_NOS_FLOAT 468 +#define _GUARD_NOS_INT 469 +#define _GUARD_NOS_ITER_VIRTUAL 470 +#define _GUARD_NOS_LIST 471 +#define _GUARD_NOS_NOT_NULL 472 +#define _GUARD_NOS_NULL 473 +#define _GUARD_NOS_OVERFLOWED 474 +#define _GUARD_NOS_TUPLE 475 +#define _GUARD_NOS_TYPE_VERSION 476 +#define _GUARD_NOS_UNICODE 477 +#define _GUARD_NOT_EXHAUSTED_LIST 478 +#define _GUARD_NOT_EXHAUSTED_RANGE 479 +#define _GUARD_NOT_EXHAUSTED_TUPLE 480 +#define _GUARD_THIRD_NULL 481 +#define _GUARD_TOS_ANY_DICT 482 +#define _GUARD_TOS_ANY_SET 483 +#define _GUARD_TOS_DICT 484 +#define _GUARD_TOS_FLOAT 485 +#define _GUARD_TOS_FROZENDICT 486 +#define _GUARD_TOS_FROZENSET 487 +#define _GUARD_TOS_INT 488 +#define _GUARD_TOS_IS_NONE 489 +#define _GUARD_TOS_LIST 490 +#define _GUARD_TOS_NOT_NULL 491 +#define _GUARD_TOS_OVERFLOWED 492 +#define _GUARD_TOS_SET 493 +#define _GUARD_TOS_SLICE 494 +#define _GUARD_TOS_TUPLE 495 +#define _GUARD_TOS_UNICODE 496 +#define _GUARD_TYPE 497 +#define _GUARD_TYPE_VERSION 498 +#define _GUARD_TYPE_VERSION_LOCKED 499 +#define _HANDLE_PENDING_AND_DEOPT 500 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 498 -#define _INIT_CALL_PY_EXACT_ARGS 499 -#define _INIT_CALL_PY_EXACT_ARGS_0 500 -#define _INIT_CALL_PY_EXACT_ARGS_1 501 -#define _INIT_CALL_PY_EXACT_ARGS_2 502 -#define _INIT_CALL_PY_EXACT_ARGS_3 503 -#define _INIT_CALL_PY_EXACT_ARGS_4 504 -#define _INSERT_NULL 505 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 501 +#define _INIT_CALL_PY_EXACT_ARGS 502 +#define _INIT_CALL_PY_EXACT_ARGS_0 503 +#define _INIT_CALL_PY_EXACT_ARGS_1 504 +#define _INIT_CALL_PY_EXACT_ARGS_2 505 +#define _INIT_CALL_PY_EXACT_ARGS_3 506 +#define _INIT_CALL_PY_EXACT_ARGS_4 507 +#define _INSERT_NULL 508 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -253,1167 +256,1195 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 506 -#define _IS_OP 507 -#define _ITER_CHECK_LIST 508 -#define _ITER_CHECK_RANGE 509 -#define _ITER_CHECK_TUPLE 510 -#define _ITER_JUMP_LIST 511 -#define _ITER_JUMP_RANGE 512 -#define _ITER_JUMP_TUPLE 513 -#define _ITER_NEXT_LIST 514 -#define _ITER_NEXT_LIST_TIER_TWO 515 -#define _ITER_NEXT_RANGE 516 -#define _ITER_NEXT_TUPLE 517 +#define _IS_NONE 509 +#define _IS_OP 510 +#define _ITER_CHECK_LIST 511 +#define _ITER_CHECK_RANGE 512 +#define _ITER_CHECK_TUPLE 513 +#define _ITER_JUMP_LIST 514 +#define _ITER_JUMP_RANGE 515 +#define _ITER_JUMP_TUPLE 516 +#define _ITER_NEXT_LIST 517 +#define _ITER_NEXT_LIST_TIER_TWO 518 +#define _ITER_NEXT_RANGE 519 +#define _ITER_NEXT_TUPLE 520 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 518 +#define _JUMP_TO_TOP 521 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 519 -#define _LOAD_ATTR 520 -#define _LOAD_ATTR_CLASS 521 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 522 -#define _LOAD_ATTR_INSTANCE_VALUE 523 -#define _LOAD_ATTR_METHOD_LAZY_DICT 524 -#define _LOAD_ATTR_METHOD_NO_DICT 525 -#define _LOAD_ATTR_METHOD_WITH_VALUES 526 -#define _LOAD_ATTR_MODULE 527 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 528 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 529 -#define _LOAD_ATTR_PROPERTY_FRAME 530 -#define _LOAD_ATTR_SLOT 531 -#define _LOAD_ATTR_WITH_HINT 532 +#define _LIST_EXTEND 522 +#define _LOAD_ATTR 523 +#define _LOAD_ATTR_CLASS 524 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 525 +#define _LOAD_ATTR_INSTANCE_VALUE 526 +#define _LOAD_ATTR_METHOD_LAZY_DICT 527 +#define _LOAD_ATTR_METHOD_NO_DICT 528 +#define _LOAD_ATTR_METHOD_WITH_VALUES 529 +#define _LOAD_ATTR_MODULE 530 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 531 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 532 +#define _LOAD_ATTR_PROPERTY_FRAME 533 +#define _LOAD_ATTR_SLOT 534 +#define _LOAD_ATTR_WITH_HINT 535 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 533 +#define _LOAD_BYTECODE 536 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 534 -#define _LOAD_CONST_INLINE_BORROW 535 +#define _LOAD_CONST_INLINE 537 +#define _LOAD_CONST_INLINE_BORROW 538 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 536 -#define _LOAD_FAST_0 537 -#define _LOAD_FAST_1 538 -#define _LOAD_FAST_2 539 -#define _LOAD_FAST_3 540 -#define _LOAD_FAST_4 541 -#define _LOAD_FAST_5 542 -#define _LOAD_FAST_6 543 -#define _LOAD_FAST_7 544 +#define _LOAD_FAST 539 +#define _LOAD_FAST_0 540 +#define _LOAD_FAST_1 541 +#define _LOAD_FAST_2 542 +#define _LOAD_FAST_3 543 +#define _LOAD_FAST_4 544 +#define _LOAD_FAST_5 545 +#define _LOAD_FAST_6 546 +#define _LOAD_FAST_7 547 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 545 -#define _LOAD_FAST_BORROW_0 546 -#define _LOAD_FAST_BORROW_1 547 -#define _LOAD_FAST_BORROW_2 548 -#define _LOAD_FAST_BORROW_3 549 -#define _LOAD_FAST_BORROW_4 550 -#define _LOAD_FAST_BORROW_5 551 -#define _LOAD_FAST_BORROW_6 552 -#define _LOAD_FAST_BORROW_7 553 +#define _LOAD_FAST_BORROW 548 +#define _LOAD_FAST_BORROW_0 549 +#define _LOAD_FAST_BORROW_1 550 +#define _LOAD_FAST_BORROW_2 551 +#define _LOAD_FAST_BORROW_3 552 +#define _LOAD_FAST_BORROW_4 553 +#define _LOAD_FAST_BORROW_5 554 +#define _LOAD_FAST_BORROW_6 555 +#define _LOAD_FAST_BORROW_7 556 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 554 -#define _LOAD_GLOBAL_BUILTINS 555 -#define _LOAD_GLOBAL_MODULE 556 +#define _LOAD_GLOBAL 557 +#define _LOAD_GLOBAL_BUILTINS 558 +#define _LOAD_GLOBAL_MODULE 559 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 557 -#define _LOAD_SMALL_INT_0 558 -#define _LOAD_SMALL_INT_1 559 -#define _LOAD_SMALL_INT_2 560 -#define _LOAD_SMALL_INT_3 561 -#define _LOAD_SPECIAL 562 +#define _LOAD_SMALL_INT 560 +#define _LOAD_SMALL_INT_0 561 +#define _LOAD_SMALL_INT_1 562 +#define _LOAD_SMALL_INT_2 563 +#define _LOAD_SMALL_INT_3 564 +#define _LOAD_SPECIAL 565 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR -#define _LOAD_SUPER_ATTR_METHOD 563 -#define _LOCK_OBJECT 564 -#define _MAKE_CALLARGS_A_TUPLE 565 +#define _LOAD_SUPER_ATTR_METHOD 566 +#define _LOCK_OBJECT 567 +#define _MAKE_CALLARGS_A_TUPLE 568 #define _MAKE_CELL MAKE_CELL -#define _MAKE_FUNCTION 566 -#define _MAKE_HEAP_SAFE 567 -#define _MAKE_WARM 568 +#define _MAKE_FUNCTION 569 +#define _MAKE_HEAP_SAFE 570 +#define _MAKE_WARM 571 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 569 +#define _MATCH_CLASS 572 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 570 -#define _MAYBE_EXPAND_METHOD_KW 571 -#define _MONITOR_CALL 572 -#define _MONITOR_CALL_KW 573 -#define _MONITOR_JUMP_BACKWARD 574 -#define _MONITOR_RESUME 575 +#define _MAYBE_EXPAND_METHOD 573 +#define _MAYBE_EXPAND_METHOD_KW 574 +#define _MONITOR_CALL 575 +#define _MONITOR_CALL_KW 576 +#define _MONITOR_JUMP_BACKWARD 577 +#define _MONITOR_RESUME 578 #define _NOP NOP #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 576 -#define _POP_JUMP_IF_TRUE 577 +#define _POP_JUMP_IF_FALSE 579 +#define _POP_JUMP_IF_TRUE 580 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 578 -#define _POP_TOP_INT 579 -#define _POP_TOP_NOP 580 -#define _POP_TOP_OPARG 581 -#define _POP_TOP_UNICODE 582 +#define _POP_TOP_FLOAT 581 +#define _POP_TOP_INT 582 +#define _POP_TOP_NOP 583 +#define _POP_TOP_OPARG 584 +#define _POP_TOP_UNICODE 585 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 583 +#define _PUSH_FRAME 586 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 584 -#define _PUSH_TAGGED_ZERO 585 -#define _PY_FRAME_EX 586 -#define _PY_FRAME_GENERAL 587 -#define _PY_FRAME_KW 588 -#define _RECORD_3OS_GEN_FUNC 589 -#define _RECORD_4OS 590 -#define _RECORD_BOUND_METHOD 591 -#define _RECORD_CALLABLE 592 -#define _RECORD_CALLABLE_KW 593 -#define _RECORD_CODE 594 -#define _RECORD_NOS 595 -#define _RECORD_NOS_GEN_FUNC 596 -#define _RECORD_NOS_TYPE 597 -#define _RECORD_TOS 598 -#define _RECORD_TOS_TYPE 599 -#define _REPLACE_WITH_TRUE 600 -#define _RESUME_CHECK 601 +#define _PUSH_NULL_CONDITIONAL 587 +#define _PUSH_TAGGED_ZERO 588 +#define _PY_FRAME_EX 589 +#define _PY_FRAME_GENERAL 590 +#define _PY_FRAME_KW 591 +#define _RECORD_3OS_GEN_FUNC 592 +#define _RECORD_4OS 593 +#define _RECORD_BOUND_METHOD 594 +#define _RECORD_CALLABLE 595 +#define _RECORD_CALLABLE_KW 596 +#define _RECORD_CODE 597 +#define _RECORD_NOS 598 +#define _RECORD_NOS_GEN_FUNC 599 +#define _RECORD_NOS_TYPE 600 +#define _RECORD_TOS 601 +#define _RECORD_TOS_TYPE 602 +#define _REPLACE_WITH_TRUE 603 +#define _RESUME_CHECK 604 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 602 -#define _SAVE_RETURN_OFFSET 603 -#define _SEND 604 -#define _SEND_GEN_FRAME 605 +#define _RETURN_VALUE 605 +#define _SAVE_RETURN_OFFSET 606 +#define _SEND_ASYNC_GEN 607 +#define _SEND_ASYNC_GEN_TIER_TWO 608 +#define _SEND_GEN_FRAME 609 +#define _SEND_VIRTUAL 610 +#define _SEND_VIRTUAL_TIER_TWO 611 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 606 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 607 -#define _SPILL_OR_RELOAD 608 -#define _START_EXECUTOR 609 -#define _STORE_ATTR 610 -#define _STORE_ATTR_INSTANCE_VALUE 611 -#define _STORE_ATTR_SLOT 612 -#define _STORE_ATTR_WITH_HINT 613 +#define _SET_UPDATE 612 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 613 +#define _SPILL_OR_RELOAD 614 +#define _START_EXECUTOR 615 +#define _STORE_ATTR 616 +#define _STORE_ATTR_INSTANCE_VALUE 617 +#define _STORE_ATTR_SLOT 618 +#define _STORE_ATTR_WITH_HINT 619 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 614 -#define _STORE_SUBSCR 615 -#define _STORE_SUBSCR_DICT 616 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 617 -#define _STORE_SUBSCR_LIST_INT 618 -#define _SWAP 619 -#define _SWAP_2 620 -#define _SWAP_3 621 -#define _SWAP_FAST 622 -#define _SWAP_FAST_0 623 -#define _SWAP_FAST_1 624 -#define _SWAP_FAST_2 625 -#define _SWAP_FAST_3 626 -#define _SWAP_FAST_4 627 -#define _SWAP_FAST_5 628 -#define _SWAP_FAST_6 629 -#define _SWAP_FAST_7 630 -#define _TIER2_RESUME_CHECK 631 -#define _TO_BOOL 632 +#define _STORE_SLICE 620 +#define _STORE_SUBSCR 621 +#define _STORE_SUBSCR_DICT 622 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 623 +#define _STORE_SUBSCR_LIST_INT 624 +#define _SWAP 625 +#define _SWAP_2 626 +#define _SWAP_3 627 +#define _SWAP_FAST 628 +#define _SWAP_FAST_0 629 +#define _SWAP_FAST_1 630 +#define _SWAP_FAST_2 631 +#define _SWAP_FAST_3 632 +#define _SWAP_FAST_4 633 +#define _SWAP_FAST_5 634 +#define _SWAP_FAST_6 635 +#define _SWAP_FAST_7 636 +#define _TIER2_RESUME_CHECK 637 +#define _TO_BOOL 638 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 633 -#define _TO_BOOL_LIST 634 +#define _TO_BOOL_INT 639 +#define _TO_BOOL_LIST 640 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 635 +#define _TO_BOOL_STR 641 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 636 -#define _UNARY_NEGATIVE 637 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 638 +#define _UNARY_INVERT 642 +#define _UNARY_NEGATIVE 643 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 644 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 639 -#define _UNPACK_SEQUENCE_LIST 640 -#define _UNPACK_SEQUENCE_TUPLE 641 -#define _UNPACK_SEQUENCE_TWO_TUPLE 642 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 643 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 644 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 645 +#define _UNPACK_SEQUENCE 645 +#define _UNPACK_SEQUENCE_LIST 646 +#define _UNPACK_SEQUENCE_TUPLE 647 +#define _UNPACK_SEQUENCE_TWO_TUPLE 648 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 649 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 650 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 651 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 646 -#define MAX_UOP_ID 646 -#define _ALLOCATE_OBJECT_r00 647 -#define _BINARY_OP_r23 648 -#define _BINARY_OP_ADD_FLOAT_r03 649 -#define _BINARY_OP_ADD_FLOAT_r13 650 -#define _BINARY_OP_ADD_FLOAT_r23 651 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 652 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 653 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 654 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 655 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 656 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 657 -#define _BINARY_OP_ADD_INT_r03 658 -#define _BINARY_OP_ADD_INT_r13 659 -#define _BINARY_OP_ADD_INT_r23 660 -#define _BINARY_OP_ADD_INT_INPLACE_r03 661 -#define _BINARY_OP_ADD_INT_INPLACE_r13 662 -#define _BINARY_OP_ADD_INT_INPLACE_r23 663 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 664 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 665 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 666 -#define _BINARY_OP_ADD_UNICODE_r03 667 -#define _BINARY_OP_ADD_UNICODE_r13 668 -#define _BINARY_OP_ADD_UNICODE_r23 669 -#define _BINARY_OP_EXTEND_r23 670 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 671 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 672 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 673 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 674 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 675 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 676 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 677 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 678 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 679 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 680 -#define _BINARY_OP_MULTIPLY_INT_r03 681 -#define _BINARY_OP_MULTIPLY_INT_r13 682 -#define _BINARY_OP_MULTIPLY_INT_r23 683 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 684 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 685 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 686 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 687 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 688 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 689 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 690 -#define _BINARY_OP_SUBSCR_DICT_r23 691 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 692 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 693 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 694 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 695 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 696 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 697 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 698 -#define _BINARY_OP_SUBSCR_STR_INT_r23 699 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 700 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 701 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 702 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 703 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 704 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 705 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 706 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 707 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 708 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 709 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 710 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 711 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 712 -#define _BINARY_OP_SUBTRACT_INT_r03 713 -#define _BINARY_OP_SUBTRACT_INT_r13 714 -#define _BINARY_OP_SUBTRACT_INT_r23 715 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 716 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 717 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 718 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 719 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 720 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 721 -#define _BINARY_OP_TRUEDIV_FLOAT_r23 722 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 723 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 724 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 725 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 726 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 727 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 728 -#define _BINARY_SLICE_r31 729 -#define _BUILD_INTERPOLATION_r01 730 -#define _BUILD_LIST_r01 731 -#define _BUILD_MAP_r01 732 -#define _BUILD_SET_r01 733 -#define _BUILD_SLICE_r01 734 -#define _BUILD_STRING_r01 735 -#define _BUILD_TEMPLATE_r21 736 -#define _BUILD_TUPLE_r01 737 -#define _CALL_BUILTIN_CLASS_r00 738 -#define _CALL_BUILTIN_FAST_r00 739 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 740 -#define _CALL_BUILTIN_O_r03 741 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 742 -#define _CALL_INTRINSIC_1_r12 743 -#define _CALL_INTRINSIC_2_r23 744 -#define _CALL_ISINSTANCE_r31 745 -#define _CALL_KW_NON_PY_r11 746 -#define _CALL_LEN_r33 747 -#define _CALL_LIST_APPEND_r03 748 -#define _CALL_LIST_APPEND_r13 749 -#define _CALL_LIST_APPEND_r23 750 -#define _CALL_LIST_APPEND_r33 751 -#define _CALL_METHOD_DESCRIPTOR_FAST_r00 752 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 753 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 754 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 755 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 756 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 757 -#define _CALL_METHOD_DESCRIPTOR_O_r03 758 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 759 -#define _CALL_NON_PY_GENERAL_r01 760 -#define _CALL_STR_1_r32 761 -#define _CALL_TUPLE_1_r32 762 -#define _CALL_TYPE_1_r02 763 -#define _CALL_TYPE_1_r12 764 -#define _CALL_TYPE_1_r22 765 -#define _CALL_TYPE_1_r32 766 -#define _CHECK_ATTR_CLASS_r01 767 -#define _CHECK_ATTR_CLASS_r11 768 -#define _CHECK_ATTR_CLASS_r22 769 -#define _CHECK_ATTR_CLASS_r33 770 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 771 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 772 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 773 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 774 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 775 -#define _CHECK_EG_MATCH_r22 776 -#define _CHECK_EXC_MATCH_r22 777 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 778 -#define _CHECK_FUNCTION_VERSION_r00 779 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 780 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 781 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 782 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 783 -#define _CHECK_FUNCTION_VERSION_KW_r11 784 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 785 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 786 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 787 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 788 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 789 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 790 -#define _CHECK_IS_PY_CALLABLE_EX_r03 791 -#define _CHECK_IS_PY_CALLABLE_EX_r13 792 -#define _CHECK_IS_PY_CALLABLE_EX_r23 793 -#define _CHECK_IS_PY_CALLABLE_EX_r33 794 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 795 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 796 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 797 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 798 -#define _CHECK_METHOD_VERSION_r00 799 -#define _CHECK_METHOD_VERSION_KW_r11 800 -#define _CHECK_OBJECT_r00 801 -#define _CHECK_PEP_523_r00 802 -#define _CHECK_PEP_523_r11 803 -#define _CHECK_PEP_523_r22 804 -#define _CHECK_PEP_523_r33 805 -#define _CHECK_PERIODIC_r00 806 -#define _CHECK_PERIODIC_AT_END_r00 807 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 808 -#define _CHECK_RECURSION_LIMIT_r00 809 -#define _CHECK_RECURSION_LIMIT_r11 810 -#define _CHECK_RECURSION_LIMIT_r22 811 -#define _CHECK_RECURSION_LIMIT_r33 812 -#define _CHECK_RECURSION_REMAINING_r00 813 -#define _CHECK_RECURSION_REMAINING_r11 814 -#define _CHECK_RECURSION_REMAINING_r22 815 -#define _CHECK_RECURSION_REMAINING_r33 816 -#define _CHECK_STACK_SPACE_r00 817 -#define _CHECK_STACK_SPACE_OPERAND_r00 818 -#define _CHECK_STACK_SPACE_OPERAND_r11 819 -#define _CHECK_STACK_SPACE_OPERAND_r22 820 -#define _CHECK_STACK_SPACE_OPERAND_r33 821 -#define _CHECK_VALIDITY_r00 822 -#define _CHECK_VALIDITY_r11 823 -#define _CHECK_VALIDITY_r22 824 -#define _CHECK_VALIDITY_r33 825 -#define _COLD_DYNAMIC_EXIT_r00 826 -#define _COLD_EXIT_r00 827 -#define _COMPARE_OP_r21 828 -#define _COMPARE_OP_FLOAT_r03 829 -#define _COMPARE_OP_FLOAT_r13 830 -#define _COMPARE_OP_FLOAT_r23 831 -#define _COMPARE_OP_INT_r23 832 -#define _COMPARE_OP_STR_r23 833 -#define _CONTAINS_OP_r23 834 -#define _CONTAINS_OP_DICT_r23 835 -#define _CONTAINS_OP_SET_r23 836 -#define _CONVERT_VALUE_r11 837 -#define _COPY_r01 838 -#define _COPY_1_r02 839 -#define _COPY_1_r12 840 -#define _COPY_1_r23 841 -#define _COPY_2_r03 842 -#define _COPY_2_r13 843 -#define _COPY_2_r23 844 -#define _COPY_3_r03 845 -#define _COPY_3_r13 846 -#define _COPY_3_r23 847 -#define _COPY_3_r33 848 -#define _COPY_FREE_VARS_r00 849 -#define _COPY_FREE_VARS_r11 850 -#define _COPY_FREE_VARS_r22 851 -#define _COPY_FREE_VARS_r33 852 -#define _CREATE_INIT_FRAME_r01 853 -#define _DELETE_ATTR_r10 854 -#define _DELETE_DEREF_r00 855 -#define _DELETE_FAST_r00 856 -#define _DELETE_GLOBAL_r00 857 -#define _DELETE_NAME_r00 858 -#define _DELETE_SUBSCR_r20 859 -#define _DEOPT_r00 860 -#define _DEOPT_r10 861 -#define _DEOPT_r20 862 -#define _DEOPT_r30 863 -#define _DICT_MERGE_r11 864 -#define _DICT_UPDATE_r11 865 -#define _DO_CALL_r01 866 -#define _DO_CALL_FUNCTION_EX_r31 867 -#define _DO_CALL_KW_r11 868 -#define _DYNAMIC_EXIT_r00 869 -#define _DYNAMIC_EXIT_r10 870 -#define _DYNAMIC_EXIT_r20 871 -#define _DYNAMIC_EXIT_r30 872 -#define _END_FOR_r10 873 -#define _END_SEND_r31 874 -#define _ERROR_POP_N_r00 875 -#define _EXIT_INIT_CHECK_r10 876 -#define _EXIT_TRACE_r00 877 -#define _EXIT_TRACE_r10 878 -#define _EXIT_TRACE_r20 879 -#define _EXIT_TRACE_r30 880 -#define _EXPAND_METHOD_r00 881 -#define _EXPAND_METHOD_KW_r11 882 -#define _FATAL_ERROR_r00 883 -#define _FATAL_ERROR_r11 884 -#define _FATAL_ERROR_r22 885 -#define _FATAL_ERROR_r33 886 -#define _FORMAT_SIMPLE_r11 887 -#define _FORMAT_WITH_SPEC_r21 888 -#define _FOR_ITER_r23 889 -#define _FOR_ITER_GEN_FRAME_r03 890 -#define _FOR_ITER_GEN_FRAME_r13 891 -#define _FOR_ITER_GEN_FRAME_r23 892 -#define _FOR_ITER_TIER_TWO_r23 893 -#define _FOR_ITER_VIRTUAL_r23 894 -#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 895 -#define _GET_AITER_r11 896 -#define _GET_ANEXT_r12 897 -#define _GET_AWAITABLE_r11 898 -#define _GET_ITER_r12 899 -#define _GET_ITER_TRAD_r12 900 -#define _GET_LEN_r12 901 -#define _GUARD_BINARY_OP_EXTEND_r22 902 -#define _GUARD_BINARY_OP_EXTEND_LHS_r02 903 -#define _GUARD_BINARY_OP_EXTEND_LHS_r12 904 -#define _GUARD_BINARY_OP_EXTEND_LHS_r22 905 -#define _GUARD_BINARY_OP_EXTEND_LHS_r33 906 -#define _GUARD_BINARY_OP_EXTEND_RHS_r02 907 -#define _GUARD_BINARY_OP_EXTEND_RHS_r12 908 -#define _GUARD_BINARY_OP_EXTEND_RHS_r22 909 -#define _GUARD_BINARY_OP_EXTEND_RHS_r33 910 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 911 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 912 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 913 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 914 -#define _GUARD_BIT_IS_SET_POP_r00 915 -#define _GUARD_BIT_IS_SET_POP_r10 916 -#define _GUARD_BIT_IS_SET_POP_r21 917 -#define _GUARD_BIT_IS_SET_POP_r32 918 -#define _GUARD_BIT_IS_SET_POP_4_r00 919 -#define _GUARD_BIT_IS_SET_POP_4_r10 920 -#define _GUARD_BIT_IS_SET_POP_4_r21 921 -#define _GUARD_BIT_IS_SET_POP_4_r32 922 -#define _GUARD_BIT_IS_SET_POP_5_r00 923 -#define _GUARD_BIT_IS_SET_POP_5_r10 924 -#define _GUARD_BIT_IS_SET_POP_5_r21 925 -#define _GUARD_BIT_IS_SET_POP_5_r32 926 -#define _GUARD_BIT_IS_SET_POP_6_r00 927 -#define _GUARD_BIT_IS_SET_POP_6_r10 928 -#define _GUARD_BIT_IS_SET_POP_6_r21 929 -#define _GUARD_BIT_IS_SET_POP_6_r32 930 -#define _GUARD_BIT_IS_SET_POP_7_r00 931 -#define _GUARD_BIT_IS_SET_POP_7_r10 932 -#define _GUARD_BIT_IS_SET_POP_7_r21 933 -#define _GUARD_BIT_IS_SET_POP_7_r32 934 -#define _GUARD_BIT_IS_UNSET_POP_r00 935 -#define _GUARD_BIT_IS_UNSET_POP_r10 936 -#define _GUARD_BIT_IS_UNSET_POP_r21 937 -#define _GUARD_BIT_IS_UNSET_POP_r32 938 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 939 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 940 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 941 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 942 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 943 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 944 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 945 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 946 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 947 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 948 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 949 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 950 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 951 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 952 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 953 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 954 -#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 955 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 956 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 957 -#define _GUARD_CALLABLE_BUILTIN_O_r00 958 -#define _GUARD_CALLABLE_ISINSTANCE_r03 959 -#define _GUARD_CALLABLE_ISINSTANCE_r13 960 -#define _GUARD_CALLABLE_ISINSTANCE_r23 961 -#define _GUARD_CALLABLE_ISINSTANCE_r33 962 -#define _GUARD_CALLABLE_LEN_r03 963 -#define _GUARD_CALLABLE_LEN_r13 964 -#define _GUARD_CALLABLE_LEN_r23 965 -#define _GUARD_CALLABLE_LEN_r33 966 -#define _GUARD_CALLABLE_LIST_APPEND_r03 967 -#define _GUARD_CALLABLE_LIST_APPEND_r13 968 -#define _GUARD_CALLABLE_LIST_APPEND_r23 969 -#define _GUARD_CALLABLE_LIST_APPEND_r33 970 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 971 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 972 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 973 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 974 -#define _GUARD_CALLABLE_STR_1_r03 975 -#define _GUARD_CALLABLE_STR_1_r13 976 -#define _GUARD_CALLABLE_STR_1_r23 977 -#define _GUARD_CALLABLE_STR_1_r33 978 -#define _GUARD_CALLABLE_TUPLE_1_r03 979 -#define _GUARD_CALLABLE_TUPLE_1_r13 980 -#define _GUARD_CALLABLE_TUPLE_1_r23 981 -#define _GUARD_CALLABLE_TUPLE_1_r33 982 -#define _GUARD_CALLABLE_TYPE_1_r03 983 -#define _GUARD_CALLABLE_TYPE_1_r13 984 -#define _GUARD_CALLABLE_TYPE_1_r23 985 -#define _GUARD_CALLABLE_TYPE_1_r33 986 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 987 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 988 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 989 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 990 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 991 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 992 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 993 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 994 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 995 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 996 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 997 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 998 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 999 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1000 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1001 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1002 -#define _GUARD_DORV_NO_DICT_r01 1003 -#define _GUARD_DORV_NO_DICT_r11 1004 -#define _GUARD_DORV_NO_DICT_r22 1005 -#define _GUARD_DORV_NO_DICT_r33 1006 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1007 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1008 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1009 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1010 -#define _GUARD_GLOBALS_VERSION_r00 1011 -#define _GUARD_GLOBALS_VERSION_r11 1012 -#define _GUARD_GLOBALS_VERSION_r22 1013 -#define _GUARD_GLOBALS_VERSION_r33 1014 -#define _GUARD_IP_RETURN_GENERATOR_r00 1015 -#define _GUARD_IP_RETURN_GENERATOR_r11 1016 -#define _GUARD_IP_RETURN_GENERATOR_r22 1017 -#define _GUARD_IP_RETURN_GENERATOR_r33 1018 -#define _GUARD_IP_RETURN_VALUE_r00 1019 -#define _GUARD_IP_RETURN_VALUE_r11 1020 -#define _GUARD_IP_RETURN_VALUE_r22 1021 -#define _GUARD_IP_RETURN_VALUE_r33 1022 -#define _GUARD_IP_YIELD_VALUE_r00 1023 -#define _GUARD_IP_YIELD_VALUE_r11 1024 -#define _GUARD_IP_YIELD_VALUE_r22 1025 -#define _GUARD_IP_YIELD_VALUE_r33 1026 -#define _GUARD_IP__PUSH_FRAME_r00 1027 -#define _GUARD_IP__PUSH_FRAME_r11 1028 -#define _GUARD_IP__PUSH_FRAME_r22 1029 -#define _GUARD_IP__PUSH_FRAME_r33 1030 -#define _GUARD_IS_FALSE_POP_r00 1031 -#define _GUARD_IS_FALSE_POP_r10 1032 -#define _GUARD_IS_FALSE_POP_r21 1033 -#define _GUARD_IS_FALSE_POP_r32 1034 -#define _GUARD_IS_NONE_POP_r00 1035 -#define _GUARD_IS_NONE_POP_r10 1036 -#define _GUARD_IS_NONE_POP_r21 1037 -#define _GUARD_IS_NONE_POP_r32 1038 -#define _GUARD_IS_NOT_NONE_POP_r10 1039 -#define _GUARD_IS_TRUE_POP_r00 1040 -#define _GUARD_IS_TRUE_POP_r10 1041 -#define _GUARD_IS_TRUE_POP_r21 1042 -#define _GUARD_IS_TRUE_POP_r32 1043 -#define _GUARD_ITERATOR_r01 1044 -#define _GUARD_ITERATOR_r11 1045 -#define _GUARD_ITERATOR_r22 1046 -#define _GUARD_ITERATOR_r33 1047 -#define _GUARD_ITER_VIRTUAL_r01 1048 -#define _GUARD_ITER_VIRTUAL_r11 1049 -#define _GUARD_ITER_VIRTUAL_r22 1050 -#define _GUARD_ITER_VIRTUAL_r33 1051 -#define _GUARD_KEYS_VERSION_r01 1052 -#define _GUARD_KEYS_VERSION_r11 1053 -#define _GUARD_KEYS_VERSION_r22 1054 -#define _GUARD_KEYS_VERSION_r33 1055 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1056 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1057 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1058 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1059 -#define _GUARD_NOS_ANY_DICT_r02 1060 -#define _GUARD_NOS_ANY_DICT_r12 1061 -#define _GUARD_NOS_ANY_DICT_r22 1062 -#define _GUARD_NOS_ANY_DICT_r33 1063 -#define _GUARD_NOS_COMPACT_ASCII_r02 1064 -#define _GUARD_NOS_COMPACT_ASCII_r12 1065 -#define _GUARD_NOS_COMPACT_ASCII_r22 1066 -#define _GUARD_NOS_COMPACT_ASCII_r33 1067 -#define _GUARD_NOS_DICT_r02 1068 -#define _GUARD_NOS_DICT_r12 1069 -#define _GUARD_NOS_DICT_r22 1070 -#define _GUARD_NOS_DICT_r33 1071 -#define _GUARD_NOS_FLOAT_r02 1072 -#define _GUARD_NOS_FLOAT_r12 1073 -#define _GUARD_NOS_FLOAT_r22 1074 -#define _GUARD_NOS_FLOAT_r33 1075 -#define _GUARD_NOS_INT_r02 1076 -#define _GUARD_NOS_INT_r12 1077 -#define _GUARD_NOS_INT_r22 1078 -#define _GUARD_NOS_INT_r33 1079 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1080 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1081 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1082 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1083 -#define _GUARD_NOS_LIST_r02 1084 -#define _GUARD_NOS_LIST_r12 1085 -#define _GUARD_NOS_LIST_r22 1086 -#define _GUARD_NOS_LIST_r33 1087 -#define _GUARD_NOS_NOT_NULL_r02 1088 -#define _GUARD_NOS_NOT_NULL_r12 1089 -#define _GUARD_NOS_NOT_NULL_r22 1090 -#define _GUARD_NOS_NOT_NULL_r33 1091 -#define _GUARD_NOS_NULL_r02 1092 -#define _GUARD_NOS_NULL_r12 1093 -#define _GUARD_NOS_NULL_r22 1094 -#define _GUARD_NOS_NULL_r33 1095 -#define _GUARD_NOS_OVERFLOWED_r02 1096 -#define _GUARD_NOS_OVERFLOWED_r12 1097 -#define _GUARD_NOS_OVERFLOWED_r22 1098 -#define _GUARD_NOS_OVERFLOWED_r33 1099 -#define _GUARD_NOS_TUPLE_r02 1100 -#define _GUARD_NOS_TUPLE_r12 1101 -#define _GUARD_NOS_TUPLE_r22 1102 -#define _GUARD_NOS_TUPLE_r33 1103 -#define _GUARD_NOS_TYPE_VERSION_r02 1104 -#define _GUARD_NOS_TYPE_VERSION_r12 1105 -#define _GUARD_NOS_TYPE_VERSION_r22 1106 -#define _GUARD_NOS_TYPE_VERSION_r33 1107 -#define _GUARD_NOS_UNICODE_r02 1108 -#define _GUARD_NOS_UNICODE_r12 1109 -#define _GUARD_NOS_UNICODE_r22 1110 -#define _GUARD_NOS_UNICODE_r33 1111 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1112 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1113 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1114 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1115 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1116 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1117 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1118 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1119 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1120 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1121 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1122 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1123 -#define _GUARD_THIRD_NULL_r03 1124 -#define _GUARD_THIRD_NULL_r13 1125 -#define _GUARD_THIRD_NULL_r23 1126 -#define _GUARD_THIRD_NULL_r33 1127 -#define _GUARD_TOS_ANY_DICT_r01 1128 -#define _GUARD_TOS_ANY_DICT_r11 1129 -#define _GUARD_TOS_ANY_DICT_r22 1130 -#define _GUARD_TOS_ANY_DICT_r33 1131 -#define _GUARD_TOS_ANY_SET_r01 1132 -#define _GUARD_TOS_ANY_SET_r11 1133 -#define _GUARD_TOS_ANY_SET_r22 1134 -#define _GUARD_TOS_ANY_SET_r33 1135 -#define _GUARD_TOS_DICT_r01 1136 -#define _GUARD_TOS_DICT_r11 1137 -#define _GUARD_TOS_DICT_r22 1138 -#define _GUARD_TOS_DICT_r33 1139 -#define _GUARD_TOS_FLOAT_r01 1140 -#define _GUARD_TOS_FLOAT_r11 1141 -#define _GUARD_TOS_FLOAT_r22 1142 -#define _GUARD_TOS_FLOAT_r33 1143 -#define _GUARD_TOS_FROZENDICT_r01 1144 -#define _GUARD_TOS_FROZENDICT_r11 1145 -#define _GUARD_TOS_FROZENDICT_r22 1146 -#define _GUARD_TOS_FROZENDICT_r33 1147 -#define _GUARD_TOS_FROZENSET_r01 1148 -#define _GUARD_TOS_FROZENSET_r11 1149 -#define _GUARD_TOS_FROZENSET_r22 1150 -#define _GUARD_TOS_FROZENSET_r33 1151 -#define _GUARD_TOS_INT_r01 1152 -#define _GUARD_TOS_INT_r11 1153 -#define _GUARD_TOS_INT_r22 1154 -#define _GUARD_TOS_INT_r33 1155 -#define _GUARD_TOS_LIST_r01 1156 -#define _GUARD_TOS_LIST_r11 1157 -#define _GUARD_TOS_LIST_r22 1158 -#define _GUARD_TOS_LIST_r33 1159 -#define _GUARD_TOS_OVERFLOWED_r01 1160 -#define _GUARD_TOS_OVERFLOWED_r11 1161 -#define _GUARD_TOS_OVERFLOWED_r22 1162 -#define _GUARD_TOS_OVERFLOWED_r33 1163 -#define _GUARD_TOS_SET_r01 1164 -#define _GUARD_TOS_SET_r11 1165 -#define _GUARD_TOS_SET_r22 1166 -#define _GUARD_TOS_SET_r33 1167 -#define _GUARD_TOS_SLICE_r01 1168 -#define _GUARD_TOS_SLICE_r11 1169 -#define _GUARD_TOS_SLICE_r22 1170 -#define _GUARD_TOS_SLICE_r33 1171 -#define _GUARD_TOS_TUPLE_r01 1172 -#define _GUARD_TOS_TUPLE_r11 1173 -#define _GUARD_TOS_TUPLE_r22 1174 -#define _GUARD_TOS_TUPLE_r33 1175 -#define _GUARD_TOS_UNICODE_r01 1176 -#define _GUARD_TOS_UNICODE_r11 1177 -#define _GUARD_TOS_UNICODE_r22 1178 -#define _GUARD_TOS_UNICODE_r33 1179 -#define _GUARD_TYPE_r01 1180 -#define _GUARD_TYPE_r11 1181 -#define _GUARD_TYPE_r22 1182 -#define _GUARD_TYPE_r33 1183 -#define _GUARD_TYPE_VERSION_r01 1184 -#define _GUARD_TYPE_VERSION_r11 1185 -#define _GUARD_TYPE_VERSION_r22 1186 -#define _GUARD_TYPE_VERSION_r33 1187 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1188 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1189 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1190 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1191 -#define _HANDLE_PENDING_AND_DEOPT_r00 1192 -#define _HANDLE_PENDING_AND_DEOPT_r10 1193 -#define _HANDLE_PENDING_AND_DEOPT_r20 1194 -#define _HANDLE_PENDING_AND_DEOPT_r30 1195 -#define _IMPORT_FROM_r12 1196 -#define _IMPORT_NAME_r21 1197 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1198 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1199 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1200 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1201 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1202 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1203 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1204 -#define _INSERT_NULL_r10 1205 -#define _INSTRUMENTED_FOR_ITER_r23 1206 -#define _INSTRUMENTED_INSTRUCTION_r00 1207 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1208 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1209 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1210 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1211 -#define _INSTRUMENTED_LINE_r00 1212 -#define _INSTRUMENTED_NOT_TAKEN_r00 1213 -#define _INSTRUMENTED_NOT_TAKEN_r11 1214 -#define _INSTRUMENTED_NOT_TAKEN_r22 1215 -#define _INSTRUMENTED_NOT_TAKEN_r33 1216 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1217 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1218 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1219 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1220 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1221 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1222 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1223 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1224 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1225 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1226 -#define _IS_NONE_r11 1227 -#define _IS_OP_r03 1228 -#define _IS_OP_r13 1229 -#define _IS_OP_r23 1230 -#define _ITER_CHECK_LIST_r02 1231 -#define _ITER_CHECK_LIST_r12 1232 -#define _ITER_CHECK_LIST_r22 1233 -#define _ITER_CHECK_LIST_r33 1234 -#define _ITER_CHECK_RANGE_r02 1235 -#define _ITER_CHECK_RANGE_r12 1236 -#define _ITER_CHECK_RANGE_r22 1237 -#define _ITER_CHECK_RANGE_r33 1238 -#define _ITER_CHECK_TUPLE_r02 1239 -#define _ITER_CHECK_TUPLE_r12 1240 -#define _ITER_CHECK_TUPLE_r22 1241 -#define _ITER_CHECK_TUPLE_r33 1242 -#define _ITER_JUMP_LIST_r02 1243 -#define _ITER_JUMP_LIST_r12 1244 -#define _ITER_JUMP_LIST_r22 1245 -#define _ITER_JUMP_LIST_r33 1246 -#define _ITER_JUMP_RANGE_r02 1247 -#define _ITER_JUMP_RANGE_r12 1248 -#define _ITER_JUMP_RANGE_r22 1249 -#define _ITER_JUMP_RANGE_r33 1250 -#define _ITER_JUMP_TUPLE_r02 1251 -#define _ITER_JUMP_TUPLE_r12 1252 -#define _ITER_JUMP_TUPLE_r22 1253 -#define _ITER_JUMP_TUPLE_r33 1254 -#define _ITER_NEXT_LIST_r23 1255 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1256 -#define _ITER_NEXT_RANGE_r03 1257 -#define _ITER_NEXT_RANGE_r13 1258 -#define _ITER_NEXT_RANGE_r23 1259 -#define _ITER_NEXT_TUPLE_r03 1260 -#define _ITER_NEXT_TUPLE_r13 1261 -#define _ITER_NEXT_TUPLE_r23 1262 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1263 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1264 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1265 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1266 -#define _JUMP_TO_TOP_r00 1267 -#define _LIST_APPEND_r10 1268 -#define _LIST_EXTEND_r11 1269 -#define _LOAD_ATTR_r10 1270 -#define _LOAD_ATTR_CLASS_r11 1271 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1272 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1273 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1274 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1275 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1276 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1277 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1278 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1279 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1280 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1281 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1282 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1283 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1284 -#define _LOAD_ATTR_MODULE_r12 1285 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1286 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1287 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1288 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1289 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1290 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1291 -#define _LOAD_ATTR_SLOT_r02 1292 -#define _LOAD_ATTR_SLOT_r12 1293 -#define _LOAD_ATTR_SLOT_r23 1294 -#define _LOAD_ATTR_WITH_HINT_r12 1295 -#define _LOAD_BUILD_CLASS_r01 1296 -#define _LOAD_BYTECODE_r00 1297 -#define _LOAD_COMMON_CONSTANT_r01 1298 -#define _LOAD_COMMON_CONSTANT_r12 1299 -#define _LOAD_COMMON_CONSTANT_r23 1300 -#define _LOAD_CONST_r01 1301 -#define _LOAD_CONST_r12 1302 -#define _LOAD_CONST_r23 1303 -#define _LOAD_CONST_INLINE_r01 1304 -#define _LOAD_CONST_INLINE_r12 1305 -#define _LOAD_CONST_INLINE_r23 1306 -#define _LOAD_CONST_INLINE_BORROW_r01 1307 -#define _LOAD_CONST_INLINE_BORROW_r12 1308 -#define _LOAD_CONST_INLINE_BORROW_r23 1309 -#define _LOAD_DEREF_r01 1310 -#define _LOAD_FAST_r01 1311 -#define _LOAD_FAST_r12 1312 -#define _LOAD_FAST_r23 1313 -#define _LOAD_FAST_0_r01 1314 -#define _LOAD_FAST_0_r12 1315 -#define _LOAD_FAST_0_r23 1316 -#define _LOAD_FAST_1_r01 1317 -#define _LOAD_FAST_1_r12 1318 -#define _LOAD_FAST_1_r23 1319 -#define _LOAD_FAST_2_r01 1320 -#define _LOAD_FAST_2_r12 1321 -#define _LOAD_FAST_2_r23 1322 -#define _LOAD_FAST_3_r01 1323 -#define _LOAD_FAST_3_r12 1324 -#define _LOAD_FAST_3_r23 1325 -#define _LOAD_FAST_4_r01 1326 -#define _LOAD_FAST_4_r12 1327 -#define _LOAD_FAST_4_r23 1328 -#define _LOAD_FAST_5_r01 1329 -#define _LOAD_FAST_5_r12 1330 -#define _LOAD_FAST_5_r23 1331 -#define _LOAD_FAST_6_r01 1332 -#define _LOAD_FAST_6_r12 1333 -#define _LOAD_FAST_6_r23 1334 -#define _LOAD_FAST_7_r01 1335 -#define _LOAD_FAST_7_r12 1336 -#define _LOAD_FAST_7_r23 1337 -#define _LOAD_FAST_AND_CLEAR_r01 1338 -#define _LOAD_FAST_AND_CLEAR_r12 1339 -#define _LOAD_FAST_AND_CLEAR_r23 1340 -#define _LOAD_FAST_BORROW_r01 1341 -#define _LOAD_FAST_BORROW_r12 1342 -#define _LOAD_FAST_BORROW_r23 1343 -#define _LOAD_FAST_BORROW_0_r01 1344 -#define _LOAD_FAST_BORROW_0_r12 1345 -#define _LOAD_FAST_BORROW_0_r23 1346 -#define _LOAD_FAST_BORROW_1_r01 1347 -#define _LOAD_FAST_BORROW_1_r12 1348 -#define _LOAD_FAST_BORROW_1_r23 1349 -#define _LOAD_FAST_BORROW_2_r01 1350 -#define _LOAD_FAST_BORROW_2_r12 1351 -#define _LOAD_FAST_BORROW_2_r23 1352 -#define _LOAD_FAST_BORROW_3_r01 1353 -#define _LOAD_FAST_BORROW_3_r12 1354 -#define _LOAD_FAST_BORROW_3_r23 1355 -#define _LOAD_FAST_BORROW_4_r01 1356 -#define _LOAD_FAST_BORROW_4_r12 1357 -#define _LOAD_FAST_BORROW_4_r23 1358 -#define _LOAD_FAST_BORROW_5_r01 1359 -#define _LOAD_FAST_BORROW_5_r12 1360 -#define _LOAD_FAST_BORROW_5_r23 1361 -#define _LOAD_FAST_BORROW_6_r01 1362 -#define _LOAD_FAST_BORROW_6_r12 1363 -#define _LOAD_FAST_BORROW_6_r23 1364 -#define _LOAD_FAST_BORROW_7_r01 1365 -#define _LOAD_FAST_BORROW_7_r12 1366 -#define _LOAD_FAST_BORROW_7_r23 1367 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1368 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1369 -#define _LOAD_FAST_CHECK_r01 1370 -#define _LOAD_FAST_CHECK_r12 1371 -#define _LOAD_FAST_CHECK_r23 1372 -#define _LOAD_FAST_LOAD_FAST_r02 1373 -#define _LOAD_FAST_LOAD_FAST_r13 1374 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1375 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1376 -#define _LOAD_GLOBAL_r00 1377 -#define _LOAD_GLOBAL_BUILTINS_r01 1378 -#define _LOAD_GLOBAL_MODULE_r01 1379 -#define _LOAD_LOCALS_r01 1380 -#define _LOAD_LOCALS_r12 1381 -#define _LOAD_LOCALS_r23 1382 -#define _LOAD_NAME_r01 1383 -#define _LOAD_SMALL_INT_r01 1384 -#define _LOAD_SMALL_INT_r12 1385 -#define _LOAD_SMALL_INT_r23 1386 -#define _LOAD_SMALL_INT_0_r01 1387 -#define _LOAD_SMALL_INT_0_r12 1388 -#define _LOAD_SMALL_INT_0_r23 1389 -#define _LOAD_SMALL_INT_1_r01 1390 -#define _LOAD_SMALL_INT_1_r12 1391 -#define _LOAD_SMALL_INT_1_r23 1392 -#define _LOAD_SMALL_INT_2_r01 1393 -#define _LOAD_SMALL_INT_2_r12 1394 -#define _LOAD_SMALL_INT_2_r23 1395 -#define _LOAD_SMALL_INT_3_r01 1396 -#define _LOAD_SMALL_INT_3_r12 1397 -#define _LOAD_SMALL_INT_3_r23 1398 -#define _LOAD_SPECIAL_r00 1399 -#define _LOAD_SUPER_ATTR_ATTR_r31 1400 -#define _LOAD_SUPER_ATTR_METHOD_r32 1401 -#define _LOCK_OBJECT_r01 1402 -#define _LOCK_OBJECT_r11 1403 -#define _LOCK_OBJECT_r22 1404 -#define _LOCK_OBJECT_r33 1405 -#define _MAKE_CALLARGS_A_TUPLE_r33 1406 -#define _MAKE_CELL_r00 1407 -#define _MAKE_FUNCTION_r12 1408 -#define _MAKE_HEAP_SAFE_r01 1409 -#define _MAKE_HEAP_SAFE_r11 1410 -#define _MAKE_HEAP_SAFE_r22 1411 -#define _MAKE_HEAP_SAFE_r33 1412 -#define _MAKE_WARM_r00 1413 -#define _MAKE_WARM_r11 1414 -#define _MAKE_WARM_r22 1415 -#define _MAKE_WARM_r33 1416 -#define _MAP_ADD_r20 1417 -#define _MATCH_CLASS_r33 1418 -#define _MATCH_KEYS_r23 1419 -#define _MATCH_MAPPING_r02 1420 -#define _MATCH_MAPPING_r12 1421 -#define _MATCH_MAPPING_r23 1422 -#define _MATCH_SEQUENCE_r02 1423 -#define _MATCH_SEQUENCE_r12 1424 -#define _MATCH_SEQUENCE_r23 1425 -#define _MAYBE_EXPAND_METHOD_r00 1426 -#define _MAYBE_EXPAND_METHOD_KW_r11 1427 -#define _MONITOR_CALL_r00 1428 -#define _MONITOR_CALL_KW_r11 1429 -#define _MONITOR_JUMP_BACKWARD_r00 1430 -#define _MONITOR_JUMP_BACKWARD_r11 1431 -#define _MONITOR_JUMP_BACKWARD_r22 1432 -#define _MONITOR_JUMP_BACKWARD_r33 1433 -#define _MONITOR_RESUME_r00 1434 -#define _NOP_r00 1435 -#define _NOP_r11 1436 -#define _NOP_r22 1437 -#define _NOP_r33 1438 -#define _POP_EXCEPT_r10 1439 -#define _POP_ITER_r20 1440 -#define _POP_JUMP_IF_FALSE_r00 1441 -#define _POP_JUMP_IF_FALSE_r10 1442 -#define _POP_JUMP_IF_FALSE_r21 1443 -#define _POP_JUMP_IF_FALSE_r32 1444 -#define _POP_JUMP_IF_TRUE_r00 1445 -#define _POP_JUMP_IF_TRUE_r10 1446 -#define _POP_JUMP_IF_TRUE_r21 1447 -#define _POP_JUMP_IF_TRUE_r32 1448 -#define _POP_TOP_r10 1449 -#define _POP_TOP_FLOAT_r00 1450 -#define _POP_TOP_FLOAT_r10 1451 -#define _POP_TOP_FLOAT_r21 1452 -#define _POP_TOP_FLOAT_r32 1453 -#define _POP_TOP_INT_r00 1454 -#define _POP_TOP_INT_r10 1455 -#define _POP_TOP_INT_r21 1456 -#define _POP_TOP_INT_r32 1457 -#define _POP_TOP_NOP_r00 1458 -#define _POP_TOP_NOP_r10 1459 -#define _POP_TOP_NOP_r21 1460 -#define _POP_TOP_NOP_r32 1461 -#define _POP_TOP_OPARG_r00 1462 -#define _POP_TOP_UNICODE_r00 1463 -#define _POP_TOP_UNICODE_r10 1464 -#define _POP_TOP_UNICODE_r21 1465 -#define _POP_TOP_UNICODE_r32 1466 -#define _PUSH_EXC_INFO_r02 1467 -#define _PUSH_EXC_INFO_r12 1468 -#define _PUSH_EXC_INFO_r23 1469 -#define _PUSH_FRAME_r10 1470 -#define _PUSH_NULL_r01 1471 -#define _PUSH_NULL_r12 1472 -#define _PUSH_NULL_r23 1473 -#define _PUSH_NULL_CONDITIONAL_r00 1474 -#define _PUSH_TAGGED_ZERO_r01 1475 -#define _PUSH_TAGGED_ZERO_r12 1476 -#define _PUSH_TAGGED_ZERO_r23 1477 -#define _PY_FRAME_EX_r31 1478 -#define _PY_FRAME_GENERAL_r01 1479 -#define _PY_FRAME_KW_r11 1480 -#define _REPLACE_WITH_TRUE_r02 1481 -#define _REPLACE_WITH_TRUE_r12 1482 -#define _REPLACE_WITH_TRUE_r23 1483 -#define _RESUME_CHECK_r00 1484 -#define _RESUME_CHECK_r11 1485 -#define _RESUME_CHECK_r22 1486 -#define _RESUME_CHECK_r33 1487 -#define _RETURN_GENERATOR_r01 1488 -#define _RETURN_VALUE_r11 1489 -#define _SAVE_RETURN_OFFSET_r00 1490 -#define _SAVE_RETURN_OFFSET_r11 1491 -#define _SAVE_RETURN_OFFSET_r22 1492 -#define _SAVE_RETURN_OFFSET_r33 1493 -#define _SEND_r33 1494 -#define _SEND_GEN_FRAME_r33 1495 -#define _SETUP_ANNOTATIONS_r00 1496 -#define _SET_ADD_r10 1497 -#define _SET_FUNCTION_ATTRIBUTE_r01 1498 -#define _SET_FUNCTION_ATTRIBUTE_r11 1499 -#define _SET_FUNCTION_ATTRIBUTE_r21 1500 -#define _SET_FUNCTION_ATTRIBUTE_r32 1501 -#define _SET_IP_r00 1502 -#define _SET_IP_r11 1503 -#define _SET_IP_r22 1504 -#define _SET_IP_r33 1505 -#define _SET_UPDATE_r11 1506 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1507 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1508 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1509 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1510 -#define _SPILL_OR_RELOAD_r01 1511 -#define _SPILL_OR_RELOAD_r02 1512 -#define _SPILL_OR_RELOAD_r03 1513 -#define _SPILL_OR_RELOAD_r10 1514 -#define _SPILL_OR_RELOAD_r12 1515 -#define _SPILL_OR_RELOAD_r13 1516 -#define _SPILL_OR_RELOAD_r20 1517 -#define _SPILL_OR_RELOAD_r21 1518 -#define _SPILL_OR_RELOAD_r23 1519 -#define _SPILL_OR_RELOAD_r30 1520 -#define _SPILL_OR_RELOAD_r31 1521 -#define _SPILL_OR_RELOAD_r32 1522 -#define _START_EXECUTOR_r00 1523 -#define _STORE_ATTR_r20 1524 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1525 -#define _STORE_ATTR_SLOT_r21 1526 -#define _STORE_ATTR_WITH_HINT_r21 1527 -#define _STORE_DEREF_r10 1528 -#define _STORE_FAST_LOAD_FAST_r11 1529 -#define _STORE_FAST_STORE_FAST_r20 1530 -#define _STORE_GLOBAL_r10 1531 -#define _STORE_NAME_r10 1532 -#define _STORE_SLICE_r30 1533 -#define _STORE_SUBSCR_r30 1534 -#define _STORE_SUBSCR_DICT_r31 1535 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1536 -#define _STORE_SUBSCR_LIST_INT_r32 1537 -#define _SWAP_r11 1538 -#define _SWAP_2_r02 1539 -#define _SWAP_2_r12 1540 -#define _SWAP_2_r22 1541 -#define _SWAP_2_r33 1542 -#define _SWAP_3_r03 1543 -#define _SWAP_3_r13 1544 -#define _SWAP_3_r23 1545 -#define _SWAP_3_r33 1546 -#define _SWAP_FAST_r01 1547 -#define _SWAP_FAST_r11 1548 -#define _SWAP_FAST_r22 1549 -#define _SWAP_FAST_r33 1550 -#define _SWAP_FAST_0_r01 1551 -#define _SWAP_FAST_0_r11 1552 -#define _SWAP_FAST_0_r22 1553 -#define _SWAP_FAST_0_r33 1554 -#define _SWAP_FAST_1_r01 1555 -#define _SWAP_FAST_1_r11 1556 -#define _SWAP_FAST_1_r22 1557 -#define _SWAP_FAST_1_r33 1558 -#define _SWAP_FAST_2_r01 1559 -#define _SWAP_FAST_2_r11 1560 -#define _SWAP_FAST_2_r22 1561 -#define _SWAP_FAST_2_r33 1562 -#define _SWAP_FAST_3_r01 1563 -#define _SWAP_FAST_3_r11 1564 -#define _SWAP_FAST_3_r22 1565 -#define _SWAP_FAST_3_r33 1566 -#define _SWAP_FAST_4_r01 1567 -#define _SWAP_FAST_4_r11 1568 -#define _SWAP_FAST_4_r22 1569 -#define _SWAP_FAST_4_r33 1570 -#define _SWAP_FAST_5_r01 1571 -#define _SWAP_FAST_5_r11 1572 -#define _SWAP_FAST_5_r22 1573 -#define _SWAP_FAST_5_r33 1574 -#define _SWAP_FAST_6_r01 1575 -#define _SWAP_FAST_6_r11 1576 -#define _SWAP_FAST_6_r22 1577 -#define _SWAP_FAST_6_r33 1578 -#define _SWAP_FAST_7_r01 1579 -#define _SWAP_FAST_7_r11 1580 -#define _SWAP_FAST_7_r22 1581 -#define _SWAP_FAST_7_r33 1582 -#define _TIER2_RESUME_CHECK_r00 1583 -#define _TIER2_RESUME_CHECK_r11 1584 -#define _TIER2_RESUME_CHECK_r22 1585 -#define _TIER2_RESUME_CHECK_r33 1586 -#define _TO_BOOL_r11 1587 -#define _TO_BOOL_BOOL_r01 1588 -#define _TO_BOOL_BOOL_r11 1589 -#define _TO_BOOL_BOOL_r22 1590 -#define _TO_BOOL_BOOL_r33 1591 -#define _TO_BOOL_INT_r02 1592 -#define _TO_BOOL_INT_r12 1593 -#define _TO_BOOL_INT_r23 1594 -#define _TO_BOOL_LIST_r02 1595 -#define _TO_BOOL_LIST_r12 1596 -#define _TO_BOOL_LIST_r23 1597 -#define _TO_BOOL_NONE_r01 1598 -#define _TO_BOOL_NONE_r11 1599 -#define _TO_BOOL_NONE_r22 1600 -#define _TO_BOOL_NONE_r33 1601 -#define _TO_BOOL_STR_r02 1602 -#define _TO_BOOL_STR_r12 1603 -#define _TO_BOOL_STR_r23 1604 -#define _TRACE_RECORD_r00 1605 -#define _UNARY_INVERT_r12 1606 -#define _UNARY_NEGATIVE_r12 1607 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1608 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1609 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1610 -#define _UNARY_NOT_r01 1611 -#define _UNARY_NOT_r11 1612 -#define _UNARY_NOT_r22 1613 -#define _UNARY_NOT_r33 1614 -#define _UNPACK_EX_r10 1615 -#define _UNPACK_SEQUENCE_r10 1616 -#define _UNPACK_SEQUENCE_LIST_r10 1617 -#define _UNPACK_SEQUENCE_TUPLE_r10 1618 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1619 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1620 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1621 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1622 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1623 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1624 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1625 -#define _WITH_EXCEPT_START_r33 1626 -#define _YIELD_VALUE_r11 1627 -#define MAX_UOP_REGS_ID 1627 +#define _YIELD_VALUE 652 +#define MAX_UOP_ID 652 +#define _ALLOCATE_OBJECT_r00 653 +#define _BINARY_OP_r23 654 +#define _BINARY_OP_ADD_FLOAT_r03 655 +#define _BINARY_OP_ADD_FLOAT_r13 656 +#define _BINARY_OP_ADD_FLOAT_r23 657 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 658 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 659 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 660 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 661 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 662 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 663 +#define _BINARY_OP_ADD_INT_r03 664 +#define _BINARY_OP_ADD_INT_r13 665 +#define _BINARY_OP_ADD_INT_r23 666 +#define _BINARY_OP_ADD_INT_INPLACE_r03 667 +#define _BINARY_OP_ADD_INT_INPLACE_r13 668 +#define _BINARY_OP_ADD_INT_INPLACE_r23 669 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 670 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 671 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 672 +#define _BINARY_OP_ADD_UNICODE_r03 673 +#define _BINARY_OP_ADD_UNICODE_r13 674 +#define _BINARY_OP_ADD_UNICODE_r23 675 +#define _BINARY_OP_EXTEND_r23 676 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 677 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 678 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 679 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 680 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 681 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 682 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 683 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 684 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 685 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 686 +#define _BINARY_OP_MULTIPLY_INT_r03 687 +#define _BINARY_OP_MULTIPLY_INT_r13 688 +#define _BINARY_OP_MULTIPLY_INT_r23 689 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 690 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 691 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 692 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 693 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 694 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 695 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 696 +#define _BINARY_OP_SUBSCR_DICT_r23 697 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 698 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 699 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 700 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 701 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 702 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 703 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 704 +#define _BINARY_OP_SUBSCR_STR_INT_r23 705 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 706 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 707 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 708 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 709 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 710 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 711 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 712 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 713 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 714 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 715 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 716 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 717 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 718 +#define _BINARY_OP_SUBTRACT_INT_r03 719 +#define _BINARY_OP_SUBTRACT_INT_r13 720 +#define _BINARY_OP_SUBTRACT_INT_r23 721 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 722 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 723 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 724 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 725 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 726 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 727 +#define _BINARY_OP_TRUEDIV_FLOAT_r23 728 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 729 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 730 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 731 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 732 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 733 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 734 +#define _BINARY_SLICE_r31 735 +#define _BUILD_INTERPOLATION_r01 736 +#define _BUILD_LIST_r01 737 +#define _BUILD_MAP_r01 738 +#define _BUILD_SET_r01 739 +#define _BUILD_SLICE_r01 740 +#define _BUILD_STRING_r01 741 +#define _BUILD_TEMPLATE_r21 742 +#define _BUILD_TUPLE_r01 743 +#define _CALL_BUILTIN_CLASS_r00 744 +#define _CALL_BUILTIN_FAST_r00 745 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 746 +#define _CALL_BUILTIN_O_r03 747 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 748 +#define _CALL_INTRINSIC_1_r12 749 +#define _CALL_INTRINSIC_2_r23 750 +#define _CALL_ISINSTANCE_r31 751 +#define _CALL_KW_NON_PY_r11 752 +#define _CALL_LEN_r33 753 +#define _CALL_LIST_APPEND_r03 754 +#define _CALL_LIST_APPEND_r13 755 +#define _CALL_LIST_APPEND_r23 756 +#define _CALL_LIST_APPEND_r33 757 +#define _CALL_METHOD_DESCRIPTOR_FAST_r00 758 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 759 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 760 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 761 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 762 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 763 +#define _CALL_METHOD_DESCRIPTOR_O_r03 764 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 765 +#define _CALL_NON_PY_GENERAL_r01 766 +#define _CALL_STR_1_r32 767 +#define _CALL_TUPLE_1_r32 768 +#define _CALL_TYPE_1_r02 769 +#define _CALL_TYPE_1_r12 770 +#define _CALL_TYPE_1_r22 771 +#define _CALL_TYPE_1_r32 772 +#define _CHECK_ATTR_CLASS_r01 773 +#define _CHECK_ATTR_CLASS_r11 774 +#define _CHECK_ATTR_CLASS_r22 775 +#define _CHECK_ATTR_CLASS_r33 776 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 777 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 778 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 779 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 780 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 781 +#define _CHECK_EG_MATCH_r22 782 +#define _CHECK_EXC_MATCH_r22 783 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 784 +#define _CHECK_FUNCTION_VERSION_r00 785 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 786 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 787 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 788 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 789 +#define _CHECK_FUNCTION_VERSION_KW_r11 790 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 791 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 792 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 793 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 794 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 795 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 796 +#define _CHECK_IS_PY_CALLABLE_EX_r03 797 +#define _CHECK_IS_PY_CALLABLE_EX_r13 798 +#define _CHECK_IS_PY_CALLABLE_EX_r23 799 +#define _CHECK_IS_PY_CALLABLE_EX_r33 800 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 801 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 802 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 803 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 804 +#define _CHECK_METHOD_VERSION_r00 805 +#define _CHECK_METHOD_VERSION_KW_r11 806 +#define _CHECK_OBJECT_r00 807 +#define _CHECK_PEP_523_r00 808 +#define _CHECK_PEP_523_r11 809 +#define _CHECK_PEP_523_r22 810 +#define _CHECK_PEP_523_r33 811 +#define _CHECK_PERIODIC_r00 812 +#define _CHECK_PERIODIC_AT_END_r00 813 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 814 +#define _CHECK_RECURSION_LIMIT_r00 815 +#define _CHECK_RECURSION_LIMIT_r11 816 +#define _CHECK_RECURSION_LIMIT_r22 817 +#define _CHECK_RECURSION_LIMIT_r33 818 +#define _CHECK_RECURSION_REMAINING_r00 819 +#define _CHECK_RECURSION_REMAINING_r11 820 +#define _CHECK_RECURSION_REMAINING_r22 821 +#define _CHECK_RECURSION_REMAINING_r33 822 +#define _CHECK_STACK_SPACE_r00 823 +#define _CHECK_STACK_SPACE_OPERAND_r00 824 +#define _CHECK_STACK_SPACE_OPERAND_r11 825 +#define _CHECK_STACK_SPACE_OPERAND_r22 826 +#define _CHECK_STACK_SPACE_OPERAND_r33 827 +#define _CHECK_VALIDITY_r00 828 +#define _CHECK_VALIDITY_r11 829 +#define _CHECK_VALIDITY_r22 830 +#define _CHECK_VALIDITY_r33 831 +#define _COLD_DYNAMIC_EXIT_r00 832 +#define _COLD_EXIT_r00 833 +#define _COMPARE_OP_r21 834 +#define _COMPARE_OP_FLOAT_r03 835 +#define _COMPARE_OP_FLOAT_r13 836 +#define _COMPARE_OP_FLOAT_r23 837 +#define _COMPARE_OP_INT_r23 838 +#define _COMPARE_OP_STR_r23 839 +#define _CONTAINS_OP_r23 840 +#define _CONTAINS_OP_DICT_r23 841 +#define _CONTAINS_OP_SET_r23 842 +#define _CONVERT_VALUE_r11 843 +#define _COPY_r01 844 +#define _COPY_1_r02 845 +#define _COPY_1_r12 846 +#define _COPY_1_r23 847 +#define _COPY_2_r03 848 +#define _COPY_2_r13 849 +#define _COPY_2_r23 850 +#define _COPY_3_r03 851 +#define _COPY_3_r13 852 +#define _COPY_3_r23 853 +#define _COPY_3_r33 854 +#define _COPY_FREE_VARS_r00 855 +#define _COPY_FREE_VARS_r11 856 +#define _COPY_FREE_VARS_r22 857 +#define _COPY_FREE_VARS_r33 858 +#define _CREATE_INIT_FRAME_r01 859 +#define _DELETE_ATTR_r10 860 +#define _DELETE_DEREF_r00 861 +#define _DELETE_FAST_r00 862 +#define _DELETE_GLOBAL_r00 863 +#define _DELETE_NAME_r00 864 +#define _DELETE_SUBSCR_r20 865 +#define _DEOPT_r00 866 +#define _DEOPT_r10 867 +#define _DEOPT_r20 868 +#define _DEOPT_r30 869 +#define _DICT_MERGE_r11 870 +#define _DICT_UPDATE_r11 871 +#define _DO_CALL_r01 872 +#define _DO_CALL_FUNCTION_EX_r31 873 +#define _DO_CALL_KW_r11 874 +#define _DYNAMIC_EXIT_r00 875 +#define _DYNAMIC_EXIT_r10 876 +#define _DYNAMIC_EXIT_r20 877 +#define _DYNAMIC_EXIT_r30 878 +#define _END_FOR_r10 879 +#define _END_SEND_r31 880 +#define _ERROR_POP_N_r00 881 +#define _EXIT_INIT_CHECK_r10 882 +#define _EXIT_TRACE_r00 883 +#define _EXIT_TRACE_r10 884 +#define _EXIT_TRACE_r20 885 +#define _EXIT_TRACE_r30 886 +#define _EXPAND_METHOD_r00 887 +#define _EXPAND_METHOD_KW_r11 888 +#define _FATAL_ERROR_r00 889 +#define _FATAL_ERROR_r11 890 +#define _FATAL_ERROR_r22 891 +#define _FATAL_ERROR_r33 892 +#define _FORMAT_SIMPLE_r11 893 +#define _FORMAT_WITH_SPEC_r21 894 +#define _FOR_ITER_r23 895 +#define _FOR_ITER_GEN_FRAME_r03 896 +#define _FOR_ITER_GEN_FRAME_r13 897 +#define _FOR_ITER_GEN_FRAME_r23 898 +#define _FOR_ITER_TIER_TWO_r23 899 +#define _FOR_ITER_VIRTUAL_r03 900 +#define _FOR_ITER_VIRTUAL_r13 901 +#define _FOR_ITER_VIRTUAL_r23 902 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r03 903 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r13 904 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 905 +#define _GET_AITER_r11 906 +#define _GET_ANEXT_r12 907 +#define _GET_AWAITABLE_r11 908 +#define _GET_ITER_r12 909 +#define _GET_ITER_TRAD_r12 910 +#define _GET_LEN_r12 911 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 912 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 913 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 914 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 915 +#define _GUARD_BINARY_OP_EXTEND_r22 916 +#define _GUARD_BINARY_OP_EXTEND_LHS_r02 917 +#define _GUARD_BINARY_OP_EXTEND_LHS_r12 918 +#define _GUARD_BINARY_OP_EXTEND_LHS_r22 919 +#define _GUARD_BINARY_OP_EXTEND_LHS_r33 920 +#define _GUARD_BINARY_OP_EXTEND_RHS_r02 921 +#define _GUARD_BINARY_OP_EXTEND_RHS_r12 922 +#define _GUARD_BINARY_OP_EXTEND_RHS_r22 923 +#define _GUARD_BINARY_OP_EXTEND_RHS_r33 924 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 925 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 926 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 927 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 928 +#define _GUARD_BIT_IS_SET_POP_r00 929 +#define _GUARD_BIT_IS_SET_POP_r10 930 +#define _GUARD_BIT_IS_SET_POP_r21 931 +#define _GUARD_BIT_IS_SET_POP_r32 932 +#define _GUARD_BIT_IS_SET_POP_4_r00 933 +#define _GUARD_BIT_IS_SET_POP_4_r10 934 +#define _GUARD_BIT_IS_SET_POP_4_r21 935 +#define _GUARD_BIT_IS_SET_POP_4_r32 936 +#define _GUARD_BIT_IS_SET_POP_5_r00 937 +#define _GUARD_BIT_IS_SET_POP_5_r10 938 +#define _GUARD_BIT_IS_SET_POP_5_r21 939 +#define _GUARD_BIT_IS_SET_POP_5_r32 940 +#define _GUARD_BIT_IS_SET_POP_6_r00 941 +#define _GUARD_BIT_IS_SET_POP_6_r10 942 +#define _GUARD_BIT_IS_SET_POP_6_r21 943 +#define _GUARD_BIT_IS_SET_POP_6_r32 944 +#define _GUARD_BIT_IS_SET_POP_7_r00 945 +#define _GUARD_BIT_IS_SET_POP_7_r10 946 +#define _GUARD_BIT_IS_SET_POP_7_r21 947 +#define _GUARD_BIT_IS_SET_POP_7_r32 948 +#define _GUARD_BIT_IS_UNSET_POP_r00 949 +#define _GUARD_BIT_IS_UNSET_POP_r10 950 +#define _GUARD_BIT_IS_UNSET_POP_r21 951 +#define _GUARD_BIT_IS_UNSET_POP_r32 952 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 953 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 954 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 955 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 956 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 957 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 958 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 959 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 960 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 961 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 962 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 963 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 964 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 965 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 966 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 967 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 968 +#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 969 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 970 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 971 +#define _GUARD_CALLABLE_BUILTIN_O_r00 972 +#define _GUARD_CALLABLE_ISINSTANCE_r03 973 +#define _GUARD_CALLABLE_ISINSTANCE_r13 974 +#define _GUARD_CALLABLE_ISINSTANCE_r23 975 +#define _GUARD_CALLABLE_ISINSTANCE_r33 976 +#define _GUARD_CALLABLE_LEN_r03 977 +#define _GUARD_CALLABLE_LEN_r13 978 +#define _GUARD_CALLABLE_LEN_r23 979 +#define _GUARD_CALLABLE_LEN_r33 980 +#define _GUARD_CALLABLE_LIST_APPEND_r03 981 +#define _GUARD_CALLABLE_LIST_APPEND_r13 982 +#define _GUARD_CALLABLE_LIST_APPEND_r23 983 +#define _GUARD_CALLABLE_LIST_APPEND_r33 984 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 985 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 986 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 987 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 988 +#define _GUARD_CALLABLE_STR_1_r03 989 +#define _GUARD_CALLABLE_STR_1_r13 990 +#define _GUARD_CALLABLE_STR_1_r23 991 +#define _GUARD_CALLABLE_STR_1_r33 992 +#define _GUARD_CALLABLE_TUPLE_1_r03 993 +#define _GUARD_CALLABLE_TUPLE_1_r13 994 +#define _GUARD_CALLABLE_TUPLE_1_r23 995 +#define _GUARD_CALLABLE_TUPLE_1_r33 996 +#define _GUARD_CALLABLE_TYPE_1_r03 997 +#define _GUARD_CALLABLE_TYPE_1_r13 998 +#define _GUARD_CALLABLE_TYPE_1_r23 999 +#define _GUARD_CALLABLE_TYPE_1_r33 1000 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 1001 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1002 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1003 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1004 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1005 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1006 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1007 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1008 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1009 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1010 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1011 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1012 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1013 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1014 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1015 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1016 +#define _GUARD_DORV_NO_DICT_r01 1017 +#define _GUARD_DORV_NO_DICT_r11 1018 +#define _GUARD_DORV_NO_DICT_r22 1019 +#define _GUARD_DORV_NO_DICT_r33 1020 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1021 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1022 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1023 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1024 +#define _GUARD_GLOBALS_VERSION_r00 1025 +#define _GUARD_GLOBALS_VERSION_r11 1026 +#define _GUARD_GLOBALS_VERSION_r22 1027 +#define _GUARD_GLOBALS_VERSION_r33 1028 +#define _GUARD_IP_RETURN_GENERATOR_r00 1029 +#define _GUARD_IP_RETURN_GENERATOR_r11 1030 +#define _GUARD_IP_RETURN_GENERATOR_r22 1031 +#define _GUARD_IP_RETURN_GENERATOR_r33 1032 +#define _GUARD_IP_RETURN_VALUE_r00 1033 +#define _GUARD_IP_RETURN_VALUE_r11 1034 +#define _GUARD_IP_RETURN_VALUE_r22 1035 +#define _GUARD_IP_RETURN_VALUE_r33 1036 +#define _GUARD_IP_YIELD_VALUE_r00 1037 +#define _GUARD_IP_YIELD_VALUE_r11 1038 +#define _GUARD_IP_YIELD_VALUE_r22 1039 +#define _GUARD_IP_YIELD_VALUE_r33 1040 +#define _GUARD_IP__PUSH_FRAME_r00 1041 +#define _GUARD_IP__PUSH_FRAME_r11 1042 +#define _GUARD_IP__PUSH_FRAME_r22 1043 +#define _GUARD_IP__PUSH_FRAME_r33 1044 +#define _GUARD_IS_FALSE_POP_r00 1045 +#define _GUARD_IS_FALSE_POP_r10 1046 +#define _GUARD_IS_FALSE_POP_r21 1047 +#define _GUARD_IS_FALSE_POP_r32 1048 +#define _GUARD_IS_NONE_POP_r00 1049 +#define _GUARD_IS_NONE_POP_r10 1050 +#define _GUARD_IS_NONE_POP_r21 1051 +#define _GUARD_IS_NONE_POP_r32 1052 +#define _GUARD_IS_NOT_NONE_POP_r10 1053 +#define _GUARD_IS_TRUE_POP_r00 1054 +#define _GUARD_IS_TRUE_POP_r10 1055 +#define _GUARD_IS_TRUE_POP_r21 1056 +#define _GUARD_IS_TRUE_POP_r32 1057 +#define _GUARD_ITERATOR_r01 1058 +#define _GUARD_ITERATOR_r11 1059 +#define _GUARD_ITERATOR_r22 1060 +#define _GUARD_ITERATOR_r33 1061 +#define _GUARD_ITER_VIRTUAL_r01 1062 +#define _GUARD_ITER_VIRTUAL_r11 1063 +#define _GUARD_ITER_VIRTUAL_r22 1064 +#define _GUARD_ITER_VIRTUAL_r33 1065 +#define _GUARD_KEYS_VERSION_r01 1066 +#define _GUARD_KEYS_VERSION_r11 1067 +#define _GUARD_KEYS_VERSION_r22 1068 +#define _GUARD_KEYS_VERSION_r33 1069 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1070 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1071 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1072 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1073 +#define _GUARD_NOS_ANY_DICT_r02 1074 +#define _GUARD_NOS_ANY_DICT_r12 1075 +#define _GUARD_NOS_ANY_DICT_r22 1076 +#define _GUARD_NOS_ANY_DICT_r33 1077 +#define _GUARD_NOS_COMPACT_ASCII_r02 1078 +#define _GUARD_NOS_COMPACT_ASCII_r12 1079 +#define _GUARD_NOS_COMPACT_ASCII_r22 1080 +#define _GUARD_NOS_COMPACT_ASCII_r33 1081 +#define _GUARD_NOS_DICT_r02 1082 +#define _GUARD_NOS_DICT_r12 1083 +#define _GUARD_NOS_DICT_r22 1084 +#define _GUARD_NOS_DICT_r33 1085 +#define _GUARD_NOS_FLOAT_r02 1086 +#define _GUARD_NOS_FLOAT_r12 1087 +#define _GUARD_NOS_FLOAT_r22 1088 +#define _GUARD_NOS_FLOAT_r33 1089 +#define _GUARD_NOS_INT_r02 1090 +#define _GUARD_NOS_INT_r12 1091 +#define _GUARD_NOS_INT_r22 1092 +#define _GUARD_NOS_INT_r33 1093 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1094 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1095 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1096 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1097 +#define _GUARD_NOS_LIST_r02 1098 +#define _GUARD_NOS_LIST_r12 1099 +#define _GUARD_NOS_LIST_r22 1100 +#define _GUARD_NOS_LIST_r33 1101 +#define _GUARD_NOS_NOT_NULL_r02 1102 +#define _GUARD_NOS_NOT_NULL_r12 1103 +#define _GUARD_NOS_NOT_NULL_r22 1104 +#define _GUARD_NOS_NOT_NULL_r33 1105 +#define _GUARD_NOS_NULL_r02 1106 +#define _GUARD_NOS_NULL_r12 1107 +#define _GUARD_NOS_NULL_r22 1108 +#define _GUARD_NOS_NULL_r33 1109 +#define _GUARD_NOS_OVERFLOWED_r02 1110 +#define _GUARD_NOS_OVERFLOWED_r12 1111 +#define _GUARD_NOS_OVERFLOWED_r22 1112 +#define _GUARD_NOS_OVERFLOWED_r33 1113 +#define _GUARD_NOS_TUPLE_r02 1114 +#define _GUARD_NOS_TUPLE_r12 1115 +#define _GUARD_NOS_TUPLE_r22 1116 +#define _GUARD_NOS_TUPLE_r33 1117 +#define _GUARD_NOS_TYPE_VERSION_r02 1118 +#define _GUARD_NOS_TYPE_VERSION_r12 1119 +#define _GUARD_NOS_TYPE_VERSION_r22 1120 +#define _GUARD_NOS_TYPE_VERSION_r33 1121 +#define _GUARD_NOS_UNICODE_r02 1122 +#define _GUARD_NOS_UNICODE_r12 1123 +#define _GUARD_NOS_UNICODE_r22 1124 +#define _GUARD_NOS_UNICODE_r33 1125 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1126 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1127 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1128 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1129 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1130 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1131 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1132 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1133 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1134 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1135 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1136 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1137 +#define _GUARD_THIRD_NULL_r03 1138 +#define _GUARD_THIRD_NULL_r13 1139 +#define _GUARD_THIRD_NULL_r23 1140 +#define _GUARD_THIRD_NULL_r33 1141 +#define _GUARD_TOS_ANY_DICT_r01 1142 +#define _GUARD_TOS_ANY_DICT_r11 1143 +#define _GUARD_TOS_ANY_DICT_r22 1144 +#define _GUARD_TOS_ANY_DICT_r33 1145 +#define _GUARD_TOS_ANY_SET_r01 1146 +#define _GUARD_TOS_ANY_SET_r11 1147 +#define _GUARD_TOS_ANY_SET_r22 1148 +#define _GUARD_TOS_ANY_SET_r33 1149 +#define _GUARD_TOS_DICT_r01 1150 +#define _GUARD_TOS_DICT_r11 1151 +#define _GUARD_TOS_DICT_r22 1152 +#define _GUARD_TOS_DICT_r33 1153 +#define _GUARD_TOS_FLOAT_r01 1154 +#define _GUARD_TOS_FLOAT_r11 1155 +#define _GUARD_TOS_FLOAT_r22 1156 +#define _GUARD_TOS_FLOAT_r33 1157 +#define _GUARD_TOS_FROZENDICT_r01 1158 +#define _GUARD_TOS_FROZENDICT_r11 1159 +#define _GUARD_TOS_FROZENDICT_r22 1160 +#define _GUARD_TOS_FROZENDICT_r33 1161 +#define _GUARD_TOS_FROZENSET_r01 1162 +#define _GUARD_TOS_FROZENSET_r11 1163 +#define _GUARD_TOS_FROZENSET_r22 1164 +#define _GUARD_TOS_FROZENSET_r33 1165 +#define _GUARD_TOS_INT_r01 1166 +#define _GUARD_TOS_INT_r11 1167 +#define _GUARD_TOS_INT_r22 1168 +#define _GUARD_TOS_INT_r33 1169 +#define _GUARD_TOS_IS_NONE_r01 1170 +#define _GUARD_TOS_IS_NONE_r11 1171 +#define _GUARD_TOS_IS_NONE_r22 1172 +#define _GUARD_TOS_IS_NONE_r33 1173 +#define _GUARD_TOS_LIST_r01 1174 +#define _GUARD_TOS_LIST_r11 1175 +#define _GUARD_TOS_LIST_r22 1176 +#define _GUARD_TOS_LIST_r33 1177 +#define _GUARD_TOS_NOT_NULL_r01 1178 +#define _GUARD_TOS_NOT_NULL_r11 1179 +#define _GUARD_TOS_NOT_NULL_r22 1180 +#define _GUARD_TOS_NOT_NULL_r33 1181 +#define _GUARD_TOS_OVERFLOWED_r01 1182 +#define _GUARD_TOS_OVERFLOWED_r11 1183 +#define _GUARD_TOS_OVERFLOWED_r22 1184 +#define _GUARD_TOS_OVERFLOWED_r33 1185 +#define _GUARD_TOS_SET_r01 1186 +#define _GUARD_TOS_SET_r11 1187 +#define _GUARD_TOS_SET_r22 1188 +#define _GUARD_TOS_SET_r33 1189 +#define _GUARD_TOS_SLICE_r01 1190 +#define _GUARD_TOS_SLICE_r11 1191 +#define _GUARD_TOS_SLICE_r22 1192 +#define _GUARD_TOS_SLICE_r33 1193 +#define _GUARD_TOS_TUPLE_r01 1194 +#define _GUARD_TOS_TUPLE_r11 1195 +#define _GUARD_TOS_TUPLE_r22 1196 +#define _GUARD_TOS_TUPLE_r33 1197 +#define _GUARD_TOS_UNICODE_r01 1198 +#define _GUARD_TOS_UNICODE_r11 1199 +#define _GUARD_TOS_UNICODE_r22 1200 +#define _GUARD_TOS_UNICODE_r33 1201 +#define _GUARD_TYPE_r01 1202 +#define _GUARD_TYPE_r11 1203 +#define _GUARD_TYPE_r22 1204 +#define _GUARD_TYPE_r33 1205 +#define _GUARD_TYPE_VERSION_r01 1206 +#define _GUARD_TYPE_VERSION_r11 1207 +#define _GUARD_TYPE_VERSION_r22 1208 +#define _GUARD_TYPE_VERSION_r33 1209 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1210 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1211 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1212 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1213 +#define _HANDLE_PENDING_AND_DEOPT_r00 1214 +#define _HANDLE_PENDING_AND_DEOPT_r10 1215 +#define _HANDLE_PENDING_AND_DEOPT_r20 1216 +#define _HANDLE_PENDING_AND_DEOPT_r30 1217 +#define _IMPORT_FROM_r12 1218 +#define _IMPORT_NAME_r21 1219 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1220 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1221 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1222 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1223 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1224 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1225 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1226 +#define _INSERT_NULL_r10 1227 +#define _INSTRUMENTED_FOR_ITER_r23 1228 +#define _INSTRUMENTED_INSTRUCTION_r00 1229 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1230 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1231 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1232 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1233 +#define _INSTRUMENTED_LINE_r00 1234 +#define _INSTRUMENTED_NOT_TAKEN_r00 1235 +#define _INSTRUMENTED_NOT_TAKEN_r11 1236 +#define _INSTRUMENTED_NOT_TAKEN_r22 1237 +#define _INSTRUMENTED_NOT_TAKEN_r33 1238 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1239 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1240 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1241 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1242 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1243 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1244 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1245 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1246 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1247 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1248 +#define _IS_NONE_r11 1249 +#define _IS_OP_r03 1250 +#define _IS_OP_r13 1251 +#define _IS_OP_r23 1252 +#define _ITER_CHECK_LIST_r02 1253 +#define _ITER_CHECK_LIST_r12 1254 +#define _ITER_CHECK_LIST_r22 1255 +#define _ITER_CHECK_LIST_r33 1256 +#define _ITER_CHECK_RANGE_r02 1257 +#define _ITER_CHECK_RANGE_r12 1258 +#define _ITER_CHECK_RANGE_r22 1259 +#define _ITER_CHECK_RANGE_r33 1260 +#define _ITER_CHECK_TUPLE_r02 1261 +#define _ITER_CHECK_TUPLE_r12 1262 +#define _ITER_CHECK_TUPLE_r22 1263 +#define _ITER_CHECK_TUPLE_r33 1264 +#define _ITER_JUMP_LIST_r02 1265 +#define _ITER_JUMP_LIST_r12 1266 +#define _ITER_JUMP_LIST_r22 1267 +#define _ITER_JUMP_LIST_r33 1268 +#define _ITER_JUMP_RANGE_r02 1269 +#define _ITER_JUMP_RANGE_r12 1270 +#define _ITER_JUMP_RANGE_r22 1271 +#define _ITER_JUMP_RANGE_r33 1272 +#define _ITER_JUMP_TUPLE_r02 1273 +#define _ITER_JUMP_TUPLE_r12 1274 +#define _ITER_JUMP_TUPLE_r22 1275 +#define _ITER_JUMP_TUPLE_r33 1276 +#define _ITER_NEXT_LIST_r23 1277 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1278 +#define _ITER_NEXT_RANGE_r03 1279 +#define _ITER_NEXT_RANGE_r13 1280 +#define _ITER_NEXT_RANGE_r23 1281 +#define _ITER_NEXT_TUPLE_r03 1282 +#define _ITER_NEXT_TUPLE_r13 1283 +#define _ITER_NEXT_TUPLE_r23 1284 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1285 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1286 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1287 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1288 +#define _JUMP_TO_TOP_r00 1289 +#define _LIST_APPEND_r10 1290 +#define _LIST_EXTEND_r11 1291 +#define _LOAD_ATTR_r10 1292 +#define _LOAD_ATTR_CLASS_r11 1293 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1294 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1295 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1296 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1297 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1298 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1299 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1300 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1301 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1302 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1303 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1304 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1305 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1306 +#define _LOAD_ATTR_MODULE_r12 1307 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1308 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1309 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1310 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1311 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1312 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1313 +#define _LOAD_ATTR_SLOT_r02 1314 +#define _LOAD_ATTR_SLOT_r12 1315 +#define _LOAD_ATTR_SLOT_r23 1316 +#define _LOAD_ATTR_WITH_HINT_r12 1317 +#define _LOAD_BUILD_CLASS_r01 1318 +#define _LOAD_BYTECODE_r00 1319 +#define _LOAD_COMMON_CONSTANT_r01 1320 +#define _LOAD_COMMON_CONSTANT_r12 1321 +#define _LOAD_COMMON_CONSTANT_r23 1322 +#define _LOAD_CONST_r01 1323 +#define _LOAD_CONST_r12 1324 +#define _LOAD_CONST_r23 1325 +#define _LOAD_CONST_INLINE_r01 1326 +#define _LOAD_CONST_INLINE_r12 1327 +#define _LOAD_CONST_INLINE_r23 1328 +#define _LOAD_CONST_INLINE_BORROW_r01 1329 +#define _LOAD_CONST_INLINE_BORROW_r12 1330 +#define _LOAD_CONST_INLINE_BORROW_r23 1331 +#define _LOAD_DEREF_r01 1332 +#define _LOAD_FAST_r01 1333 +#define _LOAD_FAST_r12 1334 +#define _LOAD_FAST_r23 1335 +#define _LOAD_FAST_0_r01 1336 +#define _LOAD_FAST_0_r12 1337 +#define _LOAD_FAST_0_r23 1338 +#define _LOAD_FAST_1_r01 1339 +#define _LOAD_FAST_1_r12 1340 +#define _LOAD_FAST_1_r23 1341 +#define _LOAD_FAST_2_r01 1342 +#define _LOAD_FAST_2_r12 1343 +#define _LOAD_FAST_2_r23 1344 +#define _LOAD_FAST_3_r01 1345 +#define _LOAD_FAST_3_r12 1346 +#define _LOAD_FAST_3_r23 1347 +#define _LOAD_FAST_4_r01 1348 +#define _LOAD_FAST_4_r12 1349 +#define _LOAD_FAST_4_r23 1350 +#define _LOAD_FAST_5_r01 1351 +#define _LOAD_FAST_5_r12 1352 +#define _LOAD_FAST_5_r23 1353 +#define _LOAD_FAST_6_r01 1354 +#define _LOAD_FAST_6_r12 1355 +#define _LOAD_FAST_6_r23 1356 +#define _LOAD_FAST_7_r01 1357 +#define _LOAD_FAST_7_r12 1358 +#define _LOAD_FAST_7_r23 1359 +#define _LOAD_FAST_AND_CLEAR_r01 1360 +#define _LOAD_FAST_AND_CLEAR_r12 1361 +#define _LOAD_FAST_AND_CLEAR_r23 1362 +#define _LOAD_FAST_BORROW_r01 1363 +#define _LOAD_FAST_BORROW_r12 1364 +#define _LOAD_FAST_BORROW_r23 1365 +#define _LOAD_FAST_BORROW_0_r01 1366 +#define _LOAD_FAST_BORROW_0_r12 1367 +#define _LOAD_FAST_BORROW_0_r23 1368 +#define _LOAD_FAST_BORROW_1_r01 1369 +#define _LOAD_FAST_BORROW_1_r12 1370 +#define _LOAD_FAST_BORROW_1_r23 1371 +#define _LOAD_FAST_BORROW_2_r01 1372 +#define _LOAD_FAST_BORROW_2_r12 1373 +#define _LOAD_FAST_BORROW_2_r23 1374 +#define _LOAD_FAST_BORROW_3_r01 1375 +#define _LOAD_FAST_BORROW_3_r12 1376 +#define _LOAD_FAST_BORROW_3_r23 1377 +#define _LOAD_FAST_BORROW_4_r01 1378 +#define _LOAD_FAST_BORROW_4_r12 1379 +#define _LOAD_FAST_BORROW_4_r23 1380 +#define _LOAD_FAST_BORROW_5_r01 1381 +#define _LOAD_FAST_BORROW_5_r12 1382 +#define _LOAD_FAST_BORROW_5_r23 1383 +#define _LOAD_FAST_BORROW_6_r01 1384 +#define _LOAD_FAST_BORROW_6_r12 1385 +#define _LOAD_FAST_BORROW_6_r23 1386 +#define _LOAD_FAST_BORROW_7_r01 1387 +#define _LOAD_FAST_BORROW_7_r12 1388 +#define _LOAD_FAST_BORROW_7_r23 1389 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1390 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1391 +#define _LOAD_FAST_CHECK_r01 1392 +#define _LOAD_FAST_CHECK_r12 1393 +#define _LOAD_FAST_CHECK_r23 1394 +#define _LOAD_FAST_LOAD_FAST_r02 1395 +#define _LOAD_FAST_LOAD_FAST_r13 1396 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1397 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1398 +#define _LOAD_GLOBAL_r00 1399 +#define _LOAD_GLOBAL_BUILTINS_r01 1400 +#define _LOAD_GLOBAL_MODULE_r01 1401 +#define _LOAD_LOCALS_r01 1402 +#define _LOAD_LOCALS_r12 1403 +#define _LOAD_LOCALS_r23 1404 +#define _LOAD_NAME_r01 1405 +#define _LOAD_SMALL_INT_r01 1406 +#define _LOAD_SMALL_INT_r12 1407 +#define _LOAD_SMALL_INT_r23 1408 +#define _LOAD_SMALL_INT_0_r01 1409 +#define _LOAD_SMALL_INT_0_r12 1410 +#define _LOAD_SMALL_INT_0_r23 1411 +#define _LOAD_SMALL_INT_1_r01 1412 +#define _LOAD_SMALL_INT_1_r12 1413 +#define _LOAD_SMALL_INT_1_r23 1414 +#define _LOAD_SMALL_INT_2_r01 1415 +#define _LOAD_SMALL_INT_2_r12 1416 +#define _LOAD_SMALL_INT_2_r23 1417 +#define _LOAD_SMALL_INT_3_r01 1418 +#define _LOAD_SMALL_INT_3_r12 1419 +#define _LOAD_SMALL_INT_3_r23 1420 +#define _LOAD_SPECIAL_r00 1421 +#define _LOAD_SUPER_ATTR_ATTR_r31 1422 +#define _LOAD_SUPER_ATTR_METHOD_r32 1423 +#define _LOCK_OBJECT_r01 1424 +#define _LOCK_OBJECT_r11 1425 +#define _LOCK_OBJECT_r22 1426 +#define _LOCK_OBJECT_r33 1427 +#define _MAKE_CALLARGS_A_TUPLE_r33 1428 +#define _MAKE_CELL_r00 1429 +#define _MAKE_FUNCTION_r12 1430 +#define _MAKE_HEAP_SAFE_r01 1431 +#define _MAKE_HEAP_SAFE_r11 1432 +#define _MAKE_HEAP_SAFE_r22 1433 +#define _MAKE_HEAP_SAFE_r33 1434 +#define _MAKE_WARM_r00 1435 +#define _MAKE_WARM_r11 1436 +#define _MAKE_WARM_r22 1437 +#define _MAKE_WARM_r33 1438 +#define _MAP_ADD_r20 1439 +#define _MATCH_CLASS_r33 1440 +#define _MATCH_KEYS_r23 1441 +#define _MATCH_MAPPING_r02 1442 +#define _MATCH_MAPPING_r12 1443 +#define _MATCH_MAPPING_r23 1444 +#define _MATCH_SEQUENCE_r02 1445 +#define _MATCH_SEQUENCE_r12 1446 +#define _MATCH_SEQUENCE_r23 1447 +#define _MAYBE_EXPAND_METHOD_r00 1448 +#define _MAYBE_EXPAND_METHOD_KW_r11 1449 +#define _MONITOR_CALL_r00 1450 +#define _MONITOR_CALL_KW_r11 1451 +#define _MONITOR_JUMP_BACKWARD_r00 1452 +#define _MONITOR_JUMP_BACKWARD_r11 1453 +#define _MONITOR_JUMP_BACKWARD_r22 1454 +#define _MONITOR_JUMP_BACKWARD_r33 1455 +#define _MONITOR_RESUME_r00 1456 +#define _NOP_r00 1457 +#define _NOP_r11 1458 +#define _NOP_r22 1459 +#define _NOP_r33 1460 +#define _POP_EXCEPT_r10 1461 +#define _POP_ITER_r20 1462 +#define _POP_JUMP_IF_FALSE_r00 1463 +#define _POP_JUMP_IF_FALSE_r10 1464 +#define _POP_JUMP_IF_FALSE_r21 1465 +#define _POP_JUMP_IF_FALSE_r32 1466 +#define _POP_JUMP_IF_TRUE_r00 1467 +#define _POP_JUMP_IF_TRUE_r10 1468 +#define _POP_JUMP_IF_TRUE_r21 1469 +#define _POP_JUMP_IF_TRUE_r32 1470 +#define _POP_TOP_r10 1471 +#define _POP_TOP_FLOAT_r00 1472 +#define _POP_TOP_FLOAT_r10 1473 +#define _POP_TOP_FLOAT_r21 1474 +#define _POP_TOP_FLOAT_r32 1475 +#define _POP_TOP_INT_r00 1476 +#define _POP_TOP_INT_r10 1477 +#define _POP_TOP_INT_r21 1478 +#define _POP_TOP_INT_r32 1479 +#define _POP_TOP_NOP_r00 1480 +#define _POP_TOP_NOP_r10 1481 +#define _POP_TOP_NOP_r21 1482 +#define _POP_TOP_NOP_r32 1483 +#define _POP_TOP_OPARG_r00 1484 +#define _POP_TOP_UNICODE_r00 1485 +#define _POP_TOP_UNICODE_r10 1486 +#define _POP_TOP_UNICODE_r21 1487 +#define _POP_TOP_UNICODE_r32 1488 +#define _PUSH_EXC_INFO_r02 1489 +#define _PUSH_EXC_INFO_r12 1490 +#define _PUSH_EXC_INFO_r23 1491 +#define _PUSH_FRAME_r10 1492 +#define _PUSH_NULL_r01 1493 +#define _PUSH_NULL_r12 1494 +#define _PUSH_NULL_r23 1495 +#define _PUSH_NULL_CONDITIONAL_r00 1496 +#define _PUSH_TAGGED_ZERO_r01 1497 +#define _PUSH_TAGGED_ZERO_r12 1498 +#define _PUSH_TAGGED_ZERO_r23 1499 +#define _PY_FRAME_EX_r31 1500 +#define _PY_FRAME_GENERAL_r01 1501 +#define _PY_FRAME_KW_r11 1502 +#define _REPLACE_WITH_TRUE_r02 1503 +#define _REPLACE_WITH_TRUE_r12 1504 +#define _REPLACE_WITH_TRUE_r23 1505 +#define _RESUME_CHECK_r00 1506 +#define _RESUME_CHECK_r11 1507 +#define _RESUME_CHECK_r22 1508 +#define _RESUME_CHECK_r33 1509 +#define _RETURN_GENERATOR_r01 1510 +#define _RETURN_VALUE_r11 1511 +#define _SAVE_RETURN_OFFSET_r00 1512 +#define _SAVE_RETURN_OFFSET_r11 1513 +#define _SAVE_RETURN_OFFSET_r22 1514 +#define _SAVE_RETURN_OFFSET_r33 1515 +#define _SEND_ASYNC_GEN_r33 1516 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1517 +#define _SEND_GEN_FRAME_r33 1518 +#define _SEND_VIRTUAL_r03 1519 +#define _SEND_VIRTUAL_r13 1520 +#define _SEND_VIRTUAL_r23 1521 +#define _SEND_VIRTUAL_r33 1522 +#define _SEND_VIRTUAL_TIER_TWO_r03 1523 +#define _SEND_VIRTUAL_TIER_TWO_r13 1524 +#define _SEND_VIRTUAL_TIER_TWO_r23 1525 +#define _SEND_VIRTUAL_TIER_TWO_r33 1526 +#define _SETUP_ANNOTATIONS_r00 1527 +#define _SET_ADD_r10 1528 +#define _SET_FUNCTION_ATTRIBUTE_r01 1529 +#define _SET_FUNCTION_ATTRIBUTE_r11 1530 +#define _SET_FUNCTION_ATTRIBUTE_r21 1531 +#define _SET_FUNCTION_ATTRIBUTE_r32 1532 +#define _SET_IP_r00 1533 +#define _SET_IP_r11 1534 +#define _SET_IP_r22 1535 +#define _SET_IP_r33 1536 +#define _SET_UPDATE_r11 1537 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1538 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1539 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1540 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1541 +#define _SPILL_OR_RELOAD_r01 1542 +#define _SPILL_OR_RELOAD_r02 1543 +#define _SPILL_OR_RELOAD_r03 1544 +#define _SPILL_OR_RELOAD_r10 1545 +#define _SPILL_OR_RELOAD_r12 1546 +#define _SPILL_OR_RELOAD_r13 1547 +#define _SPILL_OR_RELOAD_r20 1548 +#define _SPILL_OR_RELOAD_r21 1549 +#define _SPILL_OR_RELOAD_r23 1550 +#define _SPILL_OR_RELOAD_r30 1551 +#define _SPILL_OR_RELOAD_r31 1552 +#define _SPILL_OR_RELOAD_r32 1553 +#define _START_EXECUTOR_r00 1554 +#define _STORE_ATTR_r20 1555 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1556 +#define _STORE_ATTR_SLOT_r21 1557 +#define _STORE_ATTR_WITH_HINT_r21 1558 +#define _STORE_DEREF_r10 1559 +#define _STORE_FAST_LOAD_FAST_r11 1560 +#define _STORE_FAST_STORE_FAST_r20 1561 +#define _STORE_GLOBAL_r10 1562 +#define _STORE_NAME_r10 1563 +#define _STORE_SLICE_r30 1564 +#define _STORE_SUBSCR_r30 1565 +#define _STORE_SUBSCR_DICT_r31 1566 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1567 +#define _STORE_SUBSCR_LIST_INT_r32 1568 +#define _SWAP_r11 1569 +#define _SWAP_2_r02 1570 +#define _SWAP_2_r12 1571 +#define _SWAP_2_r22 1572 +#define _SWAP_2_r33 1573 +#define _SWAP_3_r03 1574 +#define _SWAP_3_r13 1575 +#define _SWAP_3_r23 1576 +#define _SWAP_3_r33 1577 +#define _SWAP_FAST_r01 1578 +#define _SWAP_FAST_r11 1579 +#define _SWAP_FAST_r22 1580 +#define _SWAP_FAST_r33 1581 +#define _SWAP_FAST_0_r01 1582 +#define _SWAP_FAST_0_r11 1583 +#define _SWAP_FAST_0_r22 1584 +#define _SWAP_FAST_0_r33 1585 +#define _SWAP_FAST_1_r01 1586 +#define _SWAP_FAST_1_r11 1587 +#define _SWAP_FAST_1_r22 1588 +#define _SWAP_FAST_1_r33 1589 +#define _SWAP_FAST_2_r01 1590 +#define _SWAP_FAST_2_r11 1591 +#define _SWAP_FAST_2_r22 1592 +#define _SWAP_FAST_2_r33 1593 +#define _SWAP_FAST_3_r01 1594 +#define _SWAP_FAST_3_r11 1595 +#define _SWAP_FAST_3_r22 1596 +#define _SWAP_FAST_3_r33 1597 +#define _SWAP_FAST_4_r01 1598 +#define _SWAP_FAST_4_r11 1599 +#define _SWAP_FAST_4_r22 1600 +#define _SWAP_FAST_4_r33 1601 +#define _SWAP_FAST_5_r01 1602 +#define _SWAP_FAST_5_r11 1603 +#define _SWAP_FAST_5_r22 1604 +#define _SWAP_FAST_5_r33 1605 +#define _SWAP_FAST_6_r01 1606 +#define _SWAP_FAST_6_r11 1607 +#define _SWAP_FAST_6_r22 1608 +#define _SWAP_FAST_6_r33 1609 +#define _SWAP_FAST_7_r01 1610 +#define _SWAP_FAST_7_r11 1611 +#define _SWAP_FAST_7_r22 1612 +#define _SWAP_FAST_7_r33 1613 +#define _TIER2_RESUME_CHECK_r00 1614 +#define _TIER2_RESUME_CHECK_r11 1615 +#define _TIER2_RESUME_CHECK_r22 1616 +#define _TIER2_RESUME_CHECK_r33 1617 +#define _TO_BOOL_r11 1618 +#define _TO_BOOL_BOOL_r01 1619 +#define _TO_BOOL_BOOL_r11 1620 +#define _TO_BOOL_BOOL_r22 1621 +#define _TO_BOOL_BOOL_r33 1622 +#define _TO_BOOL_INT_r02 1623 +#define _TO_BOOL_INT_r12 1624 +#define _TO_BOOL_INT_r23 1625 +#define _TO_BOOL_LIST_r02 1626 +#define _TO_BOOL_LIST_r12 1627 +#define _TO_BOOL_LIST_r23 1628 +#define _TO_BOOL_NONE_r01 1629 +#define _TO_BOOL_NONE_r11 1630 +#define _TO_BOOL_NONE_r22 1631 +#define _TO_BOOL_NONE_r33 1632 +#define _TO_BOOL_STR_r02 1633 +#define _TO_BOOL_STR_r12 1634 +#define _TO_BOOL_STR_r23 1635 +#define _TRACE_RECORD_r00 1636 +#define _UNARY_INVERT_r12 1637 +#define _UNARY_NEGATIVE_r12 1638 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1639 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1640 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1641 +#define _UNARY_NOT_r01 1642 +#define _UNARY_NOT_r11 1643 +#define _UNARY_NOT_r22 1644 +#define _UNARY_NOT_r33 1645 +#define _UNPACK_EX_r10 1646 +#define _UNPACK_SEQUENCE_r10 1647 +#define _UNPACK_SEQUENCE_LIST_r10 1648 +#define _UNPACK_SEQUENCE_TUPLE_r10 1649 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1650 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1651 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1652 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1653 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1654 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1655 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1656 +#define _WITH_EXCEPT_START_r33 1657 +#define _YIELD_VALUE_r11 1658 +#define MAX_UOP_REGS_ID 1658 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 8465fd4345e9a5..d5f71ab8e57393 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -168,6 +168,11 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_GET_ANEXT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_GET_AWAITABLE] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_SEND_GEN_FRAME] = HAS_ARG_FLAG | HAS_EXIT_FLAG, + [_GUARD_TOS_IS_NONE] = HAS_EXIT_FLAG, + [_GUARD_NOS_NOT_NULL] = HAS_EXIT_FLAG, + [_SEND_VIRTUAL_TIER_TWO] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG, + [_GUARD_3OS_ASYNC_GEN_ASEND] = HAS_EXIT_FLAG, + [_SEND_ASYNC_GEN_TIER_TWO] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_YIELD_VALUE] = HAS_ARG_FLAG | HAS_NEEDS_GUARD_IP_FLAG, [_POP_EXCEPT] = HAS_ESCAPES_FLAG, [_LOAD_COMMON_CONSTANT] = HAS_ARG_FLAG, @@ -263,7 +268,8 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_GET_ITER_TRAD] = HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_FOR_ITER_TIER_TWO] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_GUARD_NOS_ITER_VIRTUAL] = HAS_EXIT_FLAG, - [_FOR_ITER_VIRTUAL_TIER_TWO] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, + [_GUARD_TOS_NOT_NULL] = HAS_EXIT_FLAG, + [_FOR_ITER_VIRTUAL_TIER_TWO] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG, [_ITER_CHECK_LIST] = HAS_EXIT_FLAG, [_GUARD_NOT_EXHAUSTED_LIST] = HAS_EXIT_FLAG, [_ITER_NEXT_LIST_TIER_TWO] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, @@ -308,7 +314,6 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_INIT_CALL_PY_EXACT_ARGS] = HAS_ARG_FLAG | HAS_PURE_FLAG, [_PUSH_FRAME] = HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG, [_GUARD_NOS_NULL] = HAS_EXIT_FLAG, - [_GUARD_NOS_NOT_NULL] = HAS_EXIT_FLAG, [_GUARD_THIRD_NULL] = HAS_EXIT_FLAG, [_GUARD_CALLABLE_TYPE_1] = HAS_EXIT_FLAG, [_CALL_TYPE_1] = HAS_ARG_FLAG, @@ -1639,6 +1644,51 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _SEND_GEN_FRAME_r33 }, }, }, + [_GUARD_TOS_IS_NONE] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_TOS_IS_NONE_r01 }, + { 1, 1, _GUARD_TOS_IS_NONE_r11 }, + { 2, 2, _GUARD_TOS_IS_NONE_r22 }, + { 3, 3, _GUARD_TOS_IS_NONE_r33 }, + }, + }, + [_GUARD_NOS_NOT_NULL] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_NOS_NOT_NULL_r02 }, + { 2, 1, _GUARD_NOS_NOT_NULL_r12 }, + { 2, 2, _GUARD_NOS_NOT_NULL_r22 }, + { 3, 3, _GUARD_NOS_NOT_NULL_r33 }, + }, + }, + [_SEND_VIRTUAL_TIER_TWO] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 3, 0, _SEND_VIRTUAL_TIER_TWO_r03 }, + { 3, 1, _SEND_VIRTUAL_TIER_TWO_r13 }, + { 3, 2, _SEND_VIRTUAL_TIER_TWO_r23 }, + { 3, 3, _SEND_VIRTUAL_TIER_TWO_r33 }, + }, + }, + [_GUARD_3OS_ASYNC_GEN_ASEND] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 3, 0, _GUARD_3OS_ASYNC_GEN_ASEND_r03 }, + { 3, 1, _GUARD_3OS_ASYNC_GEN_ASEND_r13 }, + { 3, 2, _GUARD_3OS_ASYNC_GEN_ASEND_r23 }, + { 3, 3, _GUARD_3OS_ASYNC_GEN_ASEND_r33 }, + }, + }, + [_SEND_ASYNC_GEN_TIER_TWO] = { + .best = { 3, 3, 3, 3 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 3, _SEND_ASYNC_GEN_TIER_TWO_r33 }, + }, + }, [_YIELD_VALUE] = { .best = { 1, 1, 1, 1 }, .entries = { @@ -2494,11 +2544,20 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_NOS_ITER_VIRTUAL_r33 }, }, }, + [_GUARD_TOS_NOT_NULL] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_TOS_NOT_NULL_r01 }, + { 1, 1, _GUARD_TOS_NOT_NULL_r11 }, + { 2, 2, _GUARD_TOS_NOT_NULL_r22 }, + { 3, 3, _GUARD_TOS_NOT_NULL_r33 }, + }, + }, [_FOR_ITER_VIRTUAL_TIER_TWO] = { - .best = { 2, 2, 2, 2 }, + .best = { 0, 1, 2, 2 }, .entries = { - { -1, -1, -1 }, - { -1, -1, -1 }, + { 3, 0, _FOR_ITER_VIRTUAL_TIER_TWO_r03 }, + { 3, 1, _FOR_ITER_VIRTUAL_TIER_TWO_r13 }, { 3, 2, _FOR_ITER_VIRTUAL_TIER_TWO_r23 }, { -1, -1, -1 }, }, @@ -2899,15 +2958,6 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_NOS_NULL_r33 }, }, }, - [_GUARD_NOS_NOT_NULL] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 2, 0, _GUARD_NOS_NOT_NULL_r02 }, - { 2, 1, _GUARD_NOS_NOT_NULL_r12 }, - { 2, 2, _GUARD_NOS_NOT_NULL_r22 }, - { 3, 3, _GUARD_NOS_NOT_NULL_r33 }, - }, - }, [_GUARD_THIRD_NULL] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -4232,6 +4282,23 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GET_ANEXT_r12] = _GET_ANEXT, [_GET_AWAITABLE_r11] = _GET_AWAITABLE, [_SEND_GEN_FRAME_r33] = _SEND_GEN_FRAME, + [_GUARD_TOS_IS_NONE_r01] = _GUARD_TOS_IS_NONE, + [_GUARD_TOS_IS_NONE_r11] = _GUARD_TOS_IS_NONE, + [_GUARD_TOS_IS_NONE_r22] = _GUARD_TOS_IS_NONE, + [_GUARD_TOS_IS_NONE_r33] = _GUARD_TOS_IS_NONE, + [_GUARD_NOS_NOT_NULL_r02] = _GUARD_NOS_NOT_NULL, + [_GUARD_NOS_NOT_NULL_r12] = _GUARD_NOS_NOT_NULL, + [_GUARD_NOS_NOT_NULL_r22] = _GUARD_NOS_NOT_NULL, + [_GUARD_NOS_NOT_NULL_r33] = _GUARD_NOS_NOT_NULL, + [_SEND_VIRTUAL_TIER_TWO_r03] = _SEND_VIRTUAL_TIER_TWO, + [_SEND_VIRTUAL_TIER_TWO_r13] = _SEND_VIRTUAL_TIER_TWO, + [_SEND_VIRTUAL_TIER_TWO_r23] = _SEND_VIRTUAL_TIER_TWO, + [_SEND_VIRTUAL_TIER_TWO_r33] = _SEND_VIRTUAL_TIER_TWO, + [_GUARD_3OS_ASYNC_GEN_ASEND_r03] = _GUARD_3OS_ASYNC_GEN_ASEND, + [_GUARD_3OS_ASYNC_GEN_ASEND_r13] = _GUARD_3OS_ASYNC_GEN_ASEND, + [_GUARD_3OS_ASYNC_GEN_ASEND_r23] = _GUARD_3OS_ASYNC_GEN_ASEND, + [_GUARD_3OS_ASYNC_GEN_ASEND_r33] = _GUARD_3OS_ASYNC_GEN_ASEND, + [_SEND_ASYNC_GEN_TIER_TWO_r33] = _SEND_ASYNC_GEN_TIER_TWO, [_YIELD_VALUE_r11] = _YIELD_VALUE, [_POP_EXCEPT_r10] = _POP_EXCEPT, [_LOAD_COMMON_CONSTANT_r01] = _LOAD_COMMON_CONSTANT, @@ -4402,6 +4469,12 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_ITER_VIRTUAL_r12] = _GUARD_NOS_ITER_VIRTUAL, [_GUARD_NOS_ITER_VIRTUAL_r22] = _GUARD_NOS_ITER_VIRTUAL, [_GUARD_NOS_ITER_VIRTUAL_r33] = _GUARD_NOS_ITER_VIRTUAL, + [_GUARD_TOS_NOT_NULL_r01] = _GUARD_TOS_NOT_NULL, + [_GUARD_TOS_NOT_NULL_r11] = _GUARD_TOS_NOT_NULL, + [_GUARD_TOS_NOT_NULL_r22] = _GUARD_TOS_NOT_NULL, + [_GUARD_TOS_NOT_NULL_r33] = _GUARD_TOS_NOT_NULL, + [_FOR_ITER_VIRTUAL_TIER_TWO_r03] = _FOR_ITER_VIRTUAL_TIER_TWO, + [_FOR_ITER_VIRTUAL_TIER_TWO_r13] = _FOR_ITER_VIRTUAL_TIER_TWO, [_FOR_ITER_VIRTUAL_TIER_TWO_r23] = _FOR_ITER_VIRTUAL_TIER_TWO, [_ITER_CHECK_LIST_r02] = _ITER_CHECK_LIST, [_ITER_CHECK_LIST_r12] = _ITER_CHECK_LIST, @@ -4500,10 +4573,6 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_NULL_r12] = _GUARD_NOS_NULL, [_GUARD_NOS_NULL_r22] = _GUARD_NOS_NULL, [_GUARD_NOS_NULL_r33] = _GUARD_NOS_NULL, - [_GUARD_NOS_NOT_NULL_r02] = _GUARD_NOS_NOT_NULL, - [_GUARD_NOS_NOT_NULL_r12] = _GUARD_NOS_NOT_NULL, - [_GUARD_NOS_NOT_NULL_r22] = _GUARD_NOS_NOT_NULL, - [_GUARD_NOS_NOT_NULL_r33] = _GUARD_NOS_NOT_NULL, [_GUARD_THIRD_NULL_r03] = _GUARD_THIRD_NULL, [_GUARD_THIRD_NULL_r13] = _GUARD_THIRD_NULL, [_GUARD_THIRD_NULL_r23] = _GUARD_THIRD_NULL, @@ -5168,6 +5237,8 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_FOR_ITER_TIER_TWO] = "_FOR_ITER_TIER_TWO", [_FOR_ITER_TIER_TWO_r23] = "_FOR_ITER_TIER_TWO_r23", [_FOR_ITER_VIRTUAL_TIER_TWO] = "_FOR_ITER_VIRTUAL_TIER_TWO", + [_FOR_ITER_VIRTUAL_TIER_TWO_r03] = "_FOR_ITER_VIRTUAL_TIER_TWO_r03", + [_FOR_ITER_VIRTUAL_TIER_TWO_r13] = "_FOR_ITER_VIRTUAL_TIER_TWO_r13", [_FOR_ITER_VIRTUAL_TIER_TWO_r23] = "_FOR_ITER_VIRTUAL_TIER_TWO_r23", [_GET_AITER] = "_GET_AITER", [_GET_AITER_r11] = "_GET_AITER_r11", @@ -5181,6 +5252,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GET_ITER_TRAD_r12] = "_GET_ITER_TRAD_r12", [_GET_LEN] = "_GET_LEN", [_GET_LEN_r12] = "_GET_LEN_r12", + [_GUARD_3OS_ASYNC_GEN_ASEND] = "_GUARD_3OS_ASYNC_GEN_ASEND", + [_GUARD_3OS_ASYNC_GEN_ASEND_r03] = "_GUARD_3OS_ASYNC_GEN_ASEND_r03", + [_GUARD_3OS_ASYNC_GEN_ASEND_r13] = "_GUARD_3OS_ASYNC_GEN_ASEND_r13", + [_GUARD_3OS_ASYNC_GEN_ASEND_r23] = "_GUARD_3OS_ASYNC_GEN_ASEND_r23", + [_GUARD_3OS_ASYNC_GEN_ASEND_r33] = "_GUARD_3OS_ASYNC_GEN_ASEND_r33", [_GUARD_BINARY_OP_EXTEND] = "_GUARD_BINARY_OP_EXTEND", [_GUARD_BINARY_OP_EXTEND_r22] = "_GUARD_BINARY_OP_EXTEND_r22", [_GUARD_BINARY_OP_EXTEND_LHS] = "_GUARD_BINARY_OP_EXTEND_LHS", @@ -5506,11 +5582,21 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = "_GUARD_TOS_INT_r11", [_GUARD_TOS_INT_r22] = "_GUARD_TOS_INT_r22", [_GUARD_TOS_INT_r33] = "_GUARD_TOS_INT_r33", + [_GUARD_TOS_IS_NONE] = "_GUARD_TOS_IS_NONE", + [_GUARD_TOS_IS_NONE_r01] = "_GUARD_TOS_IS_NONE_r01", + [_GUARD_TOS_IS_NONE_r11] = "_GUARD_TOS_IS_NONE_r11", + [_GUARD_TOS_IS_NONE_r22] = "_GUARD_TOS_IS_NONE_r22", + [_GUARD_TOS_IS_NONE_r33] = "_GUARD_TOS_IS_NONE_r33", [_GUARD_TOS_LIST] = "_GUARD_TOS_LIST", [_GUARD_TOS_LIST_r01] = "_GUARD_TOS_LIST_r01", [_GUARD_TOS_LIST_r11] = "_GUARD_TOS_LIST_r11", [_GUARD_TOS_LIST_r22] = "_GUARD_TOS_LIST_r22", [_GUARD_TOS_LIST_r33] = "_GUARD_TOS_LIST_r33", + [_GUARD_TOS_NOT_NULL] = "_GUARD_TOS_NOT_NULL", + [_GUARD_TOS_NOT_NULL_r01] = "_GUARD_TOS_NOT_NULL_r01", + [_GUARD_TOS_NOT_NULL_r11] = "_GUARD_TOS_NOT_NULL_r11", + [_GUARD_TOS_NOT_NULL_r22] = "_GUARD_TOS_NOT_NULL_r22", + [_GUARD_TOS_NOT_NULL_r33] = "_GUARD_TOS_NOT_NULL_r33", [_GUARD_TOS_OVERFLOWED] = "_GUARD_TOS_OVERFLOWED", [_GUARD_TOS_OVERFLOWED_r01] = "_GUARD_TOS_OVERFLOWED_r01", [_GUARD_TOS_OVERFLOWED_r11] = "_GUARD_TOS_OVERFLOWED_r11", @@ -5915,8 +6001,15 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_SAVE_RETURN_OFFSET_r11] = "_SAVE_RETURN_OFFSET_r11", [_SAVE_RETURN_OFFSET_r22] = "_SAVE_RETURN_OFFSET_r22", [_SAVE_RETURN_OFFSET_r33] = "_SAVE_RETURN_OFFSET_r33", + [_SEND_ASYNC_GEN_TIER_TWO] = "_SEND_ASYNC_GEN_TIER_TWO", + [_SEND_ASYNC_GEN_TIER_TWO_r33] = "_SEND_ASYNC_GEN_TIER_TWO_r33", [_SEND_GEN_FRAME] = "_SEND_GEN_FRAME", [_SEND_GEN_FRAME_r33] = "_SEND_GEN_FRAME_r33", + [_SEND_VIRTUAL_TIER_TWO] = "_SEND_VIRTUAL_TIER_TWO", + [_SEND_VIRTUAL_TIER_TWO_r03] = "_SEND_VIRTUAL_TIER_TWO_r03", + [_SEND_VIRTUAL_TIER_TWO_r13] = "_SEND_VIRTUAL_TIER_TWO_r13", + [_SEND_VIRTUAL_TIER_TWO_r23] = "_SEND_VIRTUAL_TIER_TWO_r23", + [_SEND_VIRTUAL_TIER_TWO_r33] = "_SEND_VIRTUAL_TIER_TWO_r33", [_SETUP_ANNOTATIONS] = "_SETUP_ANNOTATIONS", [_SETUP_ANNOTATIONS_r00] = "_SETUP_ANNOTATIONS_r00", [_SET_ADD] = "_SET_ADD", @@ -6369,6 +6462,16 @@ int _PyUop_num_popped(int opcode, int oparg) return 1; case _SEND_GEN_FRAME: return 1; + case _GUARD_TOS_IS_NONE: + return 0; + case _GUARD_NOS_NOT_NULL: + return 0; + case _SEND_VIRTUAL_TIER_TWO: + return 1; + case _GUARD_3OS_ASYNC_GEN_ASEND: + return 0; + case _SEND_ASYNC_GEN_TIER_TWO: + return 3; case _YIELD_VALUE: return 1; case _POP_EXCEPT: @@ -6559,6 +6662,8 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _GUARD_NOS_ITER_VIRTUAL: return 0; + case _GUARD_TOS_NOT_NULL: + return 0; case _FOR_ITER_VIRTUAL_TIER_TWO: return 0; case _ITER_CHECK_LIST: @@ -6649,8 +6754,6 @@ int _PyUop_num_popped(int opcode, int oparg) return 1; case _GUARD_NOS_NULL: return 0; - case _GUARD_NOS_NOT_NULL: - return 0; case _GUARD_THIRD_NULL: return 0; case _GUARD_CALLABLE_TYPE_1: diff --git a/Include/opcode_ids.h b/Include/opcode_ids.h index 53a7eaf0de57eb..758542720acf31 100644 --- a/Include/opcode_ids.h +++ b/Include/opcode_ids.h @@ -204,21 +204,23 @@ extern "C" { #define LOAD_SUPER_ATTR_METHOD 199 #define RESUME_CHECK 200 #define RESUME_CHECK_JIT 201 -#define SEND_GEN 202 -#define STORE_ATTR_INSTANCE_VALUE 203 -#define STORE_ATTR_SLOT 204 -#define STORE_ATTR_WITH_HINT 205 -#define STORE_SUBSCR_DICT 206 -#define STORE_SUBSCR_LIST_INT 207 -#define TO_BOOL_ALWAYS_TRUE 208 -#define TO_BOOL_BOOL 209 -#define TO_BOOL_INT 210 -#define TO_BOOL_LIST 211 -#define TO_BOOL_NONE 212 -#define TO_BOOL_STR 213 -#define UNPACK_SEQUENCE_LIST 214 -#define UNPACK_SEQUENCE_TUPLE 215 -#define UNPACK_SEQUENCE_TWO_TUPLE 216 +#define SEND_ASYNC_GEN 202 +#define SEND_GEN 203 +#define SEND_VIRTUAL 204 +#define STORE_ATTR_INSTANCE_VALUE 205 +#define STORE_ATTR_SLOT 206 +#define STORE_ATTR_WITH_HINT 207 +#define STORE_SUBSCR_DICT 208 +#define STORE_SUBSCR_LIST_INT 209 +#define TO_BOOL_ALWAYS_TRUE 210 +#define TO_BOOL_BOOL 211 +#define TO_BOOL_INT 212 +#define TO_BOOL_LIST 213 +#define TO_BOOL_NONE 214 +#define TO_BOOL_STR 215 +#define UNPACK_SEQUENCE_LIST 216 +#define UNPACK_SEQUENCE_TUPLE 217 +#define UNPACK_SEQUENCE_TWO_TUPLE 218 #define INSTRUMENTED_END_FOR 233 #define INSTRUMENTED_POP_ITER 234 #define INSTRUMENTED_END_SEND 235 diff --git a/Lib/_opcode_metadata.py b/Lib/_opcode_metadata.py index 6b5357a3151190..183d0af30acf43 100644 --- a/Lib/_opcode_metadata.py +++ b/Lib/_opcode_metadata.py @@ -39,6 +39,8 @@ ), SEND=( "SEND_GEN", + "SEND_VIRTUAL", + "SEND_ASYNC_GEN", ), UNPACK_SEQUENCE=( "UNPACK_SEQUENCE_TWO_TUPLE", @@ -205,21 +207,23 @@ LOAD_SUPER_ATTR_METHOD=199, RESUME_CHECK=200, RESUME_CHECK_JIT=201, - SEND_GEN=202, - STORE_ATTR_INSTANCE_VALUE=203, - STORE_ATTR_SLOT=204, - STORE_ATTR_WITH_HINT=205, - STORE_SUBSCR_DICT=206, - STORE_SUBSCR_LIST_INT=207, - TO_BOOL_ALWAYS_TRUE=208, - TO_BOOL_BOOL=209, - TO_BOOL_INT=210, - TO_BOOL_LIST=211, - TO_BOOL_NONE=212, - TO_BOOL_STR=213, - UNPACK_SEQUENCE_LIST=214, - UNPACK_SEQUENCE_TUPLE=215, - UNPACK_SEQUENCE_TWO_TUPLE=216, + SEND_ASYNC_GEN=202, + SEND_GEN=203, + SEND_VIRTUAL=204, + STORE_ATTR_INSTANCE_VALUE=205, + STORE_ATTR_SLOT=206, + STORE_ATTR_WITH_HINT=207, + STORE_SUBSCR_DICT=208, + STORE_SUBSCR_LIST_INT=209, + TO_BOOL_ALWAYS_TRUE=210, + TO_BOOL_BOOL=211, + TO_BOOL_INT=212, + TO_BOOL_LIST=213, + TO_BOOL_NONE=214, + TO_BOOL_STR=215, + UNPACK_SEQUENCE_LIST=216, + UNPACK_SEQUENCE_TUPLE=217, + UNPACK_SEQUENCE_TWO_TUPLE=218, ) opmap = frozendict( diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 59266b000ed4df..58c8918d86c8d7 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -5264,6 +5264,24 @@ def testfunc(n): # _POP_TOP_NOP is a sign the optimizer ran and didn't hit bottom. self.assertGreaterEqual(count_ops(ex, "_POP_TOP_NOP"), 1) + def test_send_virtual(self): + + def send_list(n): + yield from list(range(n)) + def testfunc(n): + for _ in send_list(n): + pass + + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + # Ensure SEND is specialized to SEND_VIRTUAL + send_list(10) + res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD*2) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + self.assertIn("_FOR_ITER_GEN_FRAME", uops) + self.assertIn("_SEND_VIRTUAL_TIER_TWO", uops) + def test_binary_op_subscr_init_frame(self): class B: def __getitem__(self, other): diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index f5f408fcb4b311..eb30166bd04767 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1636,6 +1636,37 @@ def send_yield_from(): self.assert_specialized(send_yield_from, "SEND_GEN") self.assert_no_opcode(send_yield_from, "SEND") + @cpython_only + @requires_specialization + def test_send_yield_from_iter(self): + L = list(range(100)) + def send_yield_from(): + yield from L + + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + list(send_yield_from()) + + self.assert_specialized(send_yield_from, "SEND_VIRTUAL") + self.assert_no_opcode(send_yield_from, "SEND") + + @cpython_only + @requires_specialization + def test_send_async_for(self): + async def g(): + yield None + + async def send_for(): + async for _ in g(): + break + + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + try: + send_for().send(None) + except StopIteration: + pass + self.assert_specialized(send_for, "SEND_ASYNC_GEN") + self.assert_no_opcode(send_for, "SEND") + @cpython_only @requires_specialization def test_store_attr_slot(self): @@ -2094,6 +2125,17 @@ def load_module_attr_missing(): finally: sys.modules.pop("test_module_with_getattr", None) + @cpython_only + @requires_specialization + def test_specialized_iter_doesnt_skip_send_check(self): + def gen_func(seq): + yield from seq + gen = gen_func(list(range(10))) + for _ in range(3): + gen.send(None) + with self.assertRaises(AttributeError): + gen.send(1) + @cpython_only @requires_specialization diff --git a/Lib/test/test_sys_settrace.py b/Lib/test/test_sys_settrace.py index 199a9087dfe3bc..a5e7bbbfad5ffc 100644 --- a/Lib/test/test_sys_settrace.py +++ b/Lib/test/test_sys_settrace.py @@ -666,21 +666,18 @@ async def f(): (-2, 'line'), (-1, 'line'), (-1, 'return'), - (1, 'exception'), (2, 'line'), (1, 'line'), (-1, 'call'), (-2, 'line'), (-1, 'line'), (-1, 'return'), - (1, 'exception'), (2, 'line'), (1, 'line'), (-1, 'call'), (-2, 'line'), (-1, 'line'), (-1, 'return'), - (1, 'exception'), (2, 'line'), (1, 'line'), (-1, 'call'), diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index cd579491e4cd2e..48abd4dc3f385d 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -3768,8 +3768,7 @@ // _GUARD_NOS_NOT_NULL { nos = stack_pointer[-2]; - PyObject *o = PyStackRef_AsPyObjectBorrow(nos); - if (o == NULL) { + if (PyStackRef_IsNull(nos)) { UPDATE_MISS_STATS(CALL); assert(_PyOpcode_Deopt[opcode] == (CALL)); JUMP_TO_PREDICTED(CALL); @@ -5768,9 +5767,7 @@ int err = PyDict_Update(dict_o, update_o); stack_pointer = _PyFrame_GetStackPointer(frame); if (err < 0) { - _PyFrame_SetStackPointer(frame, stack_pointer); int matches = _PyErr_ExceptionMatches(tstate, PyExc_AttributeError); - stack_pointer = _PyFrame_GetStackPointer(frame); if (matches) { _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *exc = _PyErr_GetRaisedException(tstate); @@ -6390,15 +6387,14 @@ next_instr += 2; INSTRUCTION_STATS(FOR_ITER_VIRTUAL); static_assert(INLINE_CACHE_ENTRIES_FOR_ITER == 1, "incorrect cache size"); - _PyStackRef iter; _PyStackRef null_or_index; + _PyStackRef iter; _PyStackRef next; /* Skip 1 cache entry */ - // _GUARD_NOS_ITER_VIRTUAL + // _GUARD_TOS_NOT_NULL { - iter = stack_pointer[-2]; - PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); - if (Py_TYPE(iter_o)->_tp_iteritem == NULL) { + null_or_index = stack_pointer[-1]; + if (PyStackRef_IsNull(null_or_index)) { UPDATE_MISS_STATS(FOR_ITER); assert(_PyOpcode_Deopt[opcode] == (FOR_ITER)); JUMP_TO_PREDICTED(FOR_ITER); @@ -6406,12 +6402,10 @@ } // _FOR_ITER_VIRTUAL { - null_or_index = stack_pointer[-1]; + iter = stack_pointer[-2]; PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); Py_ssize_t index = PyStackRef_UntagInt(null_or_index); - _PyFrame_SetStackPointer(frame, stack_pointer); - _PyObjectIndexPair next_index = Py_TYPE(iter_o)->_tp_iteritem(iter_o, index); - stack_pointer = _PyFrame_GetStackPointer(frame); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); PyObject *next_o = next_index.object; index = next_index.index; if (next_o == NULL) { @@ -8219,9 +8213,7 @@ PyObject *none_val = _PyList_Extend((PyListObject *)list, iterable); stack_pointer = _PyFrame_GetStackPointer(frame); if (none_val == NULL) { - _PyFrame_SetStackPointer(frame, stack_pointer); int matches = _PyErr_ExceptionMatches(tstate, PyExc_TypeError); - stack_pointer = _PyFrame_GetStackPointer(frame); if (matches && (Py_TYPE(iterable)->tp_iter == NULL && !PySequence_Check(iterable))) { @@ -11095,7 +11087,6 @@ v = stack_pointer[-1]; null_or_index = stack_pointer[-2]; PyObject *receiver_o = PyStackRef_AsPyObjectBorrow(receiver); - PyObject *retval_o; assert(frame->owner != FRAME_OWNED_BY_INTERPRETER); if (!IS_PEP523_HOOKED(tstate) && (Py_TYPE(receiver_o) == &PyGen_Type || Py_TYPE(receiver_o) == &PyCoro_Type) && @@ -11114,7 +11105,7 @@ gen_frame->previous = frame; DISPATCH_INLINED(gen_frame); } - if (!PyStackRef_IsNull(null_or_index)) { + if (!PyStackRef_IsNull(null_or_index) && PyStackRef_IsNone(v)) { _PyFrame_SetStackPointer(frame, stack_pointer); _PyStackRef item = _PyForIter_VirtualIteratorNext(tstate, frame, receiver, &null_or_index); stack_pointer = _PyFrame_GetStackPointer(frame); @@ -11129,51 +11120,90 @@ retval = item; } else { - if (PyStackRef_IsNone(v) && PyIter_Check(receiver_o)) { - _PyFrame_SetStackPointer(frame, stack_pointer); - retval_o = Py_TYPE(receiver_o)->tp_iternext(receiver_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - } - else { - _PyFrame_SetStackPointer(frame, stack_pointer); - retval_o = PyObject_CallMethodOneArg(receiver_o, - &_Py_ID(send), - PyStackRef_AsPyObjectBorrow(v)); - stack_pointer = _PyFrame_GetStackPointer(frame); - } - if (retval_o == NULL) { - _PyFrame_SetStackPointer(frame, stack_pointer); - int matches = _PyErr_ExceptionMatches(tstate, PyExc_StopIteration); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (matches) { - _PyFrame_SetStackPointer(frame, stack_pointer); - _PyEval_MonitorRaise(tstate, frame, this_instr); - stack_pointer = _PyFrame_GetStackPointer(frame); - } - _PyFrame_SetStackPointer(frame, stack_pointer); - int err = _PyGen_FetchStopIterationValue(&retval_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (err == 0) { - assert(retval_o != NULL); - JUMPBY(oparg); - } - else { - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - _PyFrame_SetStackPointer(frame, stack_pointer); - PyStackRef_CLOSE(v); - stack_pointer = _PyFrame_GetStackPointer(frame); - JUMP_TO_LABEL(error); - } + PyObject *retval_o; + PyObject *v_o = PyStackRef_AsPyObjectBorrow(v); + _PyFrame_SetStackPointer(frame, stack_pointer); + PySendResult what = PyIter_Send(receiver_o, v_o, &retval_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (what == PYGEN_ERROR) { + JUMP_TO_LABEL(error); } + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyStackRef_CLOSE(v); + stack_pointer = _PyFrame_GetStackPointer(frame); retval = PyStackRef_FromPyObjectSteal(retval_o); + if (what == PYGEN_RETURN) { + JUMPBY(oparg); + } + stack_pointer += 1; } - stack_pointer[-2] = null_or_index; - stack_pointer[-1] = retval; + } + stack_pointer[-2] = null_or_index; + stack_pointer[-1] = retval; + DISPATCH(); + } + + TARGET(SEND_ASYNC_GEN) { + #if _Py_TAIL_CALL_INTERP + int opcode = SEND_ASYNC_GEN; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(SEND_ASYNC_GEN); + static_assert(INLINE_CACHE_ENTRIES_SEND == 1, "incorrect cache size"); + _PyStackRef iter; + _PyStackRef null_in; + _PyStackRef v; + _PyStackRef asend; + _PyStackRef null_out; + _PyStackRef retval; + /* Skip 1 cache entry */ + // _GUARD_3OS_ASYNC_GEN_ASEND + { + iter = stack_pointer[-3]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (!PyAsyncGenASend_CheckExact(iter_o)) { + UPDATE_MISS_STATS(SEND); + assert(_PyOpcode_Deopt[opcode] == (SEND)); + JUMP_TO_PREDICTED(SEND); + } + } + // _SEND_ASYNC_GEN + { + v = stack_pointer[-1]; + null_in = stack_pointer[-2]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + assert(PyAsyncGenASend_CheckExact(iter_o)); + PyObject *val = PyStackRef_AsPyObjectBorrow(v); + PyObject *retval_o; + _PyFrame_SetStackPointer(frame, stack_pointer); + PySendResult what = _PyAsyncGenASend_Send(iter_o, val, &retval_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (what == PYGEN_ERROR) { + JUMP_TO_LABEL(error); + } + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); _PyFrame_SetStackPointer(frame, stack_pointer); PyStackRef_CLOSE(v); stack_pointer = _PyFrame_GetStackPointer(frame); + asend = iter; + null_out = null_in; + retval = PyStackRef_FromPyObjectSteal(retval_o); + if (what == PYGEN_RETURN) { + JUMPBY(oparg); + } } + stack_pointer[-2] = asend; + stack_pointer[-1] = null_out; + stack_pointer[0] = retval; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); DISPATCH(); } @@ -11245,6 +11275,68 @@ DISPATCH(); } + TARGET(SEND_VIRTUAL) { + #if _Py_TAIL_CALL_INTERP + int opcode = SEND_VIRTUAL; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(SEND_VIRTUAL); + static_assert(INLINE_CACHE_ENTRIES_SEND == 1, "incorrect cache size"); + _PyStackRef val; + _PyStackRef nos; + _PyStackRef iter; + _PyStackRef null_or_index; + _PyStackRef none; + _PyStackRef next; + /* Skip 1 cache entry */ + // _GUARD_TOS_IS_NONE + { + val = stack_pointer[-1]; + if (!PyStackRef_IsNone(val)) { + UPDATE_MISS_STATS(SEND); + assert(_PyOpcode_Deopt[opcode] == (SEND)); + JUMP_TO_PREDICTED(SEND); + } + } + // _GUARD_NOS_NOT_NULL + { + nos = stack_pointer[-2]; + if (PyStackRef_IsNull(nos)) { + UPDATE_MISS_STATS(SEND); + assert(_PyOpcode_Deopt[opcode] == (SEND)); + JUMP_TO_PREDICTED(SEND); + } + } + // _SEND_VIRTUAL + { + none = val; + null_or_index = nos; + iter = stack_pointer[-3]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + JUMP_TO_LABEL(error); + } + next = none; + JUMPBY(oparg); + DISPATCH(); + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } + stack_pointer[-2] = null_or_index; + stack_pointer[-1] = next; + DISPATCH(); + } + TARGET(SETUP_ANNOTATIONS) { #if _Py_TAIL_CALL_INTERP int opcode = SETUP_ANNOTATIONS; diff --git a/Modules/_testinternalcapi/test_targets.h b/Modules/_testinternalcapi/test_targets.h index d99b618c8393fc..a2b9a748d52009 100644 --- a/Modules/_testinternalcapi/test_targets.h +++ b/Modules/_testinternalcapi/test_targets.h @@ -202,7 +202,9 @@ static void *opcode_targets_table[256] = { &&TARGET_LOAD_SUPER_ATTR_METHOD, &&TARGET_RESUME_CHECK, &&TARGET_RESUME_CHECK_JIT, + &&TARGET_SEND_ASYNC_GEN, &&TARGET_SEND_GEN, + &&TARGET_SEND_VIRTUAL, &&TARGET_STORE_ATTR_INSTANCE_VALUE, &&TARGET_STORE_ATTR_SLOT, &&TARGET_STORE_ATTR_WITH_HINT, @@ -231,8 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -476,8 +476,8 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -724,7 +724,9 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAM static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS); @@ -968,7 +970,9 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [RETURN_GENERATOR] = _TAIL_CALL_RETURN_GENERATOR, [RETURN_VALUE] = _TAIL_CALL_RETURN_VALUE, [SEND] = _TAIL_CALL_SEND, + [SEND_ASYNC_GEN] = _TAIL_CALL_SEND_ASYNC_GEN, [SEND_GEN] = _TAIL_CALL_SEND_GEN, + [SEND_VIRTUAL] = _TAIL_CALL_SEND_VIRTUAL, [SETUP_ANNOTATIONS] = _TAIL_CALL_SETUP_ANNOTATIONS, [SET_ADD] = _TAIL_CALL_SET_ADD, [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_SET_FUNCTION_ATTRIBUTE, @@ -1014,8 +1018,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [217] = _TAIL_CALL_UNKNOWN_OPCODE, - [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, [220] = _TAIL_CALL_UNKNOWN_OPCODE, [221] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1226,7 +1228,9 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [RETURN_GENERATOR] = _TAIL_CALL_TRACE_RECORD, [RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD, [SEND] = _TAIL_CALL_TRACE_RECORD, + [SEND_ASYNC_GEN] = _TAIL_CALL_TRACE_RECORD, [SEND_GEN] = _TAIL_CALL_TRACE_RECORD, + [SEND_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, [SETUP_ANNOTATIONS] = _TAIL_CALL_TRACE_RECORD, [SET_ADD] = _TAIL_CALL_TRACE_RECORD, [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_TRACE_RECORD, @@ -1272,8 +1276,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [217] = _TAIL_CALL_UNKNOWN_OPCODE, - [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, [220] = _TAIL_CALL_UNKNOWN_OPCODE, [221] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Objects/genobject.c b/Objects/genobject.c index 2895833b4ff933..f79d7c95259f8d 100644 --- a/Objects/genobject.c +++ b/Objects/genobject.c @@ -2005,6 +2005,19 @@ async_gen_asend_send(PyObject *self, PyObject *arg) return result; } +PySendResult +_PyAsyncGenASend_Send(PyObject *iter, PyObject *arg, PyObject **result) +{ + *result = async_gen_asend_send(iter, arg); + if (*result != NULL) { + return PYGEN_NEXT; + } + if (_PyGen_FetchStopIterationValue(result) == 0) { + return PYGEN_RETURN; + } + return PYGEN_ERROR; +} + static PyObject * async_gen_asend_iternext(PyObject *ags) @@ -2093,10 +2106,8 @@ static PyMethodDef async_gen_asend_methods[] = { static PyAsyncMethods async_gen_asend_as_async = { - PyObject_SelfIter, /* am_await */ - 0, /* am_aiter */ - 0, /* am_anext */ - 0, /* am_send */ + .am_await = PyObject_SelfIter, + .am_send = _PyAsyncGenASend_Send, }; diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 7de889b93b71a7..247b1438613c0f 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -1656,6 +1656,8 @@ dummy_func( family(SEND, INLINE_CACHE_ENTRIES_SEND) = { SEND_GEN, + SEND_VIRTUAL, + SEND_ASYNC_GEN, }; specializing op(_SPECIALIZE_SEND, (counter/1, receiver, unused, unused -- receiver, unused, unused)) { @@ -1670,9 +1672,8 @@ dummy_func( #endif /* ENABLE_SPECIALIZATION */ } - op(_SEND, (receiver, null_or_index, v -- receiver, null_or_index, retval)) { + tier1 op(_SEND, (receiver, null_or_index, v -- receiver, null_or_index, retval)) { PyObject *receiver_o = PyStackRef_AsPyObjectBorrow(receiver); - PyObject *retval_o; assert(frame->owner != FRAME_OWNED_BY_INTERPRETER); if (!IS_PEP523_HOOKED(tstate) && (Py_TYPE(receiver_o) == &PyGen_Type || Py_TYPE(receiver_o) == &PyCoro_Type) && @@ -1691,7 +1692,7 @@ dummy_func( gen_frame->previous = frame; DISPATCH_INLINED(gen_frame); } - if (!PyStackRef_IsNull(null_or_index)) { + if (!PyStackRef_IsNull(null_or_index) && PyStackRef_IsNone(v)) { _PyStackRef item = _PyForIter_VirtualIteratorNext(tstate, frame, receiver, &null_or_index); if (!PyStackRef_IsValid(item)) { if (PyStackRef_IsError(item)) { @@ -1701,34 +1702,21 @@ dummy_func( DISPATCH(); } retval = item; + DEAD(v); } else { - if (PyStackRef_IsNone(v) && PyIter_Check(receiver_o)) { - retval_o = Py_TYPE(receiver_o)->tp_iternext(receiver_o); - } - else { - retval_o = PyObject_CallMethodOneArg(receiver_o, - &_Py_ID(send), - PyStackRef_AsPyObjectBorrow(v)); - } - if (retval_o == NULL) { - int matches = _PyErr_ExceptionMatches(tstate, PyExc_StopIteration); - if (matches) { - _PyEval_MonitorRaise(tstate, frame, this_instr); - } - int err = _PyGen_FetchStopIterationValue(&retval_o); - if (err == 0) { - assert(retval_o != NULL); - JUMPBY(oparg); - } - else { - PyStackRef_CLOSE(v); - ERROR_IF(true); - } + PyObject *retval_o; + PyObject *v_o = PyStackRef_AsPyObjectBorrow(v); + PySendResult what = PyIter_Send(receiver_o, v_o, &retval_o); + if (what == PYGEN_ERROR) { + ERROR_NO_POP(); } + PyStackRef_CLOSE(v); retval = PyStackRef_FromPyObjectSteal(retval_o); + if (what == PYGEN_RETURN) { + JUMPBY(oparg); + } } - PyStackRef_CLOSE(v); } macro(SEND) = _SPECIALIZE_SEND + _SEND; @@ -1756,6 +1744,112 @@ dummy_func( _SEND_GEN_FRAME + _PUSH_FRAME; + op(_GUARD_TOS_IS_NONE, (val -- val)) { + EXIT_IF(!PyStackRef_IsNone(val)); + } + + macro(FOR_ITER) = _SPECIALIZE_FOR_ITER + _FOR_ITER; + + op(_GUARD_NOS_NOT_NULL, (nos, unused -- nos, unused)) { + EXIT_IF(PyStackRef_IsNull(nos)); + } + + replaced op(_SEND_VIRTUAL, (iter, null_or_index, none -- iter, null_or_index, next)) { + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + ERROR_NO_POP(); + } + next = none; + DEAD(none); + JUMPBY(oparg); + DISPATCH(); + } + DEAD(none); + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } + + op(_SEND_VIRTUAL_TIER_TWO, (iter, null_or_index, none -- iter, null_or_index, next)) { + assert(PyStackRef_IsNone(none)); + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + ERROR_NO_POP(); + } + next = none; + DEAD(none); + EXIT_IF(true); + } + DEAD(none); + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } + + macro(SEND_VIRTUAL) = + unused/1 + + _GUARD_TOS_IS_NONE + + _GUARD_NOS_NOT_NULL + + _SEND_VIRTUAL; + + op(_GUARD_3OS_ASYNC_GEN_ASEND, (iter, null_or_index, value -- iter, null_or_index, value)) { + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + EXIT_IF(!PyAsyncGenASend_CheckExact(iter_o)); + } + + replaced op(_SEND_ASYNC_GEN, (iter, null_in, v -- asend, null_out, retval)) { + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + assert(PyAsyncGenASend_CheckExact(iter_o)); + PyObject *val = PyStackRef_AsPyObjectBorrow(v); + PyObject *retval_o; + + PySendResult what = _PyAsyncGenASend_Send(iter_o, val, &retval_o); + if (what == PYGEN_ERROR) { + ERROR_NO_POP(); + } + PyStackRef_CLOSE(v); + asend = iter; + DEAD(iter); + null_out = null_in; + DEAD(null_in); + retval = PyStackRef_FromPyObjectSteal(retval_o); + if (what == PYGEN_RETURN) { + JUMPBY(oparg); + } + } + + macro(SEND_ASYNC_GEN) = + unused/1 + + _GUARD_3OS_ASYNC_GEN_ASEND + + _SEND_ASYNC_GEN; + + tier2 op(_SEND_ASYNC_GEN_TIER_TWO, (iter, null_in, v -- asend, null_out, retval)) { + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + assert(PyAsyncGenASend_CheckExact(iter_o)); + PyObject *val = PyStackRef_AsPyObjectBorrow(v); + PyObject *retval_o; + + PySendResult what = _PyAsyncGenASend_Send(iter_o, val, &retval_o); + if (what == PYGEN_ERROR) { + ERROR_NO_POP(); + } + PyStackRef_CLOSE(v); + asend = iter; + DEAD(iter); + null_out = null_in; + DEAD(null_in); + retval = PyStackRef_FromPyObjectSteal(retval_o); + EXIT_IF(what == PYGEN_RETURN); + } + op(_YIELD_VALUE, (retval -- value)) { // NOTE: It's important that YIELD_VALUE never raises an exception! // The compiler treats any exception raised here as a failed close() @@ -3784,10 +3878,14 @@ dummy_func( EXIT_IF(Py_TYPE(iter_o)->_tp_iteritem == NULL); } + op(_GUARD_TOS_NOT_NULL, (null_or_index -- null_or_index)) { + EXIT_IF(PyStackRef_IsNull(null_or_index)); + } + replaced op(_FOR_ITER_VIRTUAL, (iter, null_or_index -- iter, null_or_index, next)) { PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); Py_ssize_t index = PyStackRef_UntagInt(null_or_index); - _PyObjectIndexPair next_index = Py_TYPE(iter_o)->_tp_iteritem(iter_o, index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); PyObject *next_o = next_index.object; index = next_index.index; if (next_o == NULL) { @@ -3804,13 +3902,13 @@ dummy_func( macro(FOR_ITER_VIRTUAL) = unused/1 + // Skip over the counter - _GUARD_NOS_ITER_VIRTUAL + + _GUARD_TOS_NOT_NULL + _FOR_ITER_VIRTUAL; op(_FOR_ITER_VIRTUAL_TIER_TWO, (iter, null_or_index -- iter, null_or_index, next)) { PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); Py_ssize_t index = PyStackRef_UntagInt(null_or_index); - _PyObjectIndexPair next_index = Py_TYPE(iter_o)->_tp_iteritem(iter_o, index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); PyObject *next_o = next_index.object; index = next_index.index; if (next_o == NULL) { @@ -4586,11 +4684,6 @@ dummy_func( EXIT_IF(!PyStackRef_IsNull(null)); } - op(_GUARD_NOS_NOT_NULL, (nos, unused -- nos, unused)) { - PyObject *o = PyStackRef_AsPyObjectBorrow(nos); - EXIT_IF(o == NULL); - } - op(_GUARD_THIRD_NULL, (null, unused, unused -- null, unused, unused)) { EXIT_IF(!PyStackRef_IsNull(null)); } diff --git a/Python/ceval_macros.h b/Python/ceval_macros.h index 62e9d11aeb3af2..00b4a0adf18937 100644 --- a/Python/ceval_macros.h +++ b/Python/ceval_macros.h @@ -628,3 +628,6 @@ gen_try_set_executing(PyGenObject *gen) (PyLongObject *)PyStackRef_AsPyObjectBorrow(left), \ (PyLongObject *)PyStackRef_AsPyObjectBorrow(right)); \ } + +#define CALL_TP_ITERITEM(ITER, INDEX) \ + Py_TYPE(ITER)->_tp_iteritem((ITER), (INDEX)) diff --git a/Python/codegen.c b/Python/codegen.c index 389e7cf85d32bb..350d889f60d7d7 100644 --- a/Python/codegen.c +++ b/Python/codegen.c @@ -2156,7 +2156,7 @@ codegen_for(compiler *c, stmt_ty s) USE_LABEL(c, cleanup); /* It is important for instrumentation that the `END_FOR` comes first. * Iteration over a generator will jump to the first of these instructions, - * but a non-generator will jump to a later instruction. + * but a non-generator will jump to the second instruction. */ ADDOP(c, NO_LOCATION, END_FOR); ADDOP(c, NO_LOCATION, POP_ITER); diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 93d39bee1b9ff6..ddcd21059f4d61 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -8722,8 +8722,6 @@ break; } - /* _SEND is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ - case _SEND_GEN_FRAME_r33: { CHECK_CURRENT_CACHED_VALUES(3); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -8753,19 +8751,524 @@ SET_CURRENT_CACHED_VALUES(3); JUMP_TO_JUMP_TARGET(); } - STAT_INC(SEND, hit); - _PyInterpreterFrame *pushed_frame = &gen->gi_iframe; - _PyFrame_StackPush(pushed_frame, PyStackRef_MakeHeapSafe(v)); - gen->gi_exc_state.previous_item = tstate->exc_info; - tstate->exc_info = &gen->gi_exc_state; - assert( 2u + oparg <= UINT16_MAX); - frame->return_offset = (uint16_t)( 2u + oparg); - pushed_frame->previous = frame; - gen_frame = PyStackRef_Wrap(pushed_frame); - _tos_cache2 = gen_frame; - _tos_cache1 = _stack_item_1; - _tos_cache0 = receiver; + STAT_INC(SEND, hit); + _PyInterpreterFrame *pushed_frame = &gen->gi_iframe; + _PyFrame_StackPush(pushed_frame, PyStackRef_MakeHeapSafe(v)); + gen->gi_exc_state.previous_item = tstate->exc_info; + tstate->exc_info = &gen->gi_exc_state; + assert( 2u + oparg <= UINT16_MAX); + frame->return_offset = (uint16_t)( 2u + oparg); + pushed_frame->previous = frame; + gen_frame = PyStackRef_Wrap(pushed_frame); + _tos_cache2 = gen_frame; + _tos_cache1 = _stack_item_1; + _tos_cache0 = receiver; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_IS_NONE_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef val; + val = stack_pointer[-1]; + if (!PyStackRef_IsNone(val)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = val; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_IS_NONE_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef val; + _PyStackRef _stack_item_0 = _tos_cache0; + val = _stack_item_0; + if (!PyStackRef_IsNone(val)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = val; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = val; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_IS_NONE_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef val; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + val = _stack_item_1; + if (!PyStackRef_IsNone(val)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = val; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = val; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_IS_NONE_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef val; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + val = _stack_item_2; + if (!PyStackRef_IsNone(val)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = val; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = val; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_NOT_NULL_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef nos; + nos = stack_pointer[-2]; + if (PyStackRef_IsNull(nos)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = nos; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_NOT_NULL_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef nos; + _PyStackRef _stack_item_0 = _tos_cache0; + nos = stack_pointer[-1]; + if (PyStackRef_IsNull(nos)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = nos; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_NOT_NULL_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef nos; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + nos = _stack_item_0; + if (PyStackRef_IsNull(nos)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = nos; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_1; + _tos_cache0 = nos; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_NOT_NULL_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef nos; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + nos = _stack_item_1; + if (PyStackRef_IsNull(nos)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = nos; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = nos; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + /* _SEND_VIRTUAL is not a viable micro-op for tier 2 because it is replaced */ + + case _SEND_VIRTUAL_TIER_TWO_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef none; + _PyStackRef null_or_index; + _PyStackRef iter; + _PyStackRef next; + none = stack_pointer[-1]; + null_or_index = stack_pointer[-2]; + iter = stack_pointer[-3]; + assert(PyStackRef_IsNone(none)); + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + next = none; + if (true) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + _tos_cache2 = next; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -3; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _SEND_VIRTUAL_TIER_TWO_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef none; + _PyStackRef null_or_index; + _PyStackRef iter; + _PyStackRef next; + _PyStackRef _stack_item_0 = _tos_cache0; + none = _stack_item_0; + null_or_index = stack_pointer[-1]; + iter = stack_pointer[-2]; + assert(PyStackRef_IsNone(none)); + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + stack_pointer[0] = none; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + next = none; + if (true) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = stack_pointer[0]; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + _tos_cache2 = next; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _SEND_VIRTUAL_TIER_TWO_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef none; + _PyStackRef null_or_index; + _PyStackRef iter; + _PyStackRef next; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + none = _stack_item_1; + null_or_index = _stack_item_0; + iter = stack_pointer[-1]; + assert(PyStackRef_IsNone(none)); + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + stack_pointer[0] = null_or_index; + stack_pointer[1] = none; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + next = none; + if (true) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = stack_pointer[1]; + _tos_cache0 = null_or_index; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + _tos_cache2 = next; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _SEND_VIRTUAL_TIER_TWO_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef none; + _PyStackRef null_or_index; + _PyStackRef iter; + _PyStackRef next; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + none = _stack_item_2; + null_or_index = _stack_item_1; + iter = _stack_item_0; + assert(PyStackRef_IsNone(none)); + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + stack_pointer[0] = iter; + stack_pointer[1] = null_or_index; + stack_pointer[2] = none; + stack_pointer += 3; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + next = none; + if (true) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = stack_pointer[2]; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + _tos_cache2 = next; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_3OS_ASYNC_GEN_ASEND_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + iter = stack_pointer[-3]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (!PyAsyncGenASend_CheckExact(iter_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = stack_pointer[-1]; + _tos_cache1 = stack_pointer[-2]; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -3; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_3OS_ASYNC_GEN_ASEND_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + _PyStackRef _stack_item_0 = _tos_cache0; + iter = stack_pointer[-2]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (!PyAsyncGenASend_CheckExact(iter_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_0; + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_3OS_ASYNC_GEN_ASEND_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + iter = stack_pointer[-1]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (!PyAsyncGenASend_CheckExact(iter_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_1; + _tos_cache1 = _stack_item_0; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_3OS_ASYNC_GEN_ASEND_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + iter = _stack_item_0; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (!PyAsyncGenASend_CheckExact(iter_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = _stack_item_1; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = _stack_item_1; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + /* _SEND_ASYNC_GEN is not a viable micro-op for tier 2 because it is replaced */ + + case _SEND_ASYNC_GEN_TIER_TWO_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef v; + _PyStackRef null_in; + _PyStackRef iter; + _PyStackRef asend; + _PyStackRef null_out; + _PyStackRef retval; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + v = _stack_item_2; + null_in = _stack_item_1; + iter = _stack_item_0; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + assert(PyAsyncGenASend_CheckExact(iter_o)); + PyObject *val = PyStackRef_AsPyObjectBorrow(v); + PyObject *retval_o; + stack_pointer[0] = iter; + stack_pointer[1] = null_in; + stack_pointer[2] = v; + stack_pointer += 3; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PySendResult what = _PyAsyncGenASend_Send(iter_o, val, &retval_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (what == PYGEN_ERROR) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyStackRef_CLOSE(v); + stack_pointer = _PyFrame_GetStackPointer(frame); + asend = iter; + null_out = null_in; + retval = PyStackRef_FromPyObjectSteal(retval_o); + if (what == PYGEN_RETURN) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = stack_pointer[-1]; + _tos_cache1 = stack_pointer[-2]; + _tos_cache0 = stack_pointer[-3]; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -3; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = retval; + _tos_cache1 = null_out; + _tos_cache0 = asend; SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } @@ -10274,9 +10777,7 @@ PyObject *none_val = _PyList_Extend((PyListObject *)list, iterable); stack_pointer = _PyFrame_GetStackPointer(frame); if (none_val == NULL) { - _PyFrame_SetStackPointer(frame, stack_pointer); int matches = _PyErr_ExceptionMatches(tstate, PyExc_TypeError); - stack_pointer = _PyFrame_GetStackPointer(frame); if (matches && (Py_TYPE(iterable)->tp_iter == NULL && !PySequence_Check(iterable))) { @@ -10489,9 +10990,7 @@ int err = PyDict_Update(dict_o, update_o); stack_pointer = _PyFrame_GetStackPointer(frame); if (err < 0) { - _PyFrame_SetStackPointer(frame, stack_pointer); int matches = _PyErr_ExceptionMatches(tstate, PyExc_AttributeError); - stack_pointer = _PyFrame_GetStackPointer(frame); if (matches) { _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *exc = _PyErr_GetRaisedException(tstate); @@ -14117,8 +14616,166 @@ break; } + case _GUARD_TOS_NOT_NULL_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef null_or_index; + null_or_index = stack_pointer[-1]; + if (PyStackRef_IsNull(null_or_index)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = null_or_index; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_NOT_NULL_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef null_or_index; + _PyStackRef _stack_item_0 = _tos_cache0; + null_or_index = _stack_item_0; + if (PyStackRef_IsNull(null_or_index)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = null_or_index; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = null_or_index; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_NOT_NULL_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef null_or_index; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + null_or_index = _stack_item_1; + if (PyStackRef_IsNull(null_or_index)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = null_or_index; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = null_or_index; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_NOT_NULL_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef null_or_index; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + null_or_index = _stack_item_2; + if (PyStackRef_IsNull(null_or_index)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = null_or_index; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = null_or_index; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + /* _FOR_ITER_VIRTUAL is not a viable micro-op for tier 2 because it is replaced */ + case _FOR_ITER_VIRTUAL_TIER_TWO_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef null_or_index; + _PyStackRef iter; + _PyStackRef next; + null_or_index = stack_pointer[-1]; + iter = stack_pointer[-2]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + if (true) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + _tos_cache2 = next; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _FOR_ITER_VIRTUAL_TIER_TWO_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef null_or_index; + _PyStackRef iter; + _PyStackRef next; + _PyStackRef _stack_item_0 = _tos_cache0; + null_or_index = _stack_item_0; + iter = stack_pointer[-1]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + stack_pointer[0] = null_or_index; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + if (true) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = null_or_index; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + _tos_cache2 = next; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _FOR_ITER_VIRTUAL_TIER_TWO_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -14131,17 +14788,15 @@ iter = _stack_item_0; PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); Py_ssize_t index = PyStackRef_UntagInt(null_or_index); - stack_pointer[0] = iter; - stack_pointer[1] = null_or_index; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - _PyFrame_SetStackPointer(frame, stack_pointer); - _PyObjectIndexPair next_index = Py_TYPE(iter_o)->_tp_iteritem(iter_o, index); - stack_pointer = _PyFrame_GetStackPointer(frame); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); PyObject *next_o = next_index.object; index = next_index.index; if (next_o == NULL) { if (index < 0) { + stack_pointer[0] = iter; + stack_pointer[1] = null_or_index; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_ERROR(); } @@ -14150,8 +14805,6 @@ _tos_cache1 = null_or_index; _tos_cache0 = iter; SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); JUMP_TO_JUMP_TARGET(); } } @@ -14161,8 +14814,6 @@ _tos_cache1 = null_or_index; _tos_cache0 = iter; SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } @@ -16741,95 +17392,6 @@ break; } - case _GUARD_NOS_NOT_NULL_r02: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef nos; - nos = stack_pointer[-2]; - PyObject *o = PyStackRef_AsPyObjectBorrow(nos); - if (o == NULL) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = stack_pointer[-1]; - _tos_cache0 = nos; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_NOT_NULL_r12: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef nos; - _PyStackRef _stack_item_0 = _tos_cache0; - nos = stack_pointer[-1]; - PyObject *o = PyStackRef_AsPyObjectBorrow(nos); - if (o == NULL) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_0; - _tos_cache0 = nos; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_NOT_NULL_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef nos; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - nos = _stack_item_0; - PyObject *o = PyStackRef_AsPyObjectBorrow(nos); - if (o == NULL) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = _stack_item_1; - _tos_cache0 = nos; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_1; - _tos_cache0 = nos; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_NOT_NULL_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef nos; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - nos = _stack_item_1; - PyObject *o = PyStackRef_AsPyObjectBorrow(nos); - if (o == NULL) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = _stack_item_2; - _tos_cache1 = nos; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = _stack_item_2; - _tos_cache1 = nos; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - case _GUARD_THIRD_NULL_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index e84886ed04020c..f251d65787818b 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -3768,8 +3768,7 @@ // _GUARD_NOS_NOT_NULL { nos = stack_pointer[-2]; - PyObject *o = PyStackRef_AsPyObjectBorrow(nos); - if (o == NULL) { + if (PyStackRef_IsNull(nos)) { UPDATE_MISS_STATS(CALL); assert(_PyOpcode_Deopt[opcode] == (CALL)); JUMP_TO_PREDICTED(CALL); @@ -5768,9 +5767,7 @@ int err = PyDict_Update(dict_o, update_o); stack_pointer = _PyFrame_GetStackPointer(frame); if (err < 0) { - _PyFrame_SetStackPointer(frame, stack_pointer); int matches = _PyErr_ExceptionMatches(tstate, PyExc_AttributeError); - stack_pointer = _PyFrame_GetStackPointer(frame); if (matches) { _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *exc = _PyErr_GetRaisedException(tstate); @@ -6390,15 +6387,14 @@ next_instr += 2; INSTRUCTION_STATS(FOR_ITER_VIRTUAL); static_assert(INLINE_CACHE_ENTRIES_FOR_ITER == 1, "incorrect cache size"); - _PyStackRef iter; _PyStackRef null_or_index; + _PyStackRef iter; _PyStackRef next; /* Skip 1 cache entry */ - // _GUARD_NOS_ITER_VIRTUAL + // _GUARD_TOS_NOT_NULL { - iter = stack_pointer[-2]; - PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); - if (Py_TYPE(iter_o)->_tp_iteritem == NULL) { + null_or_index = stack_pointer[-1]; + if (PyStackRef_IsNull(null_or_index)) { UPDATE_MISS_STATS(FOR_ITER); assert(_PyOpcode_Deopt[opcode] == (FOR_ITER)); JUMP_TO_PREDICTED(FOR_ITER); @@ -6406,12 +6402,10 @@ } // _FOR_ITER_VIRTUAL { - null_or_index = stack_pointer[-1]; + iter = stack_pointer[-2]; PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); Py_ssize_t index = PyStackRef_UntagInt(null_or_index); - _PyFrame_SetStackPointer(frame, stack_pointer); - _PyObjectIndexPair next_index = Py_TYPE(iter_o)->_tp_iteritem(iter_o, index); - stack_pointer = _PyFrame_GetStackPointer(frame); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); PyObject *next_o = next_index.object; index = next_index.index; if (next_o == NULL) { @@ -8218,9 +8212,7 @@ PyObject *none_val = _PyList_Extend((PyListObject *)list, iterable); stack_pointer = _PyFrame_GetStackPointer(frame); if (none_val == NULL) { - _PyFrame_SetStackPointer(frame, stack_pointer); int matches = _PyErr_ExceptionMatches(tstate, PyExc_TypeError); - stack_pointer = _PyFrame_GetStackPointer(frame); if (matches && (Py_TYPE(iterable)->tp_iter == NULL && !PySequence_Check(iterable))) { @@ -11092,7 +11084,6 @@ v = stack_pointer[-1]; null_or_index = stack_pointer[-2]; PyObject *receiver_o = PyStackRef_AsPyObjectBorrow(receiver); - PyObject *retval_o; assert(frame->owner != FRAME_OWNED_BY_INTERPRETER); if (!IS_PEP523_HOOKED(tstate) && (Py_TYPE(receiver_o) == &PyGen_Type || Py_TYPE(receiver_o) == &PyCoro_Type) && @@ -11111,7 +11102,7 @@ gen_frame->previous = frame; DISPATCH_INLINED(gen_frame); } - if (!PyStackRef_IsNull(null_or_index)) { + if (!PyStackRef_IsNull(null_or_index) && PyStackRef_IsNone(v)) { _PyFrame_SetStackPointer(frame, stack_pointer); _PyStackRef item = _PyForIter_VirtualIteratorNext(tstate, frame, receiver, &null_or_index); stack_pointer = _PyFrame_GetStackPointer(frame); @@ -11126,51 +11117,90 @@ retval = item; } else { - if (PyStackRef_IsNone(v) && PyIter_Check(receiver_o)) { - _PyFrame_SetStackPointer(frame, stack_pointer); - retval_o = Py_TYPE(receiver_o)->tp_iternext(receiver_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - } - else { - _PyFrame_SetStackPointer(frame, stack_pointer); - retval_o = PyObject_CallMethodOneArg(receiver_o, - &_Py_ID(send), - PyStackRef_AsPyObjectBorrow(v)); - stack_pointer = _PyFrame_GetStackPointer(frame); - } - if (retval_o == NULL) { - _PyFrame_SetStackPointer(frame, stack_pointer); - int matches = _PyErr_ExceptionMatches(tstate, PyExc_StopIteration); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (matches) { - _PyFrame_SetStackPointer(frame, stack_pointer); - _PyEval_MonitorRaise(tstate, frame, this_instr); - stack_pointer = _PyFrame_GetStackPointer(frame); - } - _PyFrame_SetStackPointer(frame, stack_pointer); - int err = _PyGen_FetchStopIterationValue(&retval_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (err == 0) { - assert(retval_o != NULL); - JUMPBY(oparg); - } - else { - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - _PyFrame_SetStackPointer(frame, stack_pointer); - PyStackRef_CLOSE(v); - stack_pointer = _PyFrame_GetStackPointer(frame); - JUMP_TO_LABEL(error); - } + PyObject *retval_o; + PyObject *v_o = PyStackRef_AsPyObjectBorrow(v); + _PyFrame_SetStackPointer(frame, stack_pointer); + PySendResult what = PyIter_Send(receiver_o, v_o, &retval_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (what == PYGEN_ERROR) { + JUMP_TO_LABEL(error); } + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyStackRef_CLOSE(v); + stack_pointer = _PyFrame_GetStackPointer(frame); retval = PyStackRef_FromPyObjectSteal(retval_o); + if (what == PYGEN_RETURN) { + JUMPBY(oparg); + } + stack_pointer += 1; } - stack_pointer[-2] = null_or_index; - stack_pointer[-1] = retval; + } + stack_pointer[-2] = null_or_index; + stack_pointer[-1] = retval; + DISPATCH(); + } + + TARGET(SEND_ASYNC_GEN) { + #if _Py_TAIL_CALL_INTERP + int opcode = SEND_ASYNC_GEN; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(SEND_ASYNC_GEN); + static_assert(INLINE_CACHE_ENTRIES_SEND == 1, "incorrect cache size"); + _PyStackRef iter; + _PyStackRef null_in; + _PyStackRef v; + _PyStackRef asend; + _PyStackRef null_out; + _PyStackRef retval; + /* Skip 1 cache entry */ + // _GUARD_3OS_ASYNC_GEN_ASEND + { + iter = stack_pointer[-3]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (!PyAsyncGenASend_CheckExact(iter_o)) { + UPDATE_MISS_STATS(SEND); + assert(_PyOpcode_Deopt[opcode] == (SEND)); + JUMP_TO_PREDICTED(SEND); + } + } + // _SEND_ASYNC_GEN + { + v = stack_pointer[-1]; + null_in = stack_pointer[-2]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + assert(PyAsyncGenASend_CheckExact(iter_o)); + PyObject *val = PyStackRef_AsPyObjectBorrow(v); + PyObject *retval_o; + _PyFrame_SetStackPointer(frame, stack_pointer); + PySendResult what = _PyAsyncGenASend_Send(iter_o, val, &retval_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (what == PYGEN_ERROR) { + JUMP_TO_LABEL(error); + } + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); _PyFrame_SetStackPointer(frame, stack_pointer); PyStackRef_CLOSE(v); stack_pointer = _PyFrame_GetStackPointer(frame); + asend = iter; + null_out = null_in; + retval = PyStackRef_FromPyObjectSteal(retval_o); + if (what == PYGEN_RETURN) { + JUMPBY(oparg); + } } + stack_pointer[-2] = asend; + stack_pointer[-1] = null_out; + stack_pointer[0] = retval; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); DISPATCH(); } @@ -11242,6 +11272,68 @@ DISPATCH(); } + TARGET(SEND_VIRTUAL) { + #if _Py_TAIL_CALL_INTERP + int opcode = SEND_VIRTUAL; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(SEND_VIRTUAL); + static_assert(INLINE_CACHE_ENTRIES_SEND == 1, "incorrect cache size"); + _PyStackRef val; + _PyStackRef nos; + _PyStackRef iter; + _PyStackRef null_or_index; + _PyStackRef none; + _PyStackRef next; + /* Skip 1 cache entry */ + // _GUARD_TOS_IS_NONE + { + val = stack_pointer[-1]; + if (!PyStackRef_IsNone(val)) { + UPDATE_MISS_STATS(SEND); + assert(_PyOpcode_Deopt[opcode] == (SEND)); + JUMP_TO_PREDICTED(SEND); + } + } + // _GUARD_NOS_NOT_NULL + { + nos = stack_pointer[-2]; + if (PyStackRef_IsNull(nos)) { + UPDATE_MISS_STATS(SEND); + assert(_PyOpcode_Deopt[opcode] == (SEND)); + JUMP_TO_PREDICTED(SEND); + } + } + // _SEND_VIRTUAL + { + none = val; + null_or_index = nos; + iter = stack_pointer[-3]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyObjectIndexPair next_index = CALL_TP_ITERITEM(iter_o, index); + PyObject *next_o = next_index.object; + index = next_index.index; + if (next_o == NULL) { + if (index < 0) { + JUMP_TO_LABEL(error); + } + next = none; + JUMPBY(oparg); + DISPATCH(); + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } + stack_pointer[-2] = null_or_index; + stack_pointer[-1] = next; + DISPATCH(); + } + TARGET(SETUP_ANNOTATIONS) { #if _Py_TAIL_CALL_INTERP int opcode = SETUP_ANNOTATIONS; diff --git a/Python/jit.c b/Python/jit.c index af75acf1ff2bb3..72bd832c027256 100644 --- a/Python/jit.c +++ b/Python/jit.c @@ -11,6 +11,7 @@ #include "pycore_floatobject.h" #include "pycore_frame.h" #include "pycore_function.h" +#include "pycore_genobject.h" #include "pycore_import.h" #include "pycore_interpframe.h" #include "pycore_interpolation.h" diff --git a/Python/opcode_targets.h b/Python/opcode_targets.h index d99b618c8393fc..a2b9a748d52009 100644 --- a/Python/opcode_targets.h +++ b/Python/opcode_targets.h @@ -202,7 +202,9 @@ static void *opcode_targets_table[256] = { &&TARGET_LOAD_SUPER_ATTR_METHOD, &&TARGET_RESUME_CHECK, &&TARGET_RESUME_CHECK_JIT, + &&TARGET_SEND_ASYNC_GEN, &&TARGET_SEND_GEN, + &&TARGET_SEND_VIRTUAL, &&TARGET_STORE_ATTR_INSTANCE_VALUE, &&TARGET_STORE_ATTR_SLOT, &&TARGET_STORE_ATTR_WITH_HINT, @@ -231,8 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -476,8 +476,8 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -724,7 +724,9 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAM static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS); @@ -968,7 +970,9 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [RETURN_GENERATOR] = _TAIL_CALL_RETURN_GENERATOR, [RETURN_VALUE] = _TAIL_CALL_RETURN_VALUE, [SEND] = _TAIL_CALL_SEND, + [SEND_ASYNC_GEN] = _TAIL_CALL_SEND_ASYNC_GEN, [SEND_GEN] = _TAIL_CALL_SEND_GEN, + [SEND_VIRTUAL] = _TAIL_CALL_SEND_VIRTUAL, [SETUP_ANNOTATIONS] = _TAIL_CALL_SETUP_ANNOTATIONS, [SET_ADD] = _TAIL_CALL_SET_ADD, [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_SET_FUNCTION_ATTRIBUTE, @@ -1014,8 +1018,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [217] = _TAIL_CALL_UNKNOWN_OPCODE, - [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, [220] = _TAIL_CALL_UNKNOWN_OPCODE, [221] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1226,7 +1228,9 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [RETURN_GENERATOR] = _TAIL_CALL_TRACE_RECORD, [RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD, [SEND] = _TAIL_CALL_TRACE_RECORD, + [SEND_ASYNC_GEN] = _TAIL_CALL_TRACE_RECORD, [SEND_GEN] = _TAIL_CALL_TRACE_RECORD, + [SEND_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, [SETUP_ANNOTATIONS] = _TAIL_CALL_TRACE_RECORD, [SET_ADD] = _TAIL_CALL_TRACE_RECORD, [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_TRACE_RECORD, @@ -1272,8 +1276,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [217] = _TAIL_CALL_UNKNOWN_OPCODE, - [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, [220] = _TAIL_CALL_UNKNOWN_OPCODE, [221] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Python/optimizer.c b/Python/optimizer.c index 60f3e541be25cf..bc04cda02675ee 100644 --- a/Python/optimizer.c +++ b/Python/optimizer.c @@ -500,6 +500,8 @@ _PyUOp_Replacements[MAX_UOP_ID + 1] = { [_ITER_NEXT_LIST] = _ITER_NEXT_LIST_TIER_TWO, [_CHECK_PERIODIC_AT_END] = _TIER2_RESUME_CHECK, [_LOAD_BYTECODE] = _NOP, + [_SEND_VIRTUAL] = _SEND_VIRTUAL_TIER_TWO, + [_SEND_ASYNC_GEN] = _SEND_ASYNC_GEN_TIER_TWO, }; static const uint8_t @@ -912,8 +914,14 @@ _PyJit_translate_single_bytecode_to_trace( else { int extended_arg = orig_oparg > 255; uint32_t jump_target = next_inst + orig_oparg + extended_arg; - assert(_Py_GetBaseCodeUnit(old_code, jump_target).op.code == END_FOR); - assert(_Py_GetBaseCodeUnit(old_code, jump_target+1).op.code == POP_ITER); + /* Jump must be to an "END" either END_FOR or END_SEND */ + assert(( + _Py_GetBaseCodeUnit(old_code, jump_target).op.code == END_FOR && + _Py_GetBaseCodeUnit(old_code, jump_target+1).op.code == POP_ITER + ) + || + _Py_GetBaseCodeUnit(old_code, jump_target).op.code == END_SEND + ); if (is_for_iter_test[uop]) { target = jump_target + 1; } diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 6e4882143fbe50..8d3ed8680e284b 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -2642,7 +2642,32 @@ dummy_func(void) { stack_pointer = sym_set_stack_depth((int)this_instr->operand1, stack_pointer); } + op(_GUARD_TOS_NOT_NULL, (null_or_index -- null_or_index)) { + if (sym_is_not_null(null_or_index)) { + REPLACE_OP(this_instr, _NOP, 0, 0); + } + else { + sym_set_non_null(null_or_index); + } + } + op(_GUARD_3OS_ASYNC_GEN_ASEND, (iter, null_or_index, value -- iter, null_or_index, value)) { + if (sym_matches_type(iter, &_PyAsyncGenASend_Type)) { + REPLACE_OP(this_instr, _NOP, 0, 0); + } + else { + sym_set_type(iter, &_PyAsyncGenASend_Type); + } + } + + op(_GET_ANEXT, (aiter -- aiter, awaitable)) { + if (sym_matches_type(aiter, &PyAsyncGen_Type)) { + awaitable = sym_new_type(ctx, &_PyAsyncGenASend_Type); + } + else { + awaitable = sym_new_not_null(ctx); + } + } // END BYTECODES // diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index c3c889e9de9a7e..4a59c12d29f5ce 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -1840,8 +1840,15 @@ } case _GET_ANEXT: { + JitOptRef aiter; JitOptRef awaitable; - awaitable = sym_new_not_null(ctx); + aiter = stack_pointer[-1]; + if (sym_matches_type(aiter, &PyAsyncGen_Type)) { + awaitable = sym_new_type(ctx, &_PyAsyncGenASend_Type); + } + else { + awaitable = sym_new_not_null(ctx); + } CHECK_STACK_BOUNDS(1); stack_pointer[0] = awaitable; stack_pointer += 1; @@ -1856,8 +1863,6 @@ break; } - /* _SEND is not a viable micro-op for tier 2 */ - case _SEND_GEN_FRAME: { JitOptRef v; JitOptRef receiver; @@ -1876,6 +1881,58 @@ break; } + case _GUARD_TOS_IS_NONE: { + break; + } + + case _GUARD_NOS_NOT_NULL: { + JitOptRef nos; + nos = stack_pointer[-2]; + if (sym_is_not_null(nos)) { + ADD_OP(_NOP, 0, 0); + } + else { + sym_set_non_null(nos); + } + break; + } + + /* _SEND_VIRTUAL is not a viable micro-op for tier 2 */ + + case _SEND_VIRTUAL_TIER_TWO: { + JitOptRef next; + next = sym_new_not_null(ctx); + stack_pointer[-1] = next; + break; + } + + case _GUARD_3OS_ASYNC_GEN_ASEND: { + JitOptRef iter; + iter = stack_pointer[-3]; + if (sym_matches_type(iter, &_PyAsyncGenASend_Type)) { + REPLACE_OP(this_instr, _NOP, 0, 0); + } + else { + sym_set_type(iter, &_PyAsyncGenASend_Type); + } + break; + } + + /* _SEND_ASYNC_GEN is not a viable micro-op for tier 2 */ + + case _SEND_ASYNC_GEN_TIER_TWO: { + JitOptRef asend; + JitOptRef null_out; + JitOptRef retval; + asend = sym_new_not_null(ctx); + null_out = sym_new_not_null(ctx); + retval = sym_new_not_null(ctx); + stack_pointer[-3] = asend; + stack_pointer[-2] = null_out; + stack_pointer[-1] = retval; + break; + } + case _YIELD_VALUE: { JitOptRef retval; JitOptRef value; @@ -3640,6 +3697,18 @@ break; } + case _GUARD_TOS_NOT_NULL: { + JitOptRef null_or_index; + null_or_index = stack_pointer[-1]; + if (sym_is_not_null(null_or_index)) { + REPLACE_OP(this_instr, _NOP, 0, 0); + } + else { + sym_set_non_null(null_or_index); + } + break; + } + /* _FOR_ITER_VIRTUAL is not a viable micro-op for tier 2 */ case _FOR_ITER_VIRTUAL_TIER_TWO: { @@ -4167,18 +4236,6 @@ break; } - case _GUARD_NOS_NOT_NULL: { - JitOptRef nos; - nos = stack_pointer[-2]; - if (sym_is_not_null(nos)) { - ADD_OP(_NOP, 0, 0); - } - else { - sym_set_non_null(nos); - } - break; - } - case _GUARD_THIRD_NULL: { JitOptRef null; null = stack_pointer[-3]; diff --git a/Python/specialize.c b/Python/specialize.c index cadd25314686d5..d782f019ab5d9e 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2757,6 +2757,14 @@ _Py_Specialize_Send(_PyStackRef receiver_st, _Py_CODEUNIT *instr) specialize(instr, SEND_GEN); return; } + if (tp->_tp_iteritem != NULL) { + specialize(instr, SEND_VIRTUAL); + return; + } + if (tp == &_PyAsyncGenASend_Type) { + specialize(instr, SEND_ASYNC_GEN); + return; + } SPECIALIZATION_FAIL(SEND, _PySpecialization_ClassifyIterator(receiver)); failure: diff --git a/Tools/cases_generator/analyzer.py b/Tools/cases_generator/analyzer.py index 414ca18be4654c..ca796db5b1afc8 100644 --- a/Tools/cases_generator/analyzer.py +++ b/Tools/cases_generator/analyzer.py @@ -717,6 +717,8 @@ def has_error_without_pop(op: parser.CodeDef) -> bool: "_Py_GatherStats_GetIter", "_PyStolenTuple_Free", "PyObject_GC_UnTrack", + "_PyErr_ExceptionMatches", + "CALL_TP_ITERITEM", ) From 5c0999c68abfe0913911ef4c91aba7674212d07e Mon Sep 17 00:00:00 2001 From: Mark Shannon Date: Fri, 24 Apr 2026 16:49:49 +0100 Subject: [PATCH 2/3] Bump magic number --- Include/internal/pycore_magic_number.h | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Include/internal/pycore_magic_number.h b/Include/internal/pycore_magic_number.h index fd918e13f2d1c7..177938e3cdb5eb 100644 --- a/Include/internal/pycore_magic_number.h +++ b/Include/internal/pycore_magic_number.h @@ -296,6 +296,7 @@ Known values: Python 3.15a8 3663 (Merge GET_ITER and GET_YIELD_FROM_ITER. Modify SEND to make it a bit more like FOR_ITER) Python 3.15a8 3664 (Fix __qualname__ for __annotate__ functions) Python 3.15a8 3665 (Add FOR_ITER_VIRTUAL and GET_ITER specializations) + Python 3.15b1 3666 (Add SEND_VIRTUAL and SEND_ASYNC_GEN specializations) Python 3.16 will start with 3700 @@ -309,7 +310,7 @@ PC/launcher.c must also be updated. */ -#define PYC_MAGIC_NUMBER 3665 +#define PYC_MAGIC_NUMBER 3666 /* This is equivalent to converting PYC_MAGIC_NUMBER to 2 bytes (little-endian) and then appending b'\r\n'. */ #define PYC_MAGIC_NUMBER_TOKEN \ From dddef022d2eab62512feb42d361eacc2199cc0ef Mon Sep 17 00:00:00 2001 From: Mark Shannon Date: Fri, 24 Apr 2026 17:26:01 +0100 Subject: [PATCH 3/3] Wrap PyIter_Send to return a struct for MSVC tailcall support --- Include/internal/pycore_abstract.h | 8 ++++++++ Modules/_testinternalcapi/test_cases.c.h | 9 ++++----- Objects/abstract.c | 8 ++++++++ Python/bytecodes.c | 9 ++++----- Python/generated_cases.c.h | 9 ++++----- 5 files changed, 28 insertions(+), 15 deletions(-) diff --git a/Include/internal/pycore_abstract.h b/Include/internal/pycore_abstract.h index 30809e097002dd..414c0f1c0bf55b 100644 --- a/Include/internal/pycore_abstract.h +++ b/Include/internal/pycore_abstract.h @@ -59,6 +59,14 @@ PyAPI_FUNC(int) _Py_convert_optional_to_non_negative_ssize_t(PyObject *, void *) // Export for 'math' shared extension. PyAPI_FUNC(PyObject*) _PyNumber_Index(PyObject *o); +typedef struct { + PyObject *object; + PySendResult kind; +} PySendResultPair; + +// Same as PyIter_Send but returns a struct for MSVC tailcall support +PyAPI_FUNC(PySendResultPair) _PyIter_Send(PyObject *iter, PyObject *arg); + #ifdef __cplusplus } #endif diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 48abd4dc3f385d..c6f03f430e20d2 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -11120,12 +11120,11 @@ retval = item; } else { - PyObject *retval_o; PyObject *v_o = PyStackRef_AsPyObjectBorrow(v); _PyFrame_SetStackPointer(frame, stack_pointer); - PySendResult what = PyIter_Send(receiver_o, v_o, &retval_o); + PySendResultPair res = _PyIter_Send(receiver_o, v_o); stack_pointer = _PyFrame_GetStackPointer(frame); - if (what == PYGEN_ERROR) { + if (res.kind == PYGEN_ERROR) { JUMP_TO_LABEL(error); } stack_pointer += -1; @@ -11133,8 +11132,8 @@ _PyFrame_SetStackPointer(frame, stack_pointer); PyStackRef_CLOSE(v); stack_pointer = _PyFrame_GetStackPointer(frame); - retval = PyStackRef_FromPyObjectSteal(retval_o); - if (what == PYGEN_RETURN) { + retval = PyStackRef_FromPyObjectSteal(res.object); + if (res.kind == PYGEN_RETURN) { JUMPBY(oparg); } stack_pointer += 1; diff --git a/Objects/abstract.c b/Objects/abstract.c index 0bbf60840a3346..48b3137152e7bf 100644 --- a/Objects/abstract.c +++ b/Objects/abstract.c @@ -2951,3 +2951,11 @@ PyIter_Send(PyObject *iter, PyObject *arg, PyObject **result) } return PYGEN_ERROR; } + +PySendResultPair +_PyIter_Send(PyObject *iter, PyObject *arg) +{ + PySendResultPair pair; + pair.kind = PyIter_Send(iter, arg, &pair.object); + return pair; +} diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 247b1438613c0f..4beed2fa36dbd3 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -1705,15 +1705,14 @@ dummy_func( DEAD(v); } else { - PyObject *retval_o; PyObject *v_o = PyStackRef_AsPyObjectBorrow(v); - PySendResult what = PyIter_Send(receiver_o, v_o, &retval_o); - if (what == PYGEN_ERROR) { + PySendResultPair res = _PyIter_Send(receiver_o, v_o); + if (res.kind == PYGEN_ERROR) { ERROR_NO_POP(); } PyStackRef_CLOSE(v); - retval = PyStackRef_FromPyObjectSteal(retval_o); - if (what == PYGEN_RETURN) { + retval = PyStackRef_FromPyObjectSteal(res.object); + if (res.kind == PYGEN_RETURN) { JUMPBY(oparg); } } diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index f251d65787818b..4fde59ff963311 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -11117,12 +11117,11 @@ retval = item; } else { - PyObject *retval_o; PyObject *v_o = PyStackRef_AsPyObjectBorrow(v); _PyFrame_SetStackPointer(frame, stack_pointer); - PySendResult what = PyIter_Send(receiver_o, v_o, &retval_o); + PySendResultPair res = _PyIter_Send(receiver_o, v_o); stack_pointer = _PyFrame_GetStackPointer(frame); - if (what == PYGEN_ERROR) { + if (res.kind == PYGEN_ERROR) { JUMP_TO_LABEL(error); } stack_pointer += -1; @@ -11130,8 +11129,8 @@ _PyFrame_SetStackPointer(frame, stack_pointer); PyStackRef_CLOSE(v); stack_pointer = _PyFrame_GetStackPointer(frame); - retval = PyStackRef_FromPyObjectSteal(retval_o); - if (what == PYGEN_RETURN) { + retval = PyStackRef_FromPyObjectSteal(res.object); + if (res.kind == PYGEN_RETURN) { JUMPBY(oparg); } stack_pointer += 1;