Support context manager protocol for traced iterator APIs #10576
GitHub Actions / Executor Unit Test Result [migu/context-manager](https://github.com/microsoft/promptflow/actions/workflows/promptflow-executor-unit-test.yml?query=branch:migu/context-manager++)
succeeded
May 15, 2024 in 0s
All 796 tests pass in 3m 44s
Annotations
Check notice on line 0 in .github
github-actions / Executor Unit Test Result [migu/context-manager](https://github.com/microsoft/promptflow/actions/workflows/promptflow-executor-unit-test.yml?query=branch:migu/context-manager++)
796 tests found (test 1 to 502)
There are 796 tests, see "Raw output" for the list of tests 1 to 502.
Raw output
tests.executor.unittests._core.test_api_injector ‑ test_aoai_chat_tool_prompt
tests.executor.unittests._core.test_api_injector ‑ test_aoai_tool_header
tests.executor.unittests._core.test_connection_manager.TestConnectionManager ‑ test_build_connections
tests.executor.unittests._core.test_connection_manager.TestConnectionManager ‑ test_get_secret_list
tests.executor.unittests._core.test_connection_manager.TestConnectionManager ‑ test_is_secret
tests.executor.unittests._core.test_connection_manager.TestConnectionManager ‑ test_serialize
tests.executor.unittests._core.test_log_manager.TestNodeLogManager ‑ test_datetime_prefix
tests.executor.unittests._core.test_log_manager.TestNodeLogManager ‑ test_exit_context_manager
tests.executor.unittests._core.test_log_manager.TestNodeLogManager ‑ test_get_logs
tests.executor.unittests._core.test_log_manager.TestNodeLogManager ‑ test_logging
tests.executor.unittests._core.test_log_manager.TestNodeLogWriter ‑ test_clear_node_info
tests.executor.unittests._core.test_log_manager.TestNodeLogWriter ‑ test_get_log
tests.executor.unittests._core.test_log_manager.TestNodeLogWriter ‑ test_multi_thread
tests.executor.unittests._core.test_log_manager.TestNodeLogWriter ‑ test_set_node_info
tests.executor.unittests._core.test_metric_logger.TestMetricLogger ‑ test_add_and_remove_metric_logger
tests.executor.unittests._core.test_metric_logger.TestMetricLogger ‑ test_log_metric
tests.executor.unittests._core.test_run_tracker.TestRunTracker ‑ test_run_tracker
tests.executor.unittests._core.test_run_tracker.TestRunTracker ‑ test_run_tracker_flow_run_without_node_run
tests.executor.unittests._core.test_token_provider ‑ test_get_token_with_sovereign_credential
tests.executor.unittests._core.test_tool.TestTool ‑ test_attributes_are_set_to_the_tool_function
tests.executor.unittests._core.test_tool.TestTool ‑ test_invalid_tool_type_should_raise_error
tests.executor.unittests._core.test_tool.TestTool ‑ test_traces_are_created_correctly[decorated_with_parentheses]
tests.executor.unittests._core.test_tool.TestTool ‑ test_traces_are_created_correctly[decorated_with_parentheses_async]
tests.executor.unittests._core.test_tool.TestTool ‑ test_traces_are_created_correctly[decorated_without_parentheses]
tests.executor.unittests._core.test_tool.TestTool ‑ test_traces_are_created_correctly[decorated_without_parentheses_async]
tests.executor.unittests._core.test_tool_settings_parser.TestToolSettingsParser ‑ test_parser_input_settings
tests.executor.unittests._core.test_tool_settings_parser.TestToolSettingsParser ‑ test_parser_tool_icon
tests.executor.unittests._core.test_tool_validation.TestToolValidation ‑ test_validate_tool_function
tests.executor.unittests._core.test_tool_validation.TestToolValidation ‑ test_validate_tool_schema
tests.executor.unittests._core.test_tools_manager.TestBuiltinsManager ‑ test_load_tool_from_module
tests.executor.unittests._core.test_tools_manager.TestToolLoader ‑ test_load_tool_for_node_with_invalid_node
tests.executor.unittests._core.test_tools_manager.TestToolLoader ‑ test_load_tool_for_package_node
tests.executor.unittests._core.test_tools_manager.TestToolLoader ‑ test_load_tool_for_package_node_with_legacy_tool_id
tests.executor.unittests._core.test_tools_manager.TestToolLoader ‑ test_load_tool_for_script_node
tests.executor.unittests._core.test_tools_manager.TestToolLoader ‑ test_load_tool_for_script_node_exception[None-Load tool failed for node 'test'. The source path is 'None'.]
tests.executor.unittests._core.test_tools_manager.TestToolLoader ‑ test_load_tool_for_script_node_exception[invalid_file.py-Load tool failed for node 'test'. Tool file 'invalid_file.py' can not be found.]
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_collect_package_tools_and_connections
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_collect_package_tools_and_connections_set_defaut_input_index
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_collect_package_tools_if_node_source_tool_is_legacy
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_collect_package_tools_set_defaut_input_index
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_register_apis
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_retrieve_tool_func_result[dynamic_list-my_tool_package.tools.tool_with_dynamic_list_input.my_list_func-func_kwargs0-list]
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_retrieve_tool_func_result[generated_by-my_tool_package.tools.tool_with_generated_by_input.generated_by_func-func_kwargs1-str]
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_retrieve_tool_func_result[reverse_generated_by-my_tool_package.tools.tool_with_generated_by_input.reverse_generated_by_func-func_kwargs2-dict]
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_retrieve_tool_func_result_dynamic_list_scenario
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_retrieve_tool_func_result_error[dummy_senario-my_tool_package.tools.tool_with_generated_by_input.reverse_generated_by_func-func_kwargs0-Invalid tool func call scenario: dummy_senario. Available scenarios are [<ToolFuncCallScenario.GENERATED_BY: 'generated_by'>, <ToolFuncCallScenario.REVERSE_GENERATED_BY: 'reverse_generated_by'>, <ToolFuncCallScenario.DYNAMIC_LIST: 'dynamic_list'>]]
tests.executor.unittests._core.test_tools_manager.TestToolsManager ‑ test_retrieve_tool_func_result_error[reverse_generated_by-my_tool_package.tools.tool_with_generated_by_input.generated_by_func-func_kwargs1-ToolFuncCallScenario reverse_generated_by response must be a dict.]
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_args_and_kwargs_are_filled_correctly
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_args_and_kwargs_should_be_filled_in_called_order
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_args_called_with_name_should_be_filled_correctly
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_basic_fields_are_filled_and_others_are_not
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_basic_fields_are_filled_for_async_functions
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_connections_should_be_serialized
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_empty_args_should_be_excluded_from_inputs
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_empty_kwargs_should_be_excluded_from_inputs
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_kwargs_called_without_name_should_be_filled_correctly
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_self_arg_should_be_excluded_from_inputs
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_trace_name_should_contain_class_name_for_class_methods
tests.executor.unittests._core.test_tracer.TestCreateTraceFromFunctionCall ‑ test_trace_type_can_be_set_correctly
tests.executor.unittests._core.test_tracer.TestOTelTracer ‑ test_trace_func
tests.executor.unittests._core.test_tracer.TestTrace ‑ test_traces_are_created_correctly[my_tool]
tests.executor.unittests._core.test_tracer.TestTrace ‑ test_traces_are_created_correctly[my_tool_async]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_original_function_and_wrapped_function_attributes_are_set[async_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_original_function_and_wrapped_function_attributes_are_set[sync_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_original_function_and_wrapped_function_should_have_same_name[async_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_original_function_and_wrapped_function_should_have_same_name[sync_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_is_generated_when_errors_occurred[async_error_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_is_generated_when_errors_occurred[sync_error_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_is_generated_when_tracer_is_active[async_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_is_generated_when_tracer_is_active[sync_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_is_not_generated_when_tracer_is_not_active[async_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_is_not_generated_when_tracer_is_not_active[sync_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_type_can_be_set_correctly[async_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_trace_type_can_be_set_correctly[sync_func]
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_traced_async_func_should_be_an_async_func
tests.executor.unittests._core.test_tracer.TestTraced ‑ test_traced_sync_func_should_be_a_sync_func
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_end_tracing
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_push_pop
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_start_tracing
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_to_serializable[42]
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_to_serializable[obj0]
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_to_serializable[obj1]
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_to_serializable[obj2]
tests.executor.unittests._core.test_tracer.TestTracer ‑ test_unserializable_obj_to_serializable
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_generate_custom_strong_type_connection_template_with_comments[MyCustomConnectionMissingParamComments-expected_str_in_template3]
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_generate_custom_strong_type_connection_template_with_comments[MyCustomConnectionMissingTypeComments-expected_str_in_template2]
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_generate_custom_strong_type_connection_template_with_comments[MyCustomConnectionWithInvalidComments-expected_str_in_template1]
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_generate_custom_strong_type_connection_template_with_comments[MyCustomConnectionWithNoComments-expected_str_in_template0]
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_generate_custom_strong_type_connection_template_with_default_value
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_get_used_connection_names_from_flow_meta[input_reference]
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_get_used_connection_names_from_flow_meta[output_reference]
tests.executor.unittests._utils.test_connection_utils.TestConnectionUtils ‑ test_get_used_connection_names_from_flow_meta[standard]
tests.executor.unittests._utils.test_credential_scrubber.TestCredentialScrubber ‑ test_add_regex
tests.executor.unittests._utils.test_credential_scrubber.TestCredentialScrubber ‑ test_add_str
tests.executor.unittests._utils.test_credential_scrubber.TestCredentialScrubber ‑ test_add_str_length_threshold
tests.executor.unittests._utils.test_credential_scrubber.TestCredentialScrubber ‑ test_clear
tests.executor.unittests._utils.test_credential_scrubber.TestCredentialScrubber ‑ test_normal_str_not_affected
tests.executor.unittests._utils.test_credential_scrubber.TestCredentialScrubber ‑ test_scrub_key_in_connection_string
tests.executor.unittests._utils.test_credential_scrubber.TestCredentialScrubber ‑ test_scrub_sigature_in_sasuri
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[1-1--True]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[1-2--False]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[a0-b0-unittests/_utils/test_dataclass_serializer-True]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[a1-b1-unittests/_utils/test_dataclass_serializer-False]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[a2-b2--True]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[a3-b3--False]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[string-string--True]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_assertEqual[string1-string2--False]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_deserialize_dataclass
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_deserialize_value[1-2-1]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_deserialize_value[2022-01-01T00:00:00-datetime-expected3]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_deserialize_value[None-datetime-None]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_deserialize_value[Status.Completed-Status-Status.Completed]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_get_type[NodeRunRecord-NodeRunRecord]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_get_type[int-int]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_get_type[str-str]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_get_type[type_input1-expected1]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_get_type[type_input2-expected2]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_import_pydantic
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_import_pydantic_error
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_connection
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_dataclass
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_generator
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_remove_null
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_value[1-int-1]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_value[Status.Completed-Status-Completed]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_value[a-str-a]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_value[value0-datetime-2023-09-04T00:00:00Z]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_value[value2-value_type2-expected2]
tests.executor.unittests._utils.test_dataclass_serializer ‑ test_serialize_value[value3-value_type3-expected3]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_additional_info[error_dict0-expected_additional_info0]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_additional_info[error_dict1-expected_additional_info1]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_error_code_hierarchy[input_dict0-firstError]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_error_code_hierarchy[input_dict1-firstError]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_error_code_hierarchy[input_dict2-firstError/secondError]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_error_code_hierarchy[input_dict3-]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_error_code_hierarchy[input_dict4-]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_from_error_dict
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_from_exception
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_get_user_execution_error_info[raise_general_exception-CustomizedException]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_get_user_execution_error_info[raise_tool_execution_error-ToolExecutionError]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_innermost_error_code_with_code[error_dict0-ToolExecutionError]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_innermost_error_code_with_code[error_dict1-UserError]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_innermost_error_code_with_code[error_dict2-None]
tests.executor.unittests._utils.test_exception_utils.TestErrorResponse ‑ test_to_simplied_dict
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_debug_info
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_debug_info_for_context_exception
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_debug_info_for_general_exception
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_error_codes[raise_general_exception-CustomizedException-expected_error_codes0]
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_error_codes[raise_promptflow_exception-PromptflowException-expected_error_codes2]
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_error_codes[raise_promptflow_exception_without_inner_exception-PromptflowException-expected_error_codes3]
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_error_codes[raise_tool_execution_error-ToolExecutionError-expected_error_codes1]
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_to_dict_for_general_exception
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_to_dict_for_promptflow_exception
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_to_dict_for_promptflow_exception_without_inner_exception
tests.executor.unittests._utils.test_exception_utils.TestExceptionPresenter ‑ test_to_dict_for_tool_execution_error
tests.executor.unittests._utils.test_exception_utils.TestExceptionUtilsCommonMethod ‑ test_get_tb_next
tests.executor.unittests._utils.test_exception_utils.TestExceptionUtilsCommonMethod ‑ test_infer_error_code_from_class[SystemErrorException-SystemError]
tests.executor.unittests._utils.test_exception_utils.TestExceptionUtilsCommonMethod ‑ test_infer_error_code_from_class[ToolExecutionError-ToolExecutionError]
tests.executor.unittests._utils.test_exception_utils.TestExceptionUtilsCommonMethod ‑ test_infer_error_code_from_class[UserErrorException-UserError]
tests.executor.unittests._utils.test_exception_utils.TestExceptionUtilsCommonMethod ‑ test_infer_error_code_from_class[ValidationException-ValidationError]
tests.executor.unittests._utils.test_exception_utils.TestExceptionUtilsCommonMethod ‑ test_infer_error_code_from_class[ValueError-ValueError]
tests.executor.unittests._utils.test_exception_utils.TestExceptionUtilsCommonMethod ‑ test_last_frame_info
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_additional_info
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_additional_info_for_empty_case
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_additional_info_for_empty_inner_error
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_code_hierarchy
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_debug_info
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_inner_exception[set_inner_exception_by_parameter]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_inner_exception[set_inner_exception_by_raise_from]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex0-message--expected_message_parameters0]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex1-message--expected_message_parameters1]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex10-Tool 'my tool' execution failed due to bug-Tool '{tool_name}' execution failed due to {error}-expected_message_parameters10]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex2-message--expected_message_parameters2]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex3-message--expected_message_parameters3]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex4-Hello world-Hello world-expected_message_parameters4]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex5-Hello world-Hello {name}-expected_message_parameters5]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex6-Hello world-Hello {name}-expected_message_parameters6]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex7-Hello world-Hello {name}-expected_message_parameters7]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex8-Hello world and world-Hello {name} and {name}-expected_message_parameters8]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_message_and_format[ex9-Hello world and world-Hello {name} and {name}-expected_message_parameters9]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_reference_code
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_remove_suffix
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_target_and_message[ex0-message-Tool]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_target_and_message[ex1-message-Executor]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_to_dict
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_to_dict_for_JsonSerializedPromptflowException[False]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_to_dict_for_JsonSerializedPromptflowException[True]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_to_dict_object_parameter
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_to_dict_turning_on_or_off_debug_info[False]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_to_dict_turning_on_or_off_debug_info[True]
tests.executor.unittests._utils.test_exception_utils.TestExceptions ‑ test_tool_execution_error
tests.executor.unittests._utils.test_execution_utils.TestFlowExecutor ‑ test_apply_default_value_for_input[flow_inputs0-None-expected_inputs0]
tests.executor.unittests._utils.test_execution_utils.TestFlowExecutor ‑ test_apply_default_value_for_input[flow_inputs1-inputs1-expected_inputs1]
tests.executor.unittests._utils.test_execution_utils.TestFlowExecutor ‑ test_apply_default_value_for_input[flow_inputs2-inputs2-expected_inputs2]
tests.executor.unittests._utils.test_execution_utils.TestFlowExecutor ‑ test_apply_default_value_for_input[flow_inputs3-inputs3-expected_inputs3]
tests.executor.unittests._utils.test_execution_utils.TestFlowExecutor ‑ test_apply_default_value_for_input[flow_inputs4-inputs4-expected_inputs4]
tests.executor.unittests._utils.test_execution_utils.TestFlowExecutor ‑ test_apply_default_value_for_input[flow_inputs5-inputs5-expected_inputs5]
tests.executor.unittests._utils.test_execution_utils.TestFlowExecutor ‑ test_apply_default_value_for_input[flow_inputs6-inputs6-expected_inputs6]
tests.executor.unittests._utils.test_feature_utils ‑ test_get_feature_list
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestPythonLoadError ‑ test_additional_info
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestPythonLoadError ‑ test_additional_info_for_empty_inner_error
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_llm_meta[JinjaParsingError_Code]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_llm_meta[JinjaParsingError_File]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_prompt_meta[JinjaParsingError_Code]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_prompt_meta[JinjaParsingError_File]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_python_meta[MultipleToolsDefined]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_python_meta[NoToolDefined]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_python_meta[PythonParsingError_NameError]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_custom_python_meta[PythonParsingError_SyntaxError]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_flow_meta[dummy_flow_with_trace-flow_with_trace:my_flow-None]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_flow_meta[dummy_flow_with_trace-flow_with_trace:my_flow-flow_with_trace.py]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_flow_meta[flow_with_dataclass_output-flow_with_dataclass:my_flow-flow_with_dataclass.py]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file[prompt_tools-summarize_text_content_prompt.jinja2-llm]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file[prompt_tools-summarize_text_content_prompt.jinja2-prompt]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file[script_with___file__-script_with___file__.py-python]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file[script_with_import-dummy_utils/main.py-python]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file[script_with_special_character-script_with_special_character.py-python]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file_exception[BadFunctionInterface]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file_exception[MetaFileNotFound]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file_exception[MetaFileReadError]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file_exception[NotSupported]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file_exception[PythonLoadError]
tests.executor.unittests._utils.test_generate_tool_meta_utils.TestToolMetaUtils ‑ test_generate_tool_meta_dict_by_file_exception[PythonLoaderNotFound]
tests.executor.unittests._utils.test_logger_utils.TestCredentialScrubberFormatter ‑ test_log
tests.executor.unittests._utils.test_logger_utils.TestCredentialScrubberFormatter ‑ test_log_with_args
tests.executor.unittests._utils.test_logger_utils.TestCredentialScrubberFormatter ‑ test_log_with_exc_info
tests.executor.unittests._utils.test_logger_utils.TestCredentialScrubberFormatter ‑ test_set_credential_list_thread_safe
tests.executor.unittests._utils.test_logger_utils.TestFileHandlerConcurrentWrapper ‑ test_clear
tests.executor.unittests._utils.test_logger_utils.TestFileHandlerConcurrentWrapper ‑ test_set_handler_thread_safe
tests.executor.unittests._utils.test_logger_utils.TestLogContext ‑ test_context_manager
tests.executor.unittests._utils.test_logger_utils.TestLogContext ‑ test_empty_file_path
tests.executor.unittests._utils.test_logger_utils.TestLogContext ‑ test_scrub_credentials
tests.executor.unittests._utils.test_logger_utils.TestLogContext ‑ test_update_log_path
tests.executor.unittests._utils.test_logger_utils.TestLogContext ‑ test_update_single_log_path
tests.executor.unittests._utils.test_multimedia_data_converter.TestBasicMultimediaFormatAdapter ‑ test_create_data
tests.executor.unittests._utils.test_multimedia_data_converter.TestBasicMultimediaFormatAdapter ‑ test_extract_info
tests.executor.unittests._utils.test_multimedia_data_converter.TestBasicMultimediaFormatAdapter ‑ test_is_valid_format
tests.executor.unittests._utils.test_multimedia_data_converter.TestMultimediaConverter ‑ test_convert_content_recursively
tests.executor.unittests._utils.test_multimedia_data_converter.TestMultimediaConverter ‑ test_create_converter[None-BasicMultimediaFormatAdapter]
tests.executor.unittests._utils.test_multimedia_data_converter.TestMultimediaConverter ‑ test_create_converter[flow_file0-OpenaiVisionMultimediaFormatAdapter]
tests.executor.unittests._utils.test_multimedia_data_converter.TestMultimediaConverter ‑ test_create_converter[flow_file1-BasicMultimediaFormatAdapter]
tests.executor.unittests._utils.test_multimedia_data_converter.TestMultimediaConverter ‑ test_create_converter[flow_file2-BasicMultimediaFormatAdapter]
tests.executor.unittests._utils.test_multimedia_data_converter.TestOpenaiVisionMultimediaFormatAdapter ‑ test_create_data
tests.executor.unittests._utils.test_multimedia_data_converter.TestOpenaiVisionMultimediaFormatAdapter ‑ test_extract_info
tests.executor.unittests._utils.test_multimedia_data_converter.TestOpenaiVisionMultimediaFormatAdapter ‑ test_is_valid_format
tests.executor.unittests._utils.test_multimedia_utils ‑ test_process_recursively
tests.executor.unittests._utils.test_multimedia_utils ‑ test_process_recursively_inplace
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_convert_multimedia_date_to_base64
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_create_image_with_dict
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_create_image_with_invalid_cases
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_create_image_with_string
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_is_multimedia_dict
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_load_multimedia_data
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_persist_multimedia_date
tests.executor.unittests._utils.test_multimedia_utils.TestBasicMultimediaProcessor ‑ test_resolve_multimedia_data_recursively
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_create_image_from_base64[logo.gif]
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_create_image_from_base64[logo.jpg]
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_create_image_from_base64[logo.png]
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_create_image_from_base64[logo.webp]
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_create_image_from_file
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_create_image_from_url_failure
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_create_image_from_url_with_mime_type
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_get_extension_from_mime_type
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_get_multimedia_info
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_is_base64
tests.executor.unittests._utils.test_multimedia_utils.TestImageProcessor ‑ test_is_url
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create[-BasicMultimediaProcessor-None]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create[ABC-None-InvalidMessageFormatType]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create[None-BasicMultimediaProcessor-None]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create[OPENAI-VISION-OpenaiVisionMultimediaProcessor-None]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create[basic-BasicMultimediaProcessor-None]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create[openai-vision-OpenaiVisionMultimediaProcessor-None]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create_from_yaml[None-None-BasicMultimediaProcessor]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create_from_yaml[chat_flow_with_image-flow.dag.yaml-BasicMultimediaProcessor]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create_from_yaml[chat_flow_with_openai_vision_image-flow.dag.yaml-OpenaiVisionMultimediaProcessor]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_create_from_yaml[chat_flow_with_openai_vision_image-mock_chat.py-BasicMultimediaProcessor]
tests.executor.unittests._utils.test_multimedia_utils.TestMultimediaProcessor ‑ test_process_multimedia_dict_recursively
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_convert_multimedia_date_to_base64
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_create_image_with_dict
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_create_image_with_invalid_cases
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_create_image_with_string
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_is_multimedia_dict
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_load_multimedia_data
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_persist_multimedia_date
tests.executor.unittests._utils.test_multimedia_utils.TestOpenaiVisionMultimediaProcessor ‑ test_resolve_multimedia_data_recursively
tests.executor.unittests._utils.test_multimedia_utils.TestTextProcessor ‑ test_create_text_from_dict
tests.executor.unittests._utils.test_multimedia_utils.TestTextProcessor ‑ test_is_text_dict_true
tests.executor.unittests._utils.test_process_utils.TestProcessUtils ‑ test_get_available_max_worker_count[128.0-64.0-2-2]
tests.executor.unittests._utils.test_process_utils.TestProcessUtils ‑ test_get_available_max_worker_count[63.0-64.0-1-0]
tests.executor.unittests._utils.test_run_tracker_utils.TestDeepCopyAndExtract ‑ test_composite
tests.executor.unittests._utils.test_run_tracker_utils.TestDeepCopyAndExtract ‑ test_deep_copy_dict
tests.executor.unittests._utils.test_run_tracker_utils.TestDeepCopyAndExtract ‑ test_deep_copy_list
tests.executor.unittests._utils.test_run_tracker_utils.TestDeepCopyAndExtract ‑ test_deep_copy_simple_value
tests.executor.unittests._utils.test_run_tracker_utils.TestDeepCopyAndExtract ‑ test_extract_generator_proxy_items
tests.executor.unittests._utils.test_thread_utils.TestRepeatLogTimer ‑ test_context_manager
tests.executor.unittests._utils.test_thread_utils.TestThreadWithContextVars ‑ test_assert_context_var
tests.executor.unittests._utils.test_thread_utils.TestThreadWithContextVars ‑ test_assert_parameters
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func1-None-False-expected_res0]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func2-func_input_params_dict1-False-expected_res1]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func3-func_input_params_dict2-False-expected_res2]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func3-func_input_params_dict3-False-expected_res3]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func3-func_input_params_dict4-True-expected_res4]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func4-func_input_params_dict5-True-expected_res5]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func5-func_input_params_dict6-True-expected_res6]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func5-func_input_params_dict7-True-expected_res7]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func6-func_input_params_dict8-True-expected_res8]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func6-func_input_params_dict9-True-expected_res9]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func7-func_input_params_dict10-True-expected_res10]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func7-func_input_params_dict11-True-expected_res11]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func8-func_input_params_dict12-True-expected_res12]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_append_workspace_triple_to_func_input_params[mock_dynamic_list_func8-func_input_params_dict13-True-expected_res13]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_find_deprecated_tools
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_function_to_interface
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_function_to_interface_with_invalid_initialize_inputs
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_function_to_interface_with_kwargs
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_load_function_from_function_path
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_load_function_from_function_path_with_error
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_load_function_from_script
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_param_to_definition
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type[res0]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type[res1]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type[res2]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type[res3]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type[res4]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type[res5]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type_with_error[None-mock_func response can not be None.]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type_with_error[res1-mock_func response must be a list of dict. a is not a dict.]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type_with_error[res2-mock_func response must be a list.]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type_with_error[res3-mock_func response dict must have 'value' key.]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_dynamic_list_func_response_type_with_error[res4-mock_func response dict value \\(1\\+2j\\) is not json serializable.]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_tool_func_result[dummy_scenario-dummy_result-Invalid tool func call scenario: dummy_scenario. Available scenarios are [<ToolFuncCallScenario.GENERATED_BY: 'generated_by'>, <ToolFuncCallScenario.REVERSE_GENERATED_BY: 'reverse_generated_by'>, <ToolFuncCallScenario.DYNAMIC_LIST: 'dynamic_list'>]]
tests.executor.unittests._utils.test_tool_utils.TestToolUtils ‑ test_validate_tool_func_result[reverse_generated_by-dummy_result-ToolFuncCallScenario reverse_generated_by response must be a dict. dummy_result is not a dict.]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var[TEST_VAR-10-5-10]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var[TEST_VAR-10-None-10]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var[TEST_VAR-None-5-5]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var[TEST_VAR-invalid-5-5]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var[TEST_VAR-invalid-None-None]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var_without_default_vaue[TEST_VAR-10-10]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var_without_default_vaue[TEST_VAR-None-None]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_get_int_env_var_without_default_vaue[TEST_VAR-invalid-None]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_is_json_serializable[-True]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_is_json_serializable[1-True]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_is_json_serializable[None-True]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_is_json_serializable[value3-False]
tests.executor.unittests._utils.test_utils.TestUtils ‑ test_log_progress
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_check_health[mock_value0-True]
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_check_health[mock_value1-False]
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_check_health[mock_value2-False]
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_ensure_executor_health_when_healthy
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_ensure_executor_health_when_not_active
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_ensure_executor_health_when_unhealthy
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_ensure_executor_startup_when_existing_validation_error
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_ensure_executor_startup_when_no_error
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_ensure_executor_startup_when_not_healthy
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_exec_aggregation_async
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_exec_line_async[False]
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_exec_line_async[True]
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_process_error_response[response0-test error]
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_process_error_response[response1-expected_result1]
tests.executor.unittests.batch.test_base_executor_proxy.TestAPIBasedExecutorProxy ‑ test_process_error_response[response2-expected_result2]
tests.executor.unittests.batch.test_batch_engine.TestBatchEngine ‑ test_batch_engine_run_error[side_effect0-UnexpectedError-Batch-ex_codes0-Unexpected error occurred while executing the batch run. Error: (Exception) test error.]
tests.executor.unittests.batch.test_batch_engine.TestBatchEngine ‑ test_batch_engine_run_error[side_effect1-GetConnectionError-Executor-ex_codes1-Get connection 'aoai_conn' for node 'mock' error: mock]
tests.executor.unittests.batch.test_batch_engine.TestBatchEngine ‑ test_cancel
tests.executor.unittests.batch.test_batch_engine.TestBatchEngine ‑ test_persist_outputs
tests.executor.unittests.batch.test_batch_engine.TestBatchEngine ‑ test_persist_run_info
tests.executor.unittests.batch.test_batch_engine.TestBatchEngine ‑ test_register_executor
tests.executor.unittests.batch.test_batch_engine.TestBatchEngine ‑ test_update_aggr_result
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_apply_inputs_mapping[inputs0-inputs_mapping0-expected0]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_apply_inputs_mapping[inputs1-inputs_mapping1-expected1]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_apply_inputs_mapping_error[inputs0-inputs_mapping0-ApplyInputMappingError-Couldn't find these mapping relations: ${baseline.output}, ${data.output}. Please make sure your input mapping keys and values match your YAML input section and input data.]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_complete_inputs_mapping_by_default_value[inputs_mapping0]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_complete_inputs_mapping_by_default_value[inputs_mapping1]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_inputs_mapping_for_all_lines_error[inputs0-None-UnexpectedError-The input for batch run is incorrect. Please make sure to set up a proper input mapping before proceeding. If you need additional help, feel free to contact support for further assistance.]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_merge_input_dicts_by_line[inputs0-expected0]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_merge_input_dicts_by_line[inputs1-expected1]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_merge_input_dicts_by_line_error[inputs0-InputMappingError-The input for batch run is incorrect. Input from key 'baseline' is an empty list, which means we cannot generate a single line input for the flow run. Please rectify the input and try again.]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_merge_input_dicts_by_line_error[inputs1-InputMappingError-The input for batch run is incorrect. Line numbers are not aligned. Some lists have dictionaries missing the 'line_number' key, and the lengths of these lists are different. List lengths are: {'data': 2, 'baseline': 1}. Please make sure these lists have the same length or add 'line_number' key to each dictionary.]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_process_batch_inputs
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_process_batch_inputs_error
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_process_batch_inputs_without_inputs_mapping
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_resolve_data_from_input_path
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_resolve_data_from_input_path_with_large_data[10k.jsonl]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_resolve_data_from_input_path_with_large_data[10k]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_validate_and_apply_inputs_mapping[inputs0-inputs_mapping0-expected0]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_validate_and_apply_inputs_mapping[inputs1-inputs_mapping1-expected1]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_validate_and_apply_inputs_mapping[inputs2-inputs_mapping2-expected2]
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_validate_and_apply_inputs_mapping_empty_input
tests.executor.unittests.batch.test_batch_inputs_processor.TestBatchInputsProcessor ‑ test_validate_and_apply_inputs_mapping_error[inputs_mapping0-InputMappingError]
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_chat_roles_inputs
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_chat_roles_inputs_with_invalid_chat_role_count[InvalidChatRoleCount-Invalid chat group role count: 1. Please define 2 chat group roles at least.]
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_chat_roles_inputs_with_invalid_inputs_mapping[inputs_mapping0-MissingConversationHistoryExpression-Cannot find conversation expression mapping for chat role: user. name: simulator Please mapping ${parent.conversation_history} for a flow input.]
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_chat_roles_inputs_with_invalid_inputs_mapping[inputs_mapping1-MultipleConversationHistoryInputsMapping-chat role: user. name: simulator only accepts 1 inputs mapping for ${parent.conversation_history}]
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_chat_roles_inputs_with_invalid_max_turn_count[InvalidMaxTurnValue-Invalid max_turn value for chat group run: 0. Please assign max_turn at least 1.]
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_flow_outputs[chat_role0-conversation_history0]
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_flow_outputs[chat_role1-conversation_history1]
tests.executor.unittests.batch.test_chat_group_orchestrator.TestChatGroupOrchestrator ‑ test_process_flow_outputs_with_reserved_key[UsingReservedRoleKey-chat role output use reserved key role]
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_create
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_destroy_with_already_terminated
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_destroy_with_force_kill
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_destroy_with_terminates_gracefully
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_exec_aggregation_async
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_find_available_port
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_get_tool_metadata_failed_with_content_not_json
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_get_tool_metadata_failed_with_file_not_found
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_get_tool_metadata_succeed
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_is_csharp_flex_flow_entry[flex_flow_class_init]
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_is_executor_active[0-False]
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_is_executor_active[1-False]
tests.executor.unittests.batch.test_csharp_executor_proxy.TestCSharpExecutorProxy ‑ test_is_executor_active[None-True]
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_error_summary
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_invalid_api_calls[api_call0]
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_invalid_api_calls[api_call1]
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_invalid_api_calls[api_call2]
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_invalid_api_calls[api_call3]
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_invalid_api_calls[api_call4]
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_invalid_api_calls[api_call5]
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_node_status
tests.executor.unittests.batch.test_result.TestBatchResult ‑ test_system_metrics
tests.executor.unittests.batch.test_result.TestErrorSummary ‑ test_create
tests.executor.unittests.batch.test_result.TestSystemMetrics ‑ test_create
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_apply_default_node_variant[None]
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_apply_default_node_variant[node_variants1]
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_apply_default_node_variant[node_variants2]
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_apply_default_node_variants
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_apply_node_overrides
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_flow_deserialize[data0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_flow_serialize[flow0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_flow_serialize[flow1-expected_value1]
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_get_chat_input_name
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_get_chat_output_name
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_get_node
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_get_tool
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_has_aggregation_node
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_import_requisites
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_is_chat_flow
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_is_llm_node
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_is_node_referenced_by
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_is_normal_node
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_is_reduce_node
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_is_referenced_by_flow_output
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_is_referenced_by_other_node
tests.executor.unittests.contracts.test_flow.TestFlow ‑ test_replace_with_variant
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_connection_input_names_for_node
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_connection_input_names_for_node_with_variants
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_connection_names[basic-with-connection-expected_connection_names1]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_connection_names[flow_with_connection_ref_environment_variables-expected_connection_names3]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_connection_names[flow_with_dict_input_with_variant-expected_connection_names2]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_connection_names[web_classification-expected_connection_names0]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_connection_names_with_package_tool
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_environment_variables_with_overrides[LoadEnvVariablesWithOverrides]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_environment_variables_with_overrides[LoadEnvVariablesWithoutOverrides]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_get_environment_variables_with_overrides[LoadEnvVariablesWithoutYamlLevelEnvVariables]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_name[yaml_with_name.yaml-None-name_from_yaml]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_name[yaml_with_name.yaml-name_from_payload-name_from_payload]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_name[yaml_without_name.yaml-None-flow_name]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_flow_name[yaml_without_name.yaml-name_from_payload-name_from_payload]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_load_env_variables[LoadEnvVariablesForEagerFlowWithOverrides]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_load_env_variables[LoadEnvVariablesForEagerFlow]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_load_env_variables[LoadEnvVariablesWithOverrides]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_load_env_variables[LoadEnvVariablesWithoutOverrides]
tests.executor.unittests.contracts.test_flow.TestFlowContract ‑ test_load_env_variables[LoadEnvVariablesWithoutYamlLevelEnvVariables]
tests.executor.unittests.contracts.test_flow.TestFlowInputAssignment ‑ test_deserialize
tests.executor.unittests.contracts.test_flow.TestFlowInputAssignment ‑ test_is_flow_input[-False]
tests.executor.unittests.contracts.test_flow.TestFlowInputAssignment ‑ test_is_flow_input[flow.section.property-True]
tests.executor.unittests.contracts.test_flow.TestFlowInputAssignment ‑ test_is_flow_input[inputs.section.property-True]
tests.executor.unittests.contracts.test_flow.TestFlowInputAssignment ‑ test_is_flow_input[section.property-False]
tests.executor.unittests.contracts.test_flow.TestFlowInputDefinition ‑ test_deserialize[data0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestFlowInputDefinition ‑ test_deserialize[data1-expected_value1]
tests.executor.unittests.contracts.test_flow.TestFlowInputDefinition ‑ test_serialize[value0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestFlowInputDefinition ‑ test_serialize[value1-expected_value1]
tests.executor.unittests.contracts.test_flow.TestFlowOutputDefinition ‑ test_deserialize[data0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestFlowOutputDefinition ‑ test_serialize[value0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestFlowOutputDefinition ‑ test_serialize[value1-expected_value1]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize[$value-expected_value3]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize[${flow.section.property}-expected_value1]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize[${value.section.property}-expected_value0]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize[${value}-expected_value2]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize[value-expected_value4]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize_node_reference[value-expected_value0]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize_node_reference[value.section-expected_value1]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize_node_reference[value.section.property-expected_value2]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize_reference[flow.section-expected_value1]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize_reference[flow.section.property-expected_value2]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_deserialize_reference[input-expected_value0]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_serialize[value0-value]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_serialize[value1-${flow.value}]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_serialize[value2-${value.section}]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_serialize[value3-${value.section.property}]
tests.executor.unittests.contracts.test_flow.TestInputAssignment ‑ test_serialize[value4-ABCMeta]
tests.executor.unittests.contracts.test_flow.TestNode ‑ test_deserialize[data0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestNode ‑ test_deserialize[data1-expected_value1]
tests.executor.unittests.contracts.test_flow.TestNode ‑ test_serialize[node0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestNode ‑ test_serialize[node1-expected_value1]
tests.executor.unittests.contracts.test_flow.TestToolSource ‑ test_deserialize[tool_source0-expected_value0]
tests.executor.unittests.contracts.test_flow.TestToolSource ‑ test_deserialize[tool_source1-expected_value1]
tests.executor.unittests.contracts.test_flow.TestToolSource ‑ test_deserialize[tool_source2-expected_value2]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_image_contract[test-None-None]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_image_contract[test-image/*-None]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_image_contract[test-image/*-mock_url]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_image_contract[test-image/jpg-None]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_image_contract[test-image/png-None]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_pfbytes_contract[test-image/*-None]
Check notice on line 0 in .github
github-actions / Executor Unit Test Result [migu/context-manager](https://github.com/microsoft/promptflow/actions/workflows/promptflow-executor-unit-test.yml?query=branch:migu/context-manager++)
796 tests found (test 503 to 796)
There are 796 tests, see "Raw output" for the list of tests 503 to 796.
Raw output
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_pfbytes_contract[test-image/*-mock_url]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_pfbytes_contract[test-image/jpg-None]
tests.executor.unittests.contracts.test_multimedia.TestMultimediaContract ‑ test_pfbytes_contract[test-image/png-None]
tests.executor.unittests.contracts.test_run_info.TestFlowRunInfo ‑ test_creation
tests.executor.unittests.contracts.test_run_info.TestFlowRunInfo ‑ test_deserialize
tests.executor.unittests.contracts.test_run_info.TestRunInfo ‑ test_creation
tests.executor.unittests.contracts.test_run_info.TestRunInfo ‑ test_deserialize
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[123-False]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.Bypassed-True]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.CancelRequested-False]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.Canceled-True]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.Completed-True]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.Failed-True]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.NotStarted-False]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.Preparing-False]
tests.executor.unittests.contracts.test_run_info.TestStatus ‑ test_status_is_terminated[Status.Running-False]
tests.executor.unittests.contracts.test_run_management ‑ test_visualization_render
tests.executor.unittests.contracts.test_run_mode ‑ test_parse[Batch-Batch]
tests.executor.unittests.contracts.test_run_mode ‑ test_parse[Default-Test]
tests.executor.unittests.contracts.test_run_mode ‑ test_parse[SingleNode-SingleNode]
tests.executor.unittests.contracts.test_run_mode ‑ test_parse[Test-Test]
tests.executor.unittests.contracts.test_run_mode ‑ test_parse_invalid
tests.executor.unittests.contracts.test_tool ‑ test_deserialize_enum[Status-FAILED-Status.Failed]
tests.executor.unittests.contracts.test_tool ‑ test_deserialize_enum[Status-Running-Status.Running]
tests.executor.unittests.contracts.test_tool ‑ test_deserialize_enum[Status-UNKNOWN-UNKNOWN]
tests.executor.unittests.contracts.test_tool ‑ test_deserialize_enum[Status-running-Status.Running]
tests.executor.unittests.contracts.test_tool ‑ test_deserialize_enum[TestStatus-Running-Running]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_get_connection_class[123-None]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_get_connection_class[AzureContentSafetyConnection-AzureContentSafetyConnection]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_get_connection_class[AzureOpenAIConnection-AzureOpenAIConnection]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_get_connection_class[_Connection-_Connection]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_get_connection_class[unknown-None]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_class_name[123-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_class_name[AzureContentSafetyConnection-True]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_class_name[AzureOpenAIConnection-True]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_class_name[_Connection-True]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_class_name[unknown-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_value[AzureContentSafetyConnection-True]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_value[False-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_value[Status-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_connection_value[value1-True]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[5-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[MyConnection-True]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[MyType-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[None-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[T-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[TypeVar-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[float-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[int-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[list-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[some_function-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[str-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[tuple-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val0-True]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val11-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val12-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val13-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val15-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val18-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val19-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val3-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_is_custom_strong_type[val9-False]
tests.executor.unittests.contracts.test_tool.TestConnectionType ‑ test_serialize_conn
tests.executor.unittests.contracts.test_tool.TestInputDefinition ‑ test_deserialize
tests.executor.unittests.contracts.test_tool.TestInputDefinition ‑ test_serialize
tests.executor.unittests.contracts.test_tool.TestOutDefinition ‑ test_deserialize[value0-expected0]
tests.executor.unittests.contracts.test_tool.TestOutDefinition ‑ test_deserialize[value1-expected1]
tests.executor.unittests.contracts.test_tool.TestOutDefinition ‑ test_serialize[value0-expected0]
tests.executor.unittests.contracts.test_tool.TestOutDefinition ‑ test_serialize[value1-expected1]
tests.executor.unittests.contracts.test_tool.TestTool ‑ test_deserialize_tool
tests.executor.unittests.contracts.test_tool.TestTool ‑ test_require_connection[action-None-False]
tests.executor.unittests.contracts.test_tool.TestTool ‑ test_require_connection[action-connection_type1-True]
tests.executor.unittests.contracts.test_tool.TestTool ‑ test_require_connection[llm-None-True]
tests.executor.unittests.contracts.test_tool.TestTool ‑ test_serialize_tool[action-expected_keys0]
tests.executor.unittests.contracts.test_tool.TestTool ‑ test_serialize_tool[llm-expected_keys1]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[AssistantDefinition-assistant_definition]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[FilePath-file_path]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[Image-image]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[PromptTemplate-prompt_template]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[Secret-secret]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[bool-bool]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[dict-object]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[float-double]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[int-int]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[list-list]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_type[str-string]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[1-int]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[1.0-double]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[True-bool]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[file_path-file_path]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[prompt-prompt_template]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[secret-secret]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[string-string]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[value4-list]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[value5-object]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_from_value[value9-assistant_definition]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[1-int-1]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[1.0-double-1.0]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[123-string-123]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[True-bool-True]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[["a", "b", "c"]-list-expected6]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[[1, 2, 3]-object-expected8]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[false-bool-False]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[true-bool-True]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[value10-object-expected10]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[{"key": "value"}-object-expected7]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse[{-object-{]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse_error[1-bool]
tests.executor.unittests.contracts.test_tool.TestValueType ‑ test_parse_error[value1-list]
tests.executor.unittests.contracts.test_types ‑ test_assistant_definition
tests.executor.unittests.contracts.test_types ‑ test_file_path
tests.executor.unittests.contracts.test_types ‑ test_prompt_template
tests.executor.unittests.contracts.test_types ‑ test_secret
tests.executor.unittests.executor._service.apis.test_batch.TestBatchApis ‑ test_initialize[basic_callable_class_async-flow.flex.yaml-init_kwargs3-expected_inputs_definition3-True]
tests.executor.unittests.executor._service.apis.test_batch.TestBatchApis ‑ test_initialize[print_input_flow-flow.dag.yaml-None-expected_inputs_definition0-False]
tests.executor.unittests.executor._service.apis.test_batch.TestBatchApis ‑ test_initialize[simple_aggregation-flow.dag.yaml-None-expected_inputs_definition1-True]
tests.executor.unittests.executor._service.apis.test_batch.TestBatchApis ‑ test_initialize[simple_with_yaml-flow.flex.yaml-None-expected_inputs_definition2-False]
tests.executor.unittests.executor._service.apis.test_common.TestCommonApis ‑ test_health
tests.executor.unittests.executor._service.apis.test_common.TestCommonApis ‑ test_version
tests.executor.unittests.executor._service.apis.test_execution.TestExecutionApis ‑ test_cancel_execution
tests.executor.unittests.executor._service.apis.test_execution.TestExecutionApis ‑ test_flow_execution_completed
tests.executor.unittests.executor._service.apis.test_tool.TestToolApis ‑ test_gen_tool_meta_all_completed
tests.executor.unittests.executor._service.apis.test_tool.TestToolApis ‑ test_gen_tool_meta_all_failed
tests.executor.unittests.executor._service.apis.test_tool.TestToolApis ‑ test_gen_tool_meta_partial_failed
tests.executor.unittests.executor._service.apis.test_tool.TestToolApis ‑ test_list_package_tools
tests.executor.unittests.executor._service.contracts.test_execution_request.TestExecutionRequest ‑ test_get_run_mode
tests.executor.unittests.executor._service.contracts.test_execution_request.TestExecutionRequest ‑ test_validate_request
tests.executor.unittests.executor._service.utils.test_batch_coordinator.TestBatchCoordinator ‑ test_executor_flow_name[yaml_with_name.yaml-None-name_from_yaml]
tests.executor.unittests.executor._service.utils.test_batch_coordinator.TestBatchCoordinator ‑ test_executor_flow_name[yaml_with_name.yaml-name_from_payload-name_from_payload]
tests.executor.unittests.executor._service.utils.test_batch_coordinator.TestBatchCoordinator ‑ test_executor_flow_name[yaml_without_name.yaml-None-flow_name]
tests.executor.unittests.executor._service.utils.test_batch_coordinator.TestBatchCoordinator ‑ test_executor_flow_name[yaml_without_name.yaml-name_from_payload-name_from_payload]
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_exception_wrapper_with_exception
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_exception_wrapper_without_exception
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_execute_target_function_completed
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_execute_target_function_exception
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_invoke_sync_function_in_process_completed
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_invoke_sync_function_in_process_exception
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_invoke_sync_function_in_process_set_env
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_invoke_sync_function_in_process_timeout
tests.executor.unittests.executor._service.utils.test_process_utils.TestProcessUtils ‑ test_invoke_sync_function_in_process_unexpected_error
tests.executor.unittests.executor._service.utils.test_service_utils.TestServiceUtils ‑ test_generate_error_response
tests.executor.unittests.executor._service.utils.test_service_utils.TestServiceUtils ‑ test_get_commit_id
tests.executor.unittests.executor._service.utils.test_service_utils.TestServiceUtils ‑ test_get_log_context
tests.executor.unittests.executor._service.utils.test_service_utils.TestServiceUtils ‑ test_get_log_context_with_service_logger
tests.executor.unittests.executor._service.utils.test_service_utils.TestServiceUtils ‑ test_set_environment_variables
tests.executor.unittests.executor._service.utils.test_service_utils.TestServiceUtils ‑ test_update_and_get_operation_context
tests.executor.unittests.executor.test_assistant.TestAssistant ‑ test_assistant_tool_resolve_exception[assistant_package_tool_wrong_source_type-ResolveToolError-Tool source type 'package1' is not supported in assistant node 'assistant'. Please make sure the assistant definition is correct.]
tests.executor.unittests.executor.test_assistant.TestAssistant ‑ test_assistant_tool_resolve_exception[assistant_package_tool_wrong_tool-ResolveToolError-Package tool 'hello.world' is not found in the current environment. All available package tools are: [].]
tests.executor.unittests.executor.test_assistant.TestAssistant ‑ test_assistant_tool_resolve_exception[assistant_python_tool_wrong_path-ResolveToolError-Load tool failed for node 'assistant'. Tool file './hello.py' can not be found.]
tests.executor.unittests.executor.test_assistant.TestAssistantToolResolver ‑ test_invalid_source
tests.executor.unittests.executor.test_assistant.TestAssistantToolResolver ‑ test_invalid_tool_type
tests.executor.unittests.executor.test_assistant.TestAssistantToolResolver ‑ test_resolve_package_tool
tests.executor.unittests.executor.test_assistant.TestAssistantToolResolver ‑ test_resolve_python_tool
tests.executor.unittests.executor.test_assistant.TestAssistantToolResolver ‑ test_type_invalid
tests.executor.unittests.executor.test_dag_manager.TestDAGManager ‑ test_complete_nodes
tests.executor.unittests.executor.test_dag_manager.TestDAGManager ‑ test_completed
tests.executor.unittests.executor.test_dag_manager.TestDAGManager ‑ test_get_node_valid_inputs
tests.executor.unittests.executor.test_dag_manager.TestDAGManager ‑ test_pop_bypassed_nodes
tests.executor.unittests.executor.test_dag_manager.TestDAGManager ‑ test_pop_ready_nodes
tests.executor.unittests.executor.test_docstring_parser.TestDocstringParser ‑ test_description_extract
tests.executor.unittests.executor.test_docstring_parser.TestDocstringParser ‑ test_param_description_extract
tests.executor.unittests.executor.test_errors ‑ test_resolve_tool_error
tests.executor.unittests.executor.test_errors ‑ test_resolve_tool_error_with_no_PromptflowException_inner
tests.executor.unittests.executor.test_errors ‑ test_resolve_tool_error_with_none_inner
tests.executor.unittests.executor.test_exceptions.TestExceptions ‑ test_exception_message
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_enable_stream_for_llm_tool[chat-True]
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_enable_stream_for_llm_tool[completion-True]
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_enable_stream_for_llm_tool[embedding-False]
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_func_with_stream_parameter_should_be_wrapped
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_func_without_stream_parameter_should_not_be_wrapped
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_inject_stream_options_no_stream_param
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_inject_stream_options_with_mocked_should_stream
tests.executor.unittests.executor.test_flow_executor.TestEnableStreamForLLMTool ‑ test_inject_stream_options_with_stream_param
tests.executor.unittests.executor.test_flow_executor.TestEnsureNodeResultIsSerializable ‑ test_non_streaming_tool_should_not_be_affected
tests.executor.unittests.executor.test_flow_executor.TestEnsureNodeResultIsSerializable ‑ test_streaming_tool_should_be_consumed_and_merged
tests.executor.unittests.executor.test_flow_executor.TestFlowExecutor ‑ test_apply_default_value_for_aggregation_input[flow_inputs0-aggregated_flow_inputs0-aggregation_inputs0-expected_inputs0]
tests.executor.unittests.executor.test_flow_executor.TestFlowExecutor ‑ test_apply_default_value_for_aggregation_input[flow_inputs1-aggregated_flow_inputs1-aggregation_inputs1-expected_inputs1]
tests.executor.unittests.executor.test_flow_executor.TestFlowExecutor ‑ test_apply_default_value_for_aggregation_input[flow_inputs2-aggregated_flow_inputs2-aggregation_inputs2-expected_inputs2]
tests.executor.unittests.executor.test_flow_executor.TestFlowExecutor ‑ test_apply_default_value_for_aggregation_input[flow_inputs3-aggregated_flow_inputs3-aggregation_inputs3-expected_inputs3]
tests.executor.unittests.executor.test_flow_executor.TestFlowExecutor ‑ test_apply_default_value_for_aggregation_input[flow_inputs4-aggregated_flow_inputs4-aggregation_inputs4-expected_inputs4]
tests.executor.unittests.executor.test_flow_executor.TestFlowExecutor ‑ test_apply_default_value_for_aggregation_input[flow_inputs5-aggregated_flow_inputs5-aggregation_inputs5-expected_inputs5]
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_bypass_nodes
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_collect_outputs
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_execute_single_node
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_future_cancelled_for_exception
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_maximun_concurrency
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_no_nodes_to_run
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_submit_nodes
tests.executor.unittests.executor.test_flow_nodes_scheduler.TestFlowNodesScheduler ‑ test_success_result
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order[unordered_nodes-expected_node_order0]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order[unordered_nodes_with_activate-expected_node_order2]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order[unordered_nodes_with_skip-expected_node_order1]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order_with_exception[aggregation_activate_reference_non_aggregation-Invalid node definitions found in the flow graph. Non-aggregation node 'grade' cannot be referenced in the activate config of the aggregation node 'calculate_accuracy'. Please review and rectify the node reference.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order_with_exception[nodes_cycle-Invalid node definitions found in the flow graph. Node circular dependency has been detected among the nodes in your flow. Kindly review the reference relationships for the nodes ['first_node', 'second_node'] and resolve the circular reference issue in the flow.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order_with_exception[nodes_cycle_with_activate-Invalid node definitions found in the flow graph. Node circular dependency has been detected among the nodes in your flow. Kindly review the reference relationships for the nodes ['first_node', 'second_node'] and resolve the circular reference issue in the flow.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order_with_exception[non_aggregation_reference_aggregation-Invalid node definitions found in the flow graph. Non-aggregate node 'test_node' cannot reference aggregate nodes {'calculate_accuracy'}. Please review and rectify the node reference.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_nodes_order_with_exception[wrong_node_reference-Invalid node definitions found in the flow graph. Node 'second_node' references a non-existent node 'third_node' in your flow. Please review your flow to ensure that the node name is accurately specified.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_ensure_outputs_valid_with_aggregation[simple_flow_with_python_tool_and_aggregate]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_parse_input_value[1-int-1]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_parse_input_value[["1", "2"]-list-expected_result1]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_parse_input_value_error[['1', '2']-list-10-InputParseError-Failed to parse the flow input. The value for flow input 'my_input' in line 10 of input data was interpreted as JSON string since its type is 'list'. However, the value '['1', '2']' is invalid for JSON parsing. Error details: (JSONDecodeError) Expecting value: line 1 column 2 (char 1). Please make sure your inputs are properly formatted.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_parse_input_value_error[['1', '2']-list-None-InputParseError-Failed to parse the flow input. The value for flow input 'my_input' was interpreted as JSON string since its type is 'list'. However, the value '['1', '2']' is invalid for JSON parsing. Error details: (JSONDecodeError) Expecting value: line 1 column 2 (char 1). Please make sure your inputs are properly formatted.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_parse_input_value_error[str-int-10-InputTypeError-The input for flow is incorrect. The value for flow input 'my_input' in line 10 of input data does not match the expected type 'int'. Please change flow input type or adjust the input value in your input data.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_parse_input_value_error[str-int-None-InputTypeError-The input for flow is incorrect. The value for flow input 'my_input' does not match the expected type 'int'. Please change flow input type or adjust the input value in your input data.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_resolve_aggregated_flow_inputs_type[inputs0-expected_result0]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_resolve_aggregated_flow_inputs_type_error[inputs0-The input for flow is incorrect. The value for flow input 'test_input' in line 1 of input data does not match the expected type 'int'. Please change flow input type or adjust the input value in your input data.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_resolve_flow_inputs_type_json_error_for_list_type[flow_with_list_input-inputs0-None-InputParseError-Failed to parse the flow input. The value for flow input 'key' was interpreted as JSON string since its type is 'list'. However, the value '['hello']' is invalid for JSON parsing. Error details: (JSONDecodeError) Expecting value: line 1 column 2 (char 1). Please make sure your inputs are properly formatted.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_resolve_flow_inputs_type_json_error_for_list_type[flow_with_list_input-inputs1-0-InputParseError-Failed to parse the flow input. The value for flow input 'key' in line 0 of input data was interpreted as JSON string since its type is 'list'. However, the value '['hello']' is invalid for JSON parsing. Error details: (JSONDecodeError) Expecting value: line 1 column 2 (char 1). Please make sure your inputs are properly formatted.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_validate_aggregation_inputs_error[aggregated_flow_inputs0-aggregation_inputs0-The input for aggregation is incorrect. The value for aggregated reference input 'input1' should be a list, but received str. Please adjust the input value to match the expected format.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_validate_aggregation_inputs_error[aggregated_flow_inputs1-aggregation_inputs1-The input for aggregation is incorrect. The value for aggregated flow input 'input1' should be a list, but received str. Please adjust the input value to match the expected format.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_validate_aggregation_inputs_error[aggregated_flow_inputs2-aggregation_inputs2-The input for aggregation is incorrect. The length of all aggregated inputs should be the same. Current input lengths are: {'input1': 2, 'input_2': 1}. Please adjust the input value in your input data.]
tests.executor.unittests.executor.test_flow_validator.TestFlowValidator ‑ test_validate_aggregation_inputs_error[aggregated_flow_inputs3-aggregation_inputs3-The input for aggregation is incorrect. The input 'input1' appears in both aggregated flow input and aggregated reference input. Please remove one of them and try the operation again.]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property[node_val0-output-hello promptflow]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property[node_val1-['output']-hello promptflow]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property[node_val2-["output"]-hello promptflow]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property[node_val3-["output"]["text"]-hello promptflow]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property[node_val4-[1]-output2]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property[node_val5-value-dummy]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property_with_exception[node_val0-output_str[2]-Invalid property 'output_str[2]' when accessing the node 'node1'. Please check the property and try again.]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property_with_exception[node_val1-text-Invalid property 'text' when accessing the node 'node1'. Please check the property and try again.]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_node_property_with_exception[node_val2-value_type-Invalid property 'value_type' when accessing the node 'node1'. Please check the property and try again.]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_value[${inputs.text}-hello promptflow]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_value[${node1.output}-hello promptflow]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_value[hello promptflow-hello promptflow]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_value_with_exception[${inputs.word}-InputNotFound-The input 'word' is not found from flow inputs 'text'. Please check the input name and try again.]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_value_with_exception[${node1.word}-UnsupportedReference-The section 'word' of reference is currently unsupported. Please specify the output part of the node 'node1'.]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_value_with_exception[${node2.output}-InputNotFoundFromAncestorNodeOutput-The input 'node2' is not found from ancestor node outputs ['node1']. Please check the node name and try again.]
tests.executor.unittests.executor.test_input_assignment_parser.TestInputAssignmentParser ‑ test_parse_value_with_exception[input3-NotSupported-The type 'wrong_type' is currently unsupported. Please choose from available types: ['Literal', 'FlowInput', 'NodeReference'] and try again.]
tests.executor.unittests.executor.test_line_execution_process_pool.TestFormatCurrentProcess ‑ test_format_current_process_info
tests.executor.unittests.executor.test_line_execution_process_pool.TestFormatCurrentProcess ‑ test_log_process_status_completed
tests.executor.unittests.executor.test_line_execution_process_pool.TestFormatCurrentProcess ‑ test_log_process_status_failed
tests.executor.unittests.executor.test_line_execution_process_pool.TestFormatCurrentProcess ‑ test_log_process_status_start_execution
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_exec_line[hello-world]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_exec_line_failed_when_line_execution_not_start[hello-world]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_line_execution_not_completed[hello-world]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_line_execution_process_pool[hello-world]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_not_set_environment_variable
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_pool_parallelism_in_fork_mode[hello-world-False-None-4]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_pool_parallelism_in_fork_mode[hello-world-True-3-3]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_pool_parallelism_in_spawn_mode[hello-world-False-True-None-2-2]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_pool_parallelism_in_spawn_mode[hello-world-True-False-2-4-2]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_pool_parallelism_in_spawn_mode[hello-world-True-True-6-2-6]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_pool_run_with_exception[hello-world]
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_set_environment_variable_failed
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_process_set_environment_variable_successed
tests.executor.unittests.executor.test_line_execution_process_pool.TestLineExecutionProcessPool ‑ test_spawned_fork_process_manager_crashed_in_fork_mode[hello-world]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_code_interpreter_and_retrieval_tool_resolve[assistant_definition_without_functions.yaml]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_convert_node_literal_input_types_with_invalid_case
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_convert_to_custom_strong_type_connection_value[conn_types0-MyFirstCSTConnection]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_convert_to_custom_strong_type_connection_value[conn_types1-CustomConnection]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_convert_to_custom_strong_type_connection_value[conn_types2-CustomConnection]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_convert_to_custom_strong_type_connection_value[conn_types3-MyFirstCSTConnection]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_description_resolve[assistant_definition_partial_description.yaml]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_integrate_prompt_in_package_node
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_invalid_assistant_definition_path[assistant_definition_non_existing.yaml]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_load_source
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_load_source_error[None]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_load_source_error[source1]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_load_source_error[source2]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_load_source_error[source3]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_load_tools[predefined_inputs0]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_load_tools[predefined_inputs1]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_llm_connection_to_inputs
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_llm_node
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_package_node
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_script_node
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_script_node_with_assistant_definition
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_tool_by_node_with_diff_type
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_tool_by_node_with_duplicated_inputs
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_tool_by_node_with_invalid_source_type
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_tool_by_node_with_invalid_template
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_tool_by_node_with_invalid_type
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_tool_by_node_with_no_source
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_resolve_tool_by_node_with_no_source_path
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_tool_with_connection_resolve[assistant_definition_with_connection.yaml]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_types_resolve[assistant_definition_types.yaml]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_update_inputs_to_escape[custom_llm-node_inputs4-expected_inputs4]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_update_inputs_to_escape[llm-node_inputs3-expected_inputs3]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_update_inputs_to_escape[llm-node_inputs5-expected_inputs5]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_update_inputs_to_escape[prompt-node_inputs2-expected_inputs2]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_update_inputs_to_escape[python-node_inputs0-expected_inputs0]
tests.executor.unittests.executor.test_tool_resolver.TestToolResolver ‑ test_update_inputs_to_escape[python-node_inputs1-expected_inputs1]
tests.executor.unittests.integrations.test_langchain.TestLangchain ‑ test_langchain_traces
tests.executor.unittests.integrations.test_langchain.TestLangchain ‑ test_langchain_traces_with_unpaired_events
tests.executor.unittests.storage.test_local_storage_operations.TestLocalStorageOperations ‑ test_load_flow_run_info
tests.executor.unittests.storage.test_local_storage_operations.TestLocalStorageOperations ‑ test_load_node_run_info
tests.executor.unittests.storage.test_local_storage_operations.TestLocalStorageOperations ‑ test_persist_flow_run
tests.executor.unittests.storage.test_local_storage_operations.TestLocalStorageOperations ‑ test_persist_node_run
tests.executor.unittests.storage.test_queue_run_storage.TestLineExecutionProcessPool ‑ test_persist_flow_run
tests.executor.unittests.storage.test_queue_run_storage.TestLineExecutionProcessPool ‑ test_persist_node_run
tests.executor.unittests.storage.test_run_records ‑ test_line_record
tests.executor.unittests.storage.test_run_records ‑ test_line_serialize
tests.executor.unittests.storage.test_run_records ‑ test_node_record
tests.executor.unittests.storage.test_run_records ‑ test_node_serialize
Loading