tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_line[package_tools]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[package_tools-search_by_text-flow_inputs5-None]

tests.executor.e2etests.test_activate.TestExecutorActivate ‑ test_bulk_run_activate
tests.executor.e2etests.test_activate.TestExecutorActivate ‑ test_flow_run_activate[activate_with_no_inputs]
tests.executor.e2etests.test_activate.TestExecutorActivate ‑ test_flow_run_activate[conditional_flow_with_activate]
tests.executor.e2etests.test_activate.TestExecutorActivate ‑ test_wrong_flow_activate
tests.executor.e2etests.test_concurent_execution.TestConcurrentExecution ‑ test_concurrent_run
tests.executor.e2etests.test_concurent_execution.TestConcurrentExecution ‑ test_concurrent_run_with_exception
tests.executor.e2etests.test_concurent_execution.TestConcurrentExecution ‑ test_linear_run
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_chat_flow_stream_mode
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_convert_flow_input_types[simple_flow_with_python_tool]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_creation_with_default_input
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_creation_with_default_variants[web_classification]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk[connection_as_input]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk[prompt_tools]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk[script_with___file__]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk[web_classification_no_variants]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk_then_eval
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk_with_line_number
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk_with_metrics
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk_with_openai_metrics
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_bulk_with_partial_failure
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_line[connection_as_input]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_line[package_tools]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_line[prompt_tools]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_line[script_with___file__]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_line[script_with_import]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_line[web_classification_no_variants]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[connection_as_input-conn_node-None-None]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[package_tools-search_by_text-flow_inputs5-None]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[prompt_tools-summarize_text_content_prompt-flow_inputs1-dependency_nodes_outputs1]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[script_with___file__-node1-flow_inputs2-None]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[script_with___file__-node2-None-dependency_nodes_outputs3]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[script_with___file__-node3-None-None]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[script_with_import-node1-flow_inputs8-None]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[simple_aggregation-accuracy-flow_inputs7-dependency_nodes_outputs7]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_exec_node[web_classification_no_variants-summarize_text_content-flow_inputs0-dependency_nodes_outputs0]
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_node_overrides
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_executor_storage
tests.executor.e2etests.test_executor_happypath.TestExecutor ‑ test_flow_with_no_inputs_and_output[no_inputs_outputs]
tests.executor.e2etests.test_executor_timeout.TestExecutor ‑ test_executor_exec_bulk_with_one_line_timeout[one_line_of_bulktest_timeout]
tests.executor.e2etests.test_executor_timeout.TestExecutor ‑ test_executor_exec_bulk_with_timeout[web_classification_no_variants]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_input_type_invalid[simple_flow_with_python_tool-batch_input0-The value for flow input 'num' is not provided in line 0 of input data. Please review your input data or remove this input in your flow if it's no longer needed.-InputNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_input_type_invalid[simple_flow_with_python_tool-batch_input1-The value 'hello' for flow input 'num' in line 0 of input data does not match the expected type 'int'. Please review the input data or adjust the input type of 'num' in your flow.-InputTypeError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_raise_on_line_failure[simple_flow_with_python_tool-batch_input0-True-Exception]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_raise_on_line_failure[simple_flow_with_python_tool-batch_input1-False-InputNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_raise_on_line_failure[simple_flow_with_python_tool-batch_input2-True-Exception]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_raise_on_line_failure[simple_flow_with_python_tool-batch_input3-False-InputTypeError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_raise_on_line_failure[simple_flow_with_python_tool-batch_input4-True-None]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_raise_on_line_failure[simple_flow_with_python_tool-batch_input5-False-None]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_validate_inputs[simple_flow_with_python_tool-batch_input0-True-None]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_validate_inputs[simple_flow_with_python_tool-batch_input1-False-TypeError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_validate_inputs[simple_flow_with_python_tool-batch_input2-False-None]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_validate_inputs[simple_flow_with_python_tool-batch_input3-True-InputNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_validate_inputs[simple_flow_with_python_tool-batch_input4-False-InvalidFlowRequest]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_validate_inputs[simple_flow_with_python_tool-batch_input5-True-InputTypeError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_bulk_run_validate_inputs[simple_flow_with_python_tool-batch_input6-False-TypeError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_executor_create[flow_input_reference_invalid-flow.dag.yaml-InputReferenceNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_executor_create[flow_output_reference_invalid-flow.dag.yaml-EmptyOutputReference]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_executor_create[node_circular_dependency-flow.dag.yaml-NodeCircularDependency]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_executor_create[node_reference_not_found-flow.dag.yaml-NodeReferenceNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_executor_create[nodes_names_duplicated-flow.dag.yaml-DuplicateNodeName]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_executor_create[source_file_missing-flow.dag.jinja.yaml-InvalidSource]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_executor_create[source_file_missing-flow.dag.python.yaml-PythonParsingError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_flow_run_input_type_invalid[simple_flow_with_python_tool-line_input0-InputNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_flow_run_input_type_invalid[simple_flow_with_python_tool-line_input1-InputTypeError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_flow_run_with_duplicated_inputs[llm_tool_with_duplicated_inputs-Invalid inputs {'prompt'} in prompt template of node llm_tool_with_duplicated_inputs. These inputs are duplicated with the parameters of AzureOpenAI.completion.]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_flow_run_with_duplicated_inputs[prompt_tool_with_duplicated_inputs-Invalid inputs {'template'} in prompt template of node prompt_tool_with_duplicated_inputs. These inputs are duplicated with the reserved parameters of prompt tool.]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_invalid_flow_dag[invalid_connection-ConnectionNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_invalid_flow_dag[outputs_reference_not_valid-OutputReferenceNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_invalid_flow_dag[outputs_with_invalid_flow_inputs_ref-OutputReferenceNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_invalid_flow_dag[tool_type_missing-NotImplementedError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_invalid_flow_dag[wrong_api-APINotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_invalid_flow_dag[wrong_module-FailedToImportModule]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_invalid_flow_dag[wrong_provider-APINotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_node_topology_in_order[web_classification_no_variants-web_classification_no_variants_unordered]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_single_node_input_type_invalid[path_root0-simple_flow_with_python_tool-divide_num-line_input0-InputNotFound]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_single_node_input_type_invalid[path_root1-simple_flow_with_python_tool-divide_num-line_input1-InputTypeError]
tests.executor.e2etests.test_executor_validation.TestValidation ‑ test_single_node_input_type_invalid[path_root2-flow_input_reference_invalid-divide_num-line_input2-InputNotFound]
tests.executor.e2etests.test_langchain.TestLangchain ‑ test_executor_exec_bulk_with_langchain
tests.executor.e2etests.test_logs.TestExecutorLogs ‑ test_executor_logs[print_input_flow]
tests.executor.e2etests.test_logs.TestExecutorLogs ‑ test_long_run_log
tests.executor.e2etests.test_logs.TestExecutorLogs ‑ test_node_logs[print_input_flow]
tests.executor.e2etests.test_logs.TestExecutorLogs ‑ test_node_logs_in_executor_logs[print_input_flow]
tests.executor.e2etests.test_package_tool.TestPackageTool ‑ test_custom_llm_tool_with_duplicated_inputs
tests.executor.e2etests.test_package_tool.TestPackageTool ‑ test_executor_package_tool_with_conn
tests.executor.e2etests.test_package_tool.TestPackageTool ‑ test_executor_package_with_prompt_tool
tests.executor.e2etests.test_package_tool.TestPackageTool ‑ test_package_tool_execution[wrong_package_in_package_tools-PackageToolNotFoundError-Package tool 'promptflow.tools.serpapi11.SerpAPI.search' is not found in the current environment. All available package tools are: ['promptflow.tools.azure_content_safety.AzureContentSafety.analyze_text', 'promptflow.tools.azure_detect.AzureDetect.get_language'].]
tests.executor.e2etests.test_package_tool.TestPackageTool ‑ test_package_tool_execution[wrong_tool_in_package_tools-PackageToolNotFoundError-Package tool 'promptflow.tools.serpapi.SerpAPI.search_11' is not found in the current environment. All available package tools are: ['promptflow.tools.azure_content_safety.AzureContentSafety.analyze_text', 'promptflow.tools.azure_detect.AzureDetect.get_language'].]
tests.executor.e2etests.test_skip.TestExecutorSkip ‑ test_skip
tests.executor.e2etests.test_telemetry.TestExecutorTelemetry ‑ test_executor_openai_telemetry
tests.executor.e2etests.test_traces.TestExecutorTraces ‑ test_executor_generator_tools
tests.executor.e2etests.test_traces.TestExecutorTraces ‑ test_executor_openai_api_flow