From b0cc956fca20ca617ceeb70ddf8a3e6b75a9c40a Mon Sep 17 00:00:00 2001 From: MilesHolland <108901744+MilesHolland@users.noreply.github.com> Date: Thu, 15 Aug 2024 15:34:09 -0400 Subject: [PATCH] skip test_log_artifact . (#3664) Skipping a test that isn't fixed even by re-recording. Opened a bug task to address it later. --- .../evals/e2etests/test_metrics_upload.py | 1 + ...d_TestMetricsUpload_test_log_artifact.yaml | 1216 ++++++++--------- 2 files changed, 550 insertions(+), 667 deletions(-) diff --git a/src/promptflow-evals/tests/evals/e2etests/test_metrics_upload.py b/src/promptflow-evals/tests/evals/e2etests/test_metrics_upload.py index e55e90867c0..0f5918f291e 100644 --- a/src/promptflow-evals/tests/evals/e2etests/test_metrics_upload.py +++ b/src/promptflow-evals/tests/evals/e2etests/test_metrics_upload.py @@ -116,6 +116,7 @@ def test_logging_metrics(self, caplog, project_scope, azure_ml_client, tracking_ @pytest.mark.azuretest @pytest.mark.usefixtures("vcr_recording") + @pytest.mark.skipif(not is_live(), reason="This test fails in CI and needs to be investigate. See bug: 3415807") def test_log_artifact(self, project_scope, azure_ml_client, tracking_uri, caplog, tmp_path): """Test uploading artifact to the service.""" logger = logging.getLogger(EvalRun.__module__) diff --git a/src/promptflow-evals/tests/recordings/azure/test_metrics_upload_TestMetricsUpload_test_log_artifact.yaml b/src/promptflow-evals/tests/recordings/azure/test_metrics_upload_TestMetricsUpload_test_log_artifact.yaml index 2de3087b86c..cb69cdf6056 100644 --- a/src/promptflow-evals/tests/recordings/azure/test_metrics_upload_TestMetricsUpload_test_log_artifact.yaml +++ b/src/promptflow-evals/tests/recordings/azure/test_metrics_upload_TestMetricsUpload_test_log_artifact.yaml @@ -1,667 +1,549 @@ -interactions: -- request: - body: !!binary | - CocHCoYCChwKDHNlcnZpY2UubmFtZRIMCgpwcm9tcHRmbG93ClwKCmNvbGxlY3Rpb24STgpMcHJv - bXB0Zmxvd19ldmFsc19ldmFsdWF0b3JzX2YxX3Njb3JlX2YxX3Njb3JlX2FzeW5jZjFzY29yZWV2 - YWx1YXRvcl82eWlsNXE4cQo5Cg9zdWJzY3JpcHRpb24uaWQSJgokYjE3MjUzZmEtZjMyNy00MmQ2 - LTk2ODYtZjNlNTUzZTI0NzYzCiwKE3Jlc291cmNlX2dyb3VwLm5hbWUSFQoTcHJvbXB0Zmxvdy1l - dmFscy1jaQofCg53b3Jrc3BhY2UubmFtZRINCgtwZi1ldmFscy13cxL7BAoMCgpwcm9tcHRmbG93 - EuoEChCN/ZV3XB+/anIE1wDtZVmOEgjcRNEGFBHR4CoaQW5zd2VyTGVuZ3RoLl9fYWdncmVnYXRl - X18wATlcVOx8MBvnF0FcVOx8MBvnF0oZCglmcmFtZXdvcmsSDAoKcHJvbXB0Zmxvd0oXCglzcGFu - X3R5cGUSCgoIRnVuY3Rpb25KKAoIZnVuY3Rpb24SHAoaQW5zd2VyTGVuZ3RoLl9fYWdncmVnYXRl - X19KGgoQZXhlY3V0aW9uX3RhcmdldBIGCgRmbGV4ShQKDmlzX2FnZ3JlZ2F0aW9uEgIQAUqFAQoM - YmF0Y2hfcnVuX2lkEnUKc2V2YWxzX2UyZXRlc3RzX2N1c3RvbV9ldmFsdWF0b3JzX2Fuc3dlcl9s - ZW5ndGhfd2l0aF9hZ2dyZWdhdGlvbl9hbnN3ZXJsZW5ndGhfcWdrN255a2RfMjAyNDA3MzBfMTQz - NDA5XzAwMDA4MF9yZWR1Y2VKQQoGaW5wdXRzEjcKNXsKICAibGluZV9yZXN1bHRzIjogWwogICAg - OTgxLAogICAgMTYyNiwKICAgIDMxCiAgXQp9ShEKBm91dHB1dBIHCgU5ODEuMFppCVxU7HwwG+cX - Ehpwcm9tcHRmbG93LmZ1bmN0aW9uLmlucHV0cxpCCgdwYXlsb2FkEjcKNXsKICAibGluZV9yZXN1 - bHRzIjogWwogICAgOTgxLAogICAgMTYyNiwKICAgIDMxCiAgXQp9WjkJXFTsfDAb5xcSGnByb21w - dGZsb3cuZnVuY3Rpb24ub3V0cHV0GhIKB3BheWxvYWQSBwoFOTgxLjB6AhgBhQEAAQAA - headers: - Accept: - - '*/*' - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '906' - Content-Type: - - application/x-protobuf - User-Agent: - - OTel-OTLP-Exporter-Python/1.25.0 - method: POST - uri: http://127.0.0.1:23333/v1/traces - response: - body: - string: ' - - - - 500 Internal Server Error - -

Internal Server Error

- -

The server encountered an internal error and was unable to complete your - request. Either the server is overloaded or there is an error in the application.

- - ' - headers: - access-control-allow-origin: - - '*' - content-length: - - '265' - content-type: - - text/html; charset=utf-8 - server: - - waitress - status: - code: 500 - message: INTERNAL SERVER ERROR -- request: - body: null - headers: - Accept: - - application/json - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - User-Agent: - - azure-ai-ml/1.16.1 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.14 - (Windows-10-10.0.22631-SP0) - method: GET - uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000 - response: - body: - string: '{"id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000", - "name": "00000", "type": "Microsoft.MachineLearningServices/workspaces", "location": - "eastus2", "tags": {}, "etag": null, "kind": "Default", "sku": {"name": "Basic", - "tier": "Basic"}, "properties": {"discoveryUrl": "https://eastus2.api.azureml.ms/discovery", - "mlFlowTrackingUri": "azureml://eastus2.api.azureml.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000"}}' - headers: - cache-control: - - no-cache - content-length: - - '2967' - content-type: - - application/json; charset=utf-8 - expires: - - '-1' - pragma: - - no-cache - strict-transport-security: - - max-age=31536000; includeSubDomains - vary: - - Accept-Encoding - x-cache: - - CONFIG_NOCACHE - x-content-type-options: - - nosniff - x-request-time: - - '0.030' - status: - code: 200 - message: OK -- request: - body: !!binary | - CocHCoYCChwKDHNlcnZpY2UubmFtZRIMCgpwcm9tcHRmbG93ClwKCmNvbGxlY3Rpb24STgpMcHJv - bXB0Zmxvd19ldmFsc19ldmFsdWF0b3JzX2YxX3Njb3JlX2YxX3Njb3JlX2FzeW5jZjFzY29yZWV2 - YWx1YXRvcl82eWlsNXE4cQo5Cg9zdWJzY3JpcHRpb24uaWQSJgokYjE3MjUzZmEtZjMyNy00MmQ2 - LTk2ODYtZjNlNTUzZTI0NzYzCiwKE3Jlc291cmNlX2dyb3VwLm5hbWUSFQoTcHJvbXB0Zmxvdy1l - dmFscy1jaQofCg53b3Jrc3BhY2UubmFtZRINCgtwZi1ldmFscy13cxL7BAoMCgpwcm9tcHRmbG93 - EuoEChCN/ZV3XB+/anIE1wDtZVmOEgjcRNEGFBHR4CoaQW5zd2VyTGVuZ3RoLl9fYWdncmVnYXRl - X18wATlcVOx8MBvnF0FcVOx8MBvnF0oZCglmcmFtZXdvcmsSDAoKcHJvbXB0Zmxvd0oXCglzcGFu - X3R5cGUSCgoIRnVuY3Rpb25KKAoIZnVuY3Rpb24SHAoaQW5zd2VyTGVuZ3RoLl9fYWdncmVnYXRl - X19KGgoQZXhlY3V0aW9uX3RhcmdldBIGCgRmbGV4ShQKDmlzX2FnZ3JlZ2F0aW9uEgIQAUqFAQoM - YmF0Y2hfcnVuX2lkEnUKc2V2YWxzX2UyZXRlc3RzX2N1c3RvbV9ldmFsdWF0b3JzX2Fuc3dlcl9s - ZW5ndGhfd2l0aF9hZ2dyZWdhdGlvbl9hbnN3ZXJsZW5ndGhfcWdrN255a2RfMjAyNDA3MzBfMTQz - NDA5XzAwMDA4MF9yZWR1Y2VKQQoGaW5wdXRzEjcKNXsKICAibGluZV9yZXN1bHRzIjogWwogICAg - OTgxLAogICAgMTYyNiwKICAgIDMxCiAgXQp9ShEKBm91dHB1dBIHCgU5ODEuMFppCVxU7HwwG+cX - Ehpwcm9tcHRmbG93LmZ1bmN0aW9uLmlucHV0cxpCCgdwYXlsb2FkEjcKNXsKICAibGluZV9yZXN1 - bHRzIjogWwogICAgOTgxLAogICAgMTYyNiwKICAgIDMxCiAgXQp9WjkJXFTsfDAb5xcSGnByb21w - dGZsb3cuZnVuY3Rpb24ub3V0cHV0GhIKB3BheWxvYWQSBwoFOTgxLjB6AhgBhQEAAQAA - headers: - Accept: - - '*/*' - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '906' - Content-Type: - - application/x-protobuf - User-Agent: - - OTel-OTLP-Exporter-Python/1.25.0 - method: POST - uri: http://127.0.0.1:23333/v1/traces - response: - body: - string: ' - - - - 500 Internal Server Error - -

Internal Server Error

- -

The server encountered an internal error and was unable to complete your - request. Either the server is overloaded or there is an error in the application.

- - ' - headers: - access-control-allow-origin: - - '*' - content-length: - - '265' - content-type: - - text/html; charset=utf-8 - server: - - waitress - status: - code: 500 - message: INTERNAL SERVER ERROR -- request: - body: '{"experiment_id": "0", "user_id": "promptflow-evals", "start_time": "1717563256142", - "tags": [{"key": "mlflow.user", "value": "promptflow-evals"}], "run_name": "test"}' - headers: - Accept: - - '*/*' - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '165' - Content-Type: - - application/json - User-Agent: - - promptflow/0.1.0.dev0 - method: POST - uri: https://eastus2.api.azureml.ms/mlflow/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/api/2.0/mlflow/runs/create - response: - body: - string: '{"run": {"info": {"run_uuid": "f9b3610c-e60c-49a6-bb92-38f4720f007f", - "experiment_id": "34fb7f85-4f86-428b-9c6f-333adf9733a8", "run_name": "test", - "user_id": "00000000-0000-0000-0000-000000000000", "status": "RUNNING", "start_time": - "1721759902457", "artifact_uri": "azureml://eastus2.api.azureml.ms/mlflow/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/experiments/0/runs/f9b3610c-e60c-49a6-bb92-38f4720f007f/artifacts", - "lifecycle_stage": "active", "run_id": "f9b3610c-e60c-49a6-bb92-38f4720f007f"}, - "data": {"tags": [{"key": "mlflow.user", "value": "promptflow-evals"}, {"key": - "mlflow.rootRunId", "value": "f9b3610c-e60c-49a6-bb92-38f4720f007f"}, {"key": - "mlflow.runName", "value": "test"}, {"key": "mlflow.user", "value": "First - Last"}]}, "inputs": {}}}' - headers: - connection: - - keep-alive - content-length: - - '886' - content-type: - - application/json; charset=utf-8 - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - transfer-encoding: - - chunked - vary: - - Accept-Encoding - x-content-type-options: - - nosniff - x-request-time: - - '0.115' - status: - code: 200 - message: OK -- request: - body: null - headers: - Accept: - - application/json - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - User-Agent: - - azure-ai-ml/1.16.1 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.14 - (Windows-10-10.0.22631-SP0) - method: GET - uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores?count=30&isDefault=true&orderByAsc=false - response: - body: - string: '{"value": [{"id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", - "name": "workspaceblobstore", "type": "Microsoft.MachineLearningServices/workspaces/datastores", - "properties": {"description": null, "tags": null, "properties": null, "isDefault": - true, "credentials": {"credentialsType": "AccountKey"}, "intellectualProperty": - null, "subscriptionId": "00000000-0000-0000-0000-000000000000", "resourceGroup": - "00000", "datastoreType": "AzureBlob", "accountName": "fake_account_name", - "containerName": "fake-container-name", "endpoint": "core.windows.net", "protocol": - "https", "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity"}, - "systemData": {"createdAt": "2024-04-19T21:40:36.1575562+00:00", "createdBy": - "779301c0-18b2-4cdc-801b-a0a3368fee0a", "createdByType": "Application", "lastModifiedAt": - "2024-04-19T21:40:36.7341989+00:00", "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", - "lastModifiedByType": "Application"}}]}' - headers: - cache-control: - - no-cache - content-length: - - '1380' - content-type: - - application/json; charset=utf-8 - expires: - - '-1' - pragma: - - no-cache - strict-transport-security: - - max-age=31536000; includeSubDomains - vary: - - Accept-Encoding - x-cache: - - CONFIG_NOCACHE - x-content-type-options: - - nosniff - x-request-time: - - '0.076' - status: - code: 200 - message: OK -- request: - body: null - headers: - Accept: - - application/json - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '0' - User-Agent: - - azure-ai-ml/1.16.1 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.14 - (Windows-10-10.0.22631-SP0) - method: POST - uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets - response: - body: - string: '{"secretsType": "AccountKey", "key": "dGhpcyBpcyBmYWtlIGtleQ=="}' - headers: - cache-control: - - no-cache - content-length: - - '134' - content-type: - - application/json; charset=utf-8 - expires: - - '-1' - pragma: - - no-cache - strict-transport-security: - - max-age=31536000; includeSubDomains - x-cache: - - CONFIG_NOCACHE - x-content-type-options: - - nosniff - x-request-time: - - '0.153' - status: - code: 200 - message: OK -- request: - body: '{"f1": 0.5}' - headers: - Accept: - - application/xml - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '11' - Content-Type: - - application/octet-stream - User-Agent: - - azsdk-python-storage-blob/12.19.0 Python/3.10.14 (Windows-10-10.0.22631-SP0) - x-ms-blob-type: - - BlockBlob - x-ms-date: - - Tue, 23 Jul 2024 18:38:27 GMT - x-ms-version: - - '2023-11-03' - method: PUT - uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/instance_results.jsonl - response: - body: - string: '' - headers: - content-length: - - '0' - content-md5: - - diUhBBdPqiF5HmMm8IgKdw== - last-modified: - - Tue, 23 Jul 2024 18:38:28 GMT - server: - - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 - x-ms-content-crc64: - - 5eDdDLCk6vg= - x-ms-request-server-encrypted: - - 'true' - x-ms-version: - - '2023-11-03' - status: - code: 201 - message: Created -- request: - body: '{"internal_f1": 0.6}' - headers: - Accept: - - application/xml - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '20' - Content-Type: - - application/octet-stream - User-Agent: - - azsdk-python-storage-blob/12.19.0 Python/3.10.14 (Windows-10-10.0.22631-SP0) - x-ms-blob-type: - - BlockBlob - x-ms-date: - - Tue, 23 Jul 2024 18:38:28 GMT - x-ms-version: - - '2023-11-03' - method: PUT - uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/internal_dir/test.json - response: - body: - string: '' - headers: - content-length: - - '0' - content-md5: - - ajrc77H5/pKmiiAzHB+q7A== - last-modified: - - Tue, 23 Jul 2024 18:38:29 GMT - server: - - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 - x-ms-content-crc64: - - +o3ucAmEJMI= - x-ms-request-server-encrypted: - - 'true' - x-ms-version: - - '2023-11-03' - status: - code: 201 - message: Created -- request: - body: null - headers: - Accept: - - application/json - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - User-Agent: - - azure-ai-ml/1.16.1 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.14 - (Windows-10-10.0.22631-SP0) - method: GET - uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores?count=30&isDefault=true&orderByAsc=false - response: - body: - string: '{"value": [{"id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", - "name": "workspaceblobstore", "type": "Microsoft.MachineLearningServices/workspaces/datastores", - "properties": {"description": null, "tags": null, "properties": null, "isDefault": - true, "credentials": {"credentialsType": "AccountKey"}, "intellectualProperty": - null, "subscriptionId": "00000000-0000-0000-0000-000000000000", "resourceGroup": - "00000", "datastoreType": "AzureBlob", "accountName": "fake_account_name", - "containerName": "fake-container-name", "endpoint": "core.windows.net", "protocol": - "https", "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity"}, - "systemData": {"createdAt": "2024-04-19T21:40:36.1575562+00:00", "createdBy": - "779301c0-18b2-4cdc-801b-a0a3368fee0a", "createdByType": "Application", "lastModifiedAt": - "2024-04-19T21:40:36.7341989+00:00", "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", - "lastModifiedByType": "Application"}}]}' - headers: - cache-control: - - no-cache - content-length: - - '1380' - content-type: - - application/json; charset=utf-8 - expires: - - '-1' - pragma: - - no-cache - strict-transport-security: - - max-age=31536000; includeSubDomains - vary: - - Accept-Encoding - x-cache: - - CONFIG_NOCACHE - x-content-type-options: - - nosniff - x-request-time: - - '0.049' - status: - code: 200 - message: OK -- request: - body: null - headers: - Accept: - - application/json - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '0' - User-Agent: - - azure-ai-ml/1.16.1 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.14 - (Windows-10-10.0.22631-SP0) - method: POST - uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets - response: - body: - string: '{"secretsType": "AccountKey", "key": "dGhpcyBpcyBmYWtlIGtleQ=="}' - headers: - cache-control: - - no-cache - content-length: - - '134' - content-type: - - application/json; charset=utf-8 - expires: - - '-1' - pragma: - - no-cache - strict-transport-security: - - max-age=31536000; includeSubDomains - x-cache: - - CONFIG_NOCACHE - x-content-type-options: - - nosniff - x-request-time: - - '0.077' - status: - code: 200 - message: OK -- request: - body: '{"f1": 0.5}' - headers: - Accept: - - application/xml - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '11' - Content-Type: - - application/octet-stream - User-Agent: - - azsdk-python-storage-blob/12.19.0 Python/3.10.14 (Windows-10-10.0.22631-SP0) - x-ms-blob-type: - - BlockBlob - x-ms-date: - - Tue, 23 Jul 2024 18:38:29 GMT - x-ms-version: - - '2023-11-03' - method: PUT - uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/instance_results.jsonl - response: - body: - string: '' - headers: - content-length: - - '0' - content-md5: - - diUhBBdPqiF5HmMm8IgKdw== - last-modified: - - Tue, 23 Jul 2024 18:38:30 GMT - server: - - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 - x-ms-content-crc64: - - 5eDdDLCk6vg= - x-ms-request-server-encrypted: - - 'true' - x-ms-version: - - '2023-11-03' - status: - code: 201 - message: Created -- request: - body: '{"internal_f1": 0.6}' - headers: - Accept: - - application/xml - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '20' - Content-Type: - - application/octet-stream - User-Agent: - - azsdk-python-storage-blob/12.19.0 Python/3.10.14 (Windows-10-10.0.22631-SP0) - x-ms-blob-type: - - BlockBlob - x-ms-date: - - Tue, 23 Jul 2024 18:38:30 GMT - x-ms-version: - - '2023-11-03' - method: PUT - uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/internal_dir/test.json - response: - body: - string: '' - headers: - content-length: - - '0' - content-md5: - - ajrc77H5/pKmiiAzHB+q7A== - last-modified: - - Tue, 23 Jul 2024 18:38:30 GMT - server: - - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 - x-ms-content-crc64: - - +o3ucAmEJMI= - x-ms-request-server-encrypted: - - 'true' - x-ms-version: - - '2023-11-03' - status: - code: 201 - message: Created -- request: - body: '{"origin": "ExperimentRun", "container": "dcid.evals_e2etests_run_id_xxx0_xxx_00000000_000000_000000", - "path": "instance_results.jsonl", "dataPath": {"dataStoreName": "workspaceblobstore", - "relativePath": "promptflow/PromptFlowArtifacts/evals_e2etests_run_id_xxx0_xxx_00000000_000000_000000/instance_results.jsonl"}}' - headers: - Accept: - - '*/*' - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '250' - Content-Type: - - application/json - User-Agent: - - promptflow/0.1.0.dev0 - method: POST - uri: https://eastus2.api.azureml.ms/artifact/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/artifacts/register - response: - body: - string: '{"artifactId": "ExperimentRun/dcid.f9b3610c-e60c-49a6-bb92-38f4720f007f/instance_results.jsonl", - "origin": "ExperimentRun", "container": "dcid.f9b3610c-e60c-49a6-bb92-38f4720f007f", - "path": "instance_results.jsonl", "etag": "\"d0001d10-0000-0200-0000-669ff8a70000\"", - "createdTime": "2024-07-23T18:38:31.415546+00:00", "dataPath": {"dataStoreName": - "workspaceblobstore", "relativePath": "promptflow/PromptFlowArtifacts/test/instance_results.jsonl"}, - "tags": {}}' - headers: - connection: - - keep-alive - content-length: - - '491' - content-type: - - application/json; charset=utf-8 - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - transfer-encoding: - - chunked - vary: - - Accept-Encoding - x-content-type-options: - - nosniff - x-request-time: - - '0.161' - status: - code: 200 - message: OK -- request: - body: '{"run_uuid": "00000000-0000-0000-0000-000000000000", "status": "FINISHED", - "end_time": "1717563261483", "run_id": "00000000-0000-0000-0000-000000000000"}' - headers: - Accept: - - '*/*' - Accept-Encoding: - - gzip, deflate - Connection: - - keep-alive - Content-Length: - - '151' - Content-Type: - - application/json - User-Agent: - - promptflow/0.1.0.dev0 - method: POST - uri: https://eastus2.api.azureml.ms/mlflow/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/api/2.0/mlflow/runs/update - response: - body: - string: '{"run_info": {"run_uuid": "f9b3610c-e60c-49a6-bb92-38f4720f007f", "experiment_id": - "34fb7f85-4f86-428b-9c6f-333adf9733a8", "run_name": "test", "user_id": "00000000-0000-0000-0000-000000000000", - "status": "FINISHED", "start_time": "1721759902457", "end_time": "1721759911885", - "lifecycle_stage": "active", "run_id": "f9b3610c-e60c-49a6-bb92-38f4720f007f"}}' - headers: - connection: - - keep-alive - content-length: - - '359' - content-type: - - application/json; charset=utf-8 - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - transfer-encoding: - - chunked - vary: - - Accept-Encoding - x-content-type-options: - - nosniff - x-request-time: - - '0.603' - status: - code: 200 - message: OK -version: 1 +interactions: +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + User-Agent: + - azure-ai-ml/1.17.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.8 + (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000 + response: + body: + string: '{"id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000", + "name": "00000", "type": "Microsoft.MachineLearningServices/workspaces", "location": + "eastus2", "tags": {}, "etag": null, "kind": "Default", "sku": {"name": "Basic", + "tier": "Basic"}, "properties": {"discoveryUrl": "https://eastus2.api.azureml.ms/discovery", + "mlFlowTrackingUri": "azureml://eastus2.api.azureml.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000"}}' + headers: + cache-control: + - no-cache + content-length: + - '2967' + content-type: + - application/json; charset=utf-8 + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-cache: + - CONFIG_NOCACHE + x-content-type-options: + - nosniff + x-request-time: + - '0.046' + status: + code: 200 + message: OK +- request: + body: '{"experiment_id": "0", "user_id": "promptflow-evals", "start_time": "1717563256142", + "tags": [{"key": "mlflow.user", "value": "promptflow-evals"}], "run_name": "test"}' + headers: + Accept: + - '*/*' + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '165' + Content-Type: + - application/json + User-Agent: + - promptflow/0.1.0.dev0 + method: POST + uri: https://eastus2.api.azureml.ms/mlflow/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/api/2.0/mlflow/runs/create + response: + body: + string: '{"run": {"info": {"run_uuid": "4bba56de-a173-466c-8b1c-ac8411b3f599", + "experiment_id": "34fb7f85-4f86-428b-9c6f-333adf9733a8", "run_name": "test", + "user_id": "00000000-0000-0000-0000-000000000000", "status": "RUNNING", "start_time": + "1723743417298", "artifact_uri": "azureml://eastus2.api.azureml.ms/mlflow/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/experiments/0/runs/4bba56de-a173-466c-8b1c-ac8411b3f599/artifacts", + "lifecycle_stage": "active", "run_id": "4bba56de-a173-466c-8b1c-ac8411b3f599"}, + "data": {"tags": [{"key": "mlflow.user", "value": "promptflow-evals"}, {"key": + "mlflow.rootRunId", "value": "4bba56de-a173-466c-8b1c-ac8411b3f599"}, {"key": + "mlflow.runName", "value": "test"}, {"key": "mlflow.user", "value": "First + Last"}]}, "inputs": {}}}' + headers: + connection: + - keep-alive + content-length: + - '891' + content-type: + - application/json; charset=utf-8 + strict-transport-security: + - max-age=31536000; includeSubDomains; preload + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-request-time: + - '0.119' + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + User-Agent: + - azure-ai-ml/1.17.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.8 + (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores?count=30&isDefault=true&orderByAsc=false + response: + body: + string: '{"value": [{"id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": {"description": null, "tags": null, "properties": null, "isDefault": + true, "credentials": {"credentialsType": "AccountKey"}, "intellectualProperty": + null, "subscriptionId": "00000000-0000-0000-0000-000000000000", "resourceGroup": + "00000", "datastoreType": "AzureBlob", "accountName": "fake_account_name", + "containerName": "fake-container-name", "endpoint": "core.windows.net", "protocol": + "https", "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity"}, + "systemData": {"createdAt": "2024-04-19T21:40:36.1575562+00:00", "createdBy": + "779301c0-18b2-4cdc-801b-a0a3368fee0a", "createdByType": "Application", "lastModifiedAt": + "2024-04-19T21:40:36.7341989+00:00", "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application"}}]}' + headers: + cache-control: + - no-cache + content-length: + - '1380' + content-type: + - application/json; charset=utf-8 + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-cache: + - CONFIG_NOCACHE + x-content-type-options: + - nosniff + x-request-time: + - '0.049' + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '0' + User-Agent: + - azure-ai-ml/1.17.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.8 + (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + method: POST + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets + response: + body: + string: '{"secretsType": "AccountKey", "key": "dGhpcyBpcyBmYWtlIGtleQ=="}' + headers: + cache-control: + - no-cache + content-length: + - '134' + content-type: + - application/json; charset=utf-8 + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + x-cache: + - CONFIG_NOCACHE + x-content-type-options: + - nosniff + x-request-time: + - '0.087' + status: + code: 200 + message: OK +- request: + body: '{"f1": 0.5}' + headers: + Accept: + - application/xml + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '11' + Content-Type: + - application/octet-stream + User-Agent: + - azsdk-python-storage-blob/12.20.0 Python/3.10.8 (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + x-ms-blob-type: + - BlockBlob + x-ms-date: + - Thu, 15 Aug 2024 17:37:00 GMT + x-ms-version: + - '2024-05-04' + method: PUT + uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/instance_results.jsonl + response: + body: + string: '' + headers: + content-length: + - '0' + content-md5: + - diUhBBdPqiF5HmMm8IgKdw== + last-modified: + - Thu, 15 Aug 2024 17:37:00 GMT + server: + - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 + x-ms-content-crc64: + - 5eDdDLCk6vg= + x-ms-request-server-encrypted: + - 'true' + x-ms-version: + - '2024-05-04' + status: + code: 201 + message: Created +- request: + body: '{"internal_f1": 0.6}' + headers: + Accept: + - application/xml + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '20' + Content-Type: + - application/octet-stream + User-Agent: + - azsdk-python-storage-blob/12.20.0 Python/3.10.8 (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + x-ms-blob-type: + - BlockBlob + x-ms-date: + - Thu, 15 Aug 2024 17:37:00 GMT + x-ms-version: + - '2024-05-04' + method: PUT + uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/internal_dir/test.json + response: + body: + string: '' + headers: + content-length: + - '0' + content-md5: + - ajrc77H5/pKmiiAzHB+q7A== + last-modified: + - Thu, 15 Aug 2024 17:37:01 GMT + server: + - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 + x-ms-content-crc64: + - +o3ucAmEJMI= + x-ms-request-server-encrypted: + - 'true' + x-ms-version: + - '2024-05-04' + status: + code: 201 + message: Created +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + User-Agent: + - azure-ai-ml/1.17.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.8 + (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores?count=30&isDefault=true&orderByAsc=false + response: + body: + string: '{"value": [{"id": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": {"description": null, "tags": null, "properties": null, "isDefault": + true, "credentials": {"credentialsType": "AccountKey"}, "intellectualProperty": + null, "subscriptionId": "00000000-0000-0000-0000-000000000000", "resourceGroup": + "00000", "datastoreType": "AzureBlob", "accountName": "fake_account_name", + "containerName": "fake-container-name", "endpoint": "core.windows.net", "protocol": + "https", "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity"}, + "systemData": {"createdAt": "2024-04-19T21:40:36.1575562+00:00", "createdBy": + "779301c0-18b2-4cdc-801b-a0a3368fee0a", "createdByType": "Application", "lastModifiedAt": + "2024-04-19T21:40:36.7341989+00:00", "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application"}}]}' + headers: + cache-control: + - no-cache + content-length: + - '1380' + content-type: + - application/json; charset=utf-8 + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-cache: + - CONFIG_NOCACHE + x-content-type-options: + - nosniff + x-request-time: + - '0.053' + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '0' + User-Agent: + - azure-ai-ml/1.17.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.10.8 + (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + method: POST + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets + response: + body: + string: '{"secretsType": "AccountKey", "key": "dGhpcyBpcyBmYWtlIGtleQ=="}' + headers: + cache-control: + - no-cache + content-length: + - '134' + content-type: + - application/json; charset=utf-8 + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + x-cache: + - CONFIG_NOCACHE + x-content-type-options: + - nosniff + x-request-time: + - '0.083' + status: + code: 200 + message: OK +- request: + body: '{"f1": 0.5}' + headers: + Accept: + - application/xml + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '11' + Content-Type: + - application/octet-stream + User-Agent: + - azsdk-python-storage-blob/12.20.0 Python/3.10.8 (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + x-ms-blob-type: + - BlockBlob + x-ms-date: + - Thu, 15 Aug 2024 17:37:02 GMT + x-ms-version: + - '2024-05-04' + method: PUT + uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/instance_results.jsonl + response: + body: + string: '' + headers: + content-length: + - '0' + content-md5: + - diUhBBdPqiF5HmMm8IgKdw== + last-modified: + - Thu, 15 Aug 2024 17:37:02 GMT + server: + - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 + x-ms-content-crc64: + - 5eDdDLCk6vg= + x-ms-request-server-encrypted: + - 'true' + x-ms-version: + - '2024-05-04' + status: + code: 201 + message: Created +- request: + body: '{"internal_f1": 0.6}' + headers: + Accept: + - application/xml + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '20' + Content-Type: + - application/octet-stream + User-Agent: + - azsdk-python-storage-blob/12.20.0 Python/3.10.8 (Linux-5.15.153.1-microsoft-standard-WSL2-x86_64-with-glibc2.31) + x-ms-blob-type: + - BlockBlob + x-ms-date: + - Thu, 15 Aug 2024 17:37:02 GMT + x-ms-version: + - '2024-05-04' + method: PUT + uri: https://fake_account_name.blob.core.windows.net/fake-container-name/promptflow/PromptFlowArtifacts/test/internal_dir/test.json + response: + body: + string: '' + headers: + content-length: + - '0' + content-md5: + - ajrc77H5/pKmiiAzHB+q7A== + last-modified: + - Thu, 15 Aug 2024 17:37:02 GMT + server: + - Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0 + x-ms-content-crc64: + - +o3ucAmEJMI= + x-ms-request-server-encrypted: + - 'true' + x-ms-version: + - '2024-05-04' + status: + code: 201 + message: Created +- request: + body: '{"origin": "ExperimentRun", "container": "dcid.evals_e2etests_run_id_xxx0_xxx_00000000_000000_000000", + "path": "instance_results.jsonl", "dataPath": {"dataStoreName": "workspaceblobstore", + "relativePath": "promptflow/PromptFlowArtifacts/evals_e2etests_run_id_xxx0_xxx_00000000_000000_000000/instance_results.jsonl"}}' + headers: + Accept: + - '*/*' + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '250' + Content-Type: + - application/json + User-Agent: + - promptflow/0.1.0.dev0 + method: POST + uri: https://eastus2.api.azureml.ms/artifact/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/artifacts/register + response: + body: + string: '{"artifactId": "ExperimentRun/dcid.4bba56de-a173-466c-8b1c-ac8411b3f599/instance_results.jsonl", + "origin": "ExperimentRun", "container": "dcid.4bba56de-a173-466c-8b1c-ac8411b3f599", + "path": "instance_results.jsonl", "etag": "\"08022746-0000-0200-0000-66be3cbf0000\"", + "createdTime": "2024-08-15T17:37:03.0216831+00:00", "dataPath": {"dataStoreName": + "workspaceblobstore", "relativePath": "promptflow/PromptFlowArtifacts/test/instance_results.jsonl"}, + "tags": {}}' + headers: + connection: + - keep-alive + content-length: + - '492' + content-type: + - application/json; charset=utf-8 + strict-transport-security: + - max-age=31536000; includeSubDomains; preload + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-request-time: + - '0.058' + status: + code: 200 + message: OK +- request: + body: '{"run_uuid": "00000000-0000-0000-0000-000000000000", "status": "FINISHED", + "end_time": "1717563261483", "run_id": "00000000-0000-0000-0000-000000000000"}' + headers: + Accept: + - '*/*' + Accept-Encoding: + - gzip, deflate + Connection: + - keep-alive + Content-Length: + - '151' + Content-Type: + - application/json + User-Agent: + - promptflow/0.1.0.dev0 + method: POST + uri: https://eastus2.api.azureml.ms/mlflow/v2.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/api/2.0/mlflow/runs/update + response: + body: + string: '{"run_info": {"run_uuid": "4bba56de-a173-466c-8b1c-ac8411b3f599", "experiment_id": + "34fb7f85-4f86-428b-9c6f-333adf9733a8", "run_name": "test", "user_id": "00000000-0000-0000-0000-000000000000", + "status": "FINISHED", "start_time": "1723743417298", "end_time": "1723743423335", + "lifecycle_stage": "active", "run_id": "4bba56de-a173-466c-8b1c-ac8411b3f599"}}' + headers: + connection: + - keep-alive + content-length: + - '359' + content-type: + - application/json; charset=utf-8 + strict-transport-security: + - max-age=31536000; includeSubDomains; preload + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-request-time: + - '0.355' + status: + code: 200 + message: OK +version: 1