diff --git a/sdk/ml/azure-ai-ml/tests/internal/_utils.py b/sdk/ml/azure-ai-ml/tests/internal/_utils.py index 874d6de06f69..7e6eeb8f3435 100644 --- a/sdk/ml/azure-ai-ml/tests/internal/_utils.py +++ b/sdk/ml/azure-ai-ml/tests/internal/_utils.py @@ -1,3 +1,5 @@ +from pathlib import Path + import pydash from azure.ai.ml import Input @@ -178,6 +180,12 @@ # component containing v1.5 nodes ] +# this is to shorten the test name +TEST_CASE_NAME_ENUMERATE = list(enumerate(map( + lambda params: Path(params[0]).name, + PARAMETERS_TO_TEST, +))) + def set_run_settings(node, runsettings_dict): for dot_key, value in runsettings_dict.items(): diff --git a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py index de690077136c..a081fde194f7 100644 --- a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py +++ b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_component.py @@ -52,7 +52,11 @@ def bodiless_matching(test_proxy): @pytest.mark.usefixtures( - "recorded_test", "enable_internal_components", "mock_code_hash", "mock_asset_name", "mock_component_hash" + "recorded_test", + "enable_internal_components", + "mock_code_hash", + "mock_asset_name", + "mock_component_hash" ) @pytest.mark.e2etest @pytest.mark.pipeline_test diff --git a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py index 9fb761bd1fcb..3d33f7748404 100644 --- a/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py +++ b/sdk/ml/azure-ai-ml/tests/internal/e2etests/test_pipeline_job.py @@ -5,7 +5,7 @@ from pathlib import Path from typing import Callable -from devtools_testutils import AzureRecordedTestCase, is_live +from devtools_testutils import AzureRecordedTestCase import pydash import pytest @@ -17,7 +17,7 @@ from azure.core.exceptions import HttpResponseError from azure.core.polling import LROPoller -from .._utils import DATA_VERSION, PARAMETERS_TO_TEST, set_run_settings +from .._utils import DATA_VERSION, PARAMETERS_TO_TEST, set_run_settings, TEST_CASE_NAME_ENUMERATE _dependent_datasets = {} @@ -60,7 +60,6 @@ def create_internal_sample_dependent_datasets(client: MLClient): "create_internal_sample_dependent_datasets", "enable_internal_components", ) -@pytest.mark.skipif(condition=not is_live(), reason="Works in live mode, does not work in playback") @pytest.mark.e2etest @pytest.mark.pipeline_test class TestPipelineJob(AzureRecordedTestCase): @@ -111,12 +110,16 @@ def pipeline_func(): ) @pytest.mark.parametrize( - "yaml_path,inputs,runsettings_dict,pipeline_runsettings_dict", - PARAMETERS_TO_TEST, + "test_case_i,test_case_name", + TEST_CASE_NAME_ENUMERATE, ) - def test_pipeline_anonymous( - self, client: MLClient, yaml_path, inputs, runsettings_dict, pipeline_runsettings_dict + def test_pipeline_job_with_anonymous_internal_component( + self, + client: MLClient, + test_case_i: int, + test_case_name: str, ): + yaml_path, inputs, runsettings_dict, pipeline_runsettings_dict = PARAMETERS_TO_TEST[test_case_i] # curated env with name & version node_func: InternalComponent = load_component(yaml_path) @@ -124,20 +127,20 @@ def test_pipeline_anonymous( @pytest.mark.skip(reason="TODO: can't find newly registered component?") @pytest.mark.parametrize( - "yaml_path,inputs,runsettings_dict,pipeline_runsettings_dict", - PARAMETERS_TO_TEST, + "test_case_i,test_case_name", + TEST_CASE_NAME_ENUMERATE, ) - def test_created_internal_component_in_pipeline( + def test_pipeline_job_with_registered_internal_component( self, client: MLClient, - randstr: Callable[[], str], - yaml_path, - inputs, - runsettings_dict, - pipeline_runsettings_dict, + randstr: Callable[[str], str], + test_case_i: int, + test_case_name: str, ): - component_to_register = load_component(yaml_path, params_override=[{"name": randstr("name")}]) + yaml_path, inputs, runsettings_dict, pipeline_runsettings_dict = PARAMETERS_TO_TEST[test_case_i] component_name = randstr("component_name") + + component_to_register = load_component(yaml_path, params_override=[{"name": component_name}]) component_resource = client.components.create_or_update(component_to_register) created_component = client.components.get(component_name, component_resource.version) @@ -178,23 +181,19 @@ def pipeline_func(pipeline_input): except HttpResponseError as ex: assert "CancelPipelineRunInTerminalStatus" in str(ex) - @pytest.mark.skip( - reason="Skip for pipeline component compute bug: https://msdata.visualstudio.com/Vienna/_workitems/edit/1920464" - ) + @pytest.mark.skip(reason="marshmallow.exceptions.ValidationError: miss required jobs.node.component") @pytest.mark.parametrize( - "yaml_path,inputs,runsettings_dict,pipeline_runsettings_dict", - PARAMETERS_TO_TEST, + "test_case_i,test_case_name", + TEST_CASE_NAME_ENUMERATE, ) - def test_internal_in_pipeline_component( + def test_pipeline_component_with_anonymous_internal_component( self, client: MLClient, - randstr: Callable[[], str], - yaml_path, - inputs, - runsettings_dict, - pipeline_runsettings_dict, + test_case_i: int, + test_case_name: str, ): - component_func = load_component(yaml_path, params_override=[{"name": randstr("name")}]) + yaml_path, inputs, runsettings_dict, pipeline_runsettings_dict = PARAMETERS_TO_TEST[test_case_i] + component_func = load_component(yaml_path) @pipeline() def sub_pipeline_func(): diff --git a/sdk/ml/azure-ai-ml/tests/pipeline_job/_util.py b/sdk/ml/azure-ai-ml/tests/pipeline_job/_util.py index dd15947dcb60..2c8329e1c7e8 100644 --- a/sdk/ml/azure-ai-ml/tests/pipeline_job/_util.py +++ b/sdk/ml/azure-ai-ml/tests/pipeline_job/_util.py @@ -1,3 +1,5 @@ +from pathlib import Path + from azure.ai.ml.exceptions import JobException from azure.core.exceptions import HttpResponseError @@ -47,3 +49,9 @@ ), ("./tests/test_configs/dsl_pipeline/data_binding_expression/run_settings_sweep_limits.yml", None), ] + +# this is to shorten the test name +DATABINDING_EXPRESSION_TEST_CASE_ENUMERATE = list(enumerate(map( + lambda params: Path(params[0]).name, + DATABINDING_EXPRESSION_TEST_CASES, +))) diff --git a/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py b/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py index 18786dc9964e..428939f7af1a 100644 --- a/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py +++ b/sdk/ml/azure-ai-ml/tests/pipeline_job/e2etests/test_pipeline_job.py @@ -1,11 +1,12 @@ import json +import os.path import re import time from datetime import datetime from pathlib import Path -from typing import Any, Callable, Dict, Optional +from typing import Any, Callable, Dict -from devtools_testutils import AzureRecordedTestCase, is_live, set_bodiless_matcher +from devtools_testutils import AzureRecordedTestCase, set_bodiless_matcher import pydash import pytest from marshmallow import ValidationError @@ -27,7 +28,8 @@ from azure.core.exceptions import HttpResponseError, ResourceNotFoundError from azure.core.polling import LROPoller -from .._util import _PIPELINE_JOB_TIMEOUT_SECOND, DATABINDING_EXPRESSION_TEST_CASES +from .._util import _PIPELINE_JOB_TIMEOUT_SECOND, DATABINDING_EXPRESSION_TEST_CASES, \ + DATABINDING_EXPRESSION_TEST_CASE_ENUMERATE def assert_job_input_output_types(job: PipelineJob): @@ -188,20 +190,13 @@ def test_pipeline_job_get_child_run(self, client: MLClient, generate_weekly_fixe assert isinstance(retrieved_child_run, Job) assert retrieved_child_run.name == child_job.name - @pytest.mark.skipif(condition=not is_live(), reason="Recording file names are too long and need to be shortened") @pytest.mark.parametrize( - "pipeline_job_path, expected_error_type", + "pipeline_job_path", [ # flaky parameterization - # ("./tests/test_configs/pipeline_jobs/invalid/non_existent_remote_component.yml", Exception), - ( - "tests/test_configs/pipeline_jobs/invalid/non_existent_remote_version.yml", - Exception, - ), - ( - "tests/test_configs/pipeline_jobs/invalid/non_existent_compute.yml", - Exception, - ), + # "non_existent_remote_component.yml", + "non_existent_remote_version.yml", + "non_existent_compute.yml", ], ) def test_pipeline_job_validation_remote( @@ -209,14 +204,14 @@ def test_pipeline_job_validation_remote( client: MLClient, randstr: Callable[[str], str], pipeline_job_path: str, - expected_error_type, ) -> None: + base_dir = "./tests/test_configs/pipeline_jobs/invalid/" pipeline_job: PipelineJob = load_job( - source=pipeline_job_path, + source=os.path.join(base_dir, pipeline_job_path), params_override=[{"name": randstr("name")}], ) with pytest.raises( - expected_error_type, + Exception, # hide this as server side error message is not consistent # match=str(expected_error), ): @@ -415,10 +410,22 @@ def test_pipeline_job_default_datastore_compute(self, client: MLClient, randstr: else: assert job.compute in pipeline_job.jobs[job_name].compute - @pytest.mark.skipif(condition=not is_live(), reason="Recording file names are too long and need to be shortened") @pytest.mark.parametrize( - "pipeline_job_path, converted_jobs, expected_dict, fields_to_omit", + "test_case_i,test_case_name", [ + # TODO: enable this after identity support released to canary + # (0, "helloworld_pipeline_job_with_component_output"), + (1, "helloworld_pipeline_job_with_paths"), + ] + ) + def test_pipeline_job_with_command_job( + self, + client: MLClient, + randstr: Callable[[str], str], + test_case_i, + test_case_name, + ) -> None: + params = [ ( "tests/test_configs/pipeline_jobs/helloworld_pipeline_job_defaults_with_command_job_e2e.yml", 2, @@ -587,17 +594,9 @@ def test_pipeline_job_default_datastore_compute(self, client: MLClient, randstr: "source_job_id", ], ), - ], - ) - def test_pipeline_job_with_command_job( - self, - client: MLClient, - randstr: Callable[[str], str], - pipeline_job_path: str, - converted_jobs, - expected_dict, - fields_to_omit, - ) -> None: + ] + pipeline_job_path, converted_jobs, expected_dict, fields_to_omit = params[test_case_i] + params_override = [{"name": randstr("name")}] pipeline_job = load_job( source=pipeline_job_path, @@ -616,21 +615,21 @@ def test_pipeline_job_with_command_job( actual_dict = pydash.omit(pipeline_dict["properties"], *fields_to_omit) assert actual_dict == expected_dict - @pytest.mark.skipif(condition=not is_live(), reason="Recording file names are too long and need to be shortened") @pytest.mark.parametrize( "pipeline_job_path", [ - "tests/test_configs/pipeline_jobs/helloworld_pipeline_job_defaults_with_parallel_job_file_component_input_e2e.yml", - "tests/test_configs/pipeline_jobs/helloworld_pipeline_job_defaults_with_parallel_job_file_input_e2e.yml", - "tests/test_configs/pipeline_jobs/helloworld_pipeline_job_defaults_with_parallel_job_tabular_input_e2e.yml", + "file_component_input_e2e.yml", + "file_input_e2e.yml", + "tabular_input_e2e.yml", ], ) def test_pipeline_job_with_parallel_job( self, client: MLClient, randstr: Callable[[str], str], pipeline_job_path: str ) -> None: + base_file_name = "./tests/test_configs/pipeline_jobs/helloworld_pipeline_job_defaults_with_parallel_job_" params_override = [{"name": randstr("name")}] pipeline_job = load_job( - source=pipeline_job_path, + source=base_file_name + pipeline_job_path, params_override=params_override, ) created_job = client.jobs.create_or_update(pipeline_job) @@ -942,18 +941,19 @@ def test_pipeline_job_with_sweep_node_early_termination_policy( created_pipeline_dict = created_pipeline._to_dict() assert pydash.get(created_pipeline_dict, "jobs.hello_sweep_inline_trial.early_termination") == policy_yaml_dict - @pytest.mark.skipif(condition=not is_live(), reason="Recording file names are too long and need to be shortened") @pytest.mark.parametrize( - "pipeline_job_path, expected_error", - DATABINDING_EXPRESSION_TEST_CASES, + "test_case_i, test_case_name", + DATABINDING_EXPRESSION_TEST_CASE_ENUMERATE, ) def test_pipeline_job_with_data_binding_expression( self, client: MLClient, randstr: Callable[[str], str], - pipeline_job_path: str, - expected_error: Optional[Exception], + test_case_i: int, + test_case_name: str, ): + pipeline_job_path, expected_error = DATABINDING_EXPRESSION_TEST_CASES[test_case_i] + pipeline: PipelineJob = load_job(source=pipeline_job_path, params_override=[{"name": randstr("name")}]) if expected_error is None: assert_job_cancel(pipeline, client) diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_node_inputs.json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_node_inputs.json index f8936644e763..a163745c5dc0 100644 --- a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_node_inputs.json +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_node_inputs.json @@ -7,7 +7,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -15,24 +15,24 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:05 GMT", + "Date": "Mon, 24 Oct 2022 04:08:08 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-2f80a300b38f4b3db8fae2672067a56c-9b83c94d2ea6cd5c-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-65baf59015299d4271b24d643438d314-e1e7a720bf830cea-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ "Accept-Encoding", "Accept-Encoding" ], - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "590b2f2c-ebd2-4e01-90e7-2dd1c1711eaa", - "x-ms-ratelimit-remaining-subscription-reads": "11910", + "x-ms-correlation-request-id": "9142a0e9-7fdb-4a23-b969-b12277748623", + "x-ms-ratelimit-remaining-subscription-reads": "11905", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034605Z:590b2f2c-ebd2-4e01-90e7-2dd1c1711eaa", - "x-request-time": "0.226" + "x-ms-routing-request-id": "JAPANEAST:20221024T040809Z:9142a0e9-7fdb-4a23-b969-b12277748623", + "x-request-time": "0.242" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", @@ -60,18 +60,18 @@ "nodeIdleTimeBeforeScaleDown": "PT2M" }, "subnet": null, - "currentNodeCount": 1, - "targetNodeCount": 1, + "currentNodeCount": 4, + "targetNodeCount": 4, "nodeStateCounts": { "preparingNodeCount": 0, - "runningNodeCount": 0, - "idleNodeCount": 1, + "runningNodeCount": 4, + "idleNodeCount": 0, "unusableNodeCount": 0, "leavingNodeCount": 0, "preemptedNodeCount": 0 }, "allocationState": "Steady", - "allocationStateTransitionTime": "2022-09-30T08:08:43.647\u002B00:00", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", "errors": null, "remoteLoginPortPublicAccess": "Enabled", "osType": "Linux", @@ -89,7 +89,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -97,11 +97,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:08 GMT", + "Date": "Mon, 24 Oct 2022 04:08:10 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-b16ef382fb0aa3ac07d45b7fc801cb67-d4b5fac66b0f1774-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-5929c6b4bf1bd03bc096024a9ab2b35e-a516511a3326e5d7-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -110,10 +110,10 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "fcc16e15-9092-457b-a5a7-a07aa5de0c29", - "x-ms-ratelimit-remaining-subscription-reads": "11909", + "x-ms-correlation-request-id": "1b291c4a-e00a-43ce-8bc2-ef01d4042487", + "x-ms-ratelimit-remaining-subscription-reads": "11904", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034608Z:fcc16e15-9092-457b-a5a7-a07aa5de0c29", + "x-ms-routing-request-id": "JAPANEAST:20221024T040811Z:1b291c4a-e00a-43ce-8bc2-ef01d4042487", "x-request-time": "0.111" }, "ResponseBody": { @@ -153,7 +153,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -161,21 +161,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:08 GMT", + "Date": "Mon, 24 Oct 2022 04:08:11 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-e2035b577825e84d53b194d0eebcd4a2-6473beefeccc293d-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-1643960f3ecce2f59f74d44fdb0dfed9-80a2f2115ab74ac8-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "425bd12f-bee8-49d1-bfe2-49ba0751431e", + "x-ms-correlation-request-id": "2318774a-6e93-45b4-8ab4-ceaf5cdb28a3", "x-ms-ratelimit-remaining-subscription-writes": "1163", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034609Z:425bd12f-bee8-49d1-bfe2-49ba0751431e", - "x-request-time": "0.092" + "x-ms-routing-request-id": "JAPANEAST:20221024T040812Z:2318774a-6e93-45b4-8ab4-ceaf5cdb28a3", + "x-request-time": "0.098" }, "ResponseBody": { "secretsType": "AccountKey", @@ -189,8 +189,8 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:46:09 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:08:12 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, @@ -200,7 +200,7 @@ "Content-Length": "758", "Content-MD5": "btu6HWM/OieNWo2NW/ZsWA==", "Content-Type": "application/octet-stream", - "Date": "Mon, 10 Oct 2022 03:46:08 GMT", + "Date": "Mon, 24 Oct 2022 04:08:11 GMT", "ETag": "\u00220x8DAAA6EED25D44D\u0022", "Last-Modified": "Mon, 10 Oct 2022 03:24:22 GMT", "Server": [ @@ -229,14 +229,14 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:46:09 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:08:12 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 404, "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:46:08 GMT", + "Date": "Mon, 24 Oct 2022 04:08:11 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -257,7 +257,7 @@ "Connection": "keep-alive", "Content-Length": "311", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -275,11 +275,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:10 GMT", + "Date": "Mon, 24 Oct 2022 04:08:12 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-733a4b0f250541e3edba8bed577183ee-de1097645e4b8388-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-18ac37c256b23a6b475d94bf6bce6b22-02bc0067f8279923-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -288,11 +288,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "320fe438-f7b2-40e6-a711-6909dd024823", - "x-ms-ratelimit-remaining-subscription-writes": "1136", + "x-ms-correlation-request-id": "66f2c081-4fe0-4466-b61b-589d77c81579", + "x-ms-ratelimit-remaining-subscription-writes": "1145", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034610Z:320fe438-f7b2-40e6-a711-6909dd024823", - "x-request-time": "0.409" + "x-ms-routing-request-id": "JAPANEAST:20221024T040813Z:66f2c081-4fe0-4466-b61b-589d77c81579", + "x-request-time": "0.332" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1", @@ -313,7 +313,7 @@ "createdAt": "2022-10-10T03:24:23.5013448\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:46:10.2316613\u002B00:00", + "lastModifiedAt": "2022-10-24T04:08:13.3200299\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -328,7 +328,7 @@ "Connection": "keep-alive", "Content-Length": "1093", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -377,20 +377,20 @@ "Cache-Control": "no-cache", "Content-Length": "2161", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:11 GMT", + "Date": "Mon, 24 Oct 2022 04:08:14 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-eafe46841287d505eddb08ca33041051-480958c290258977-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-08fb1fa403d198a6257068d075f59c93-405216c1f4f9c919-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "ab060cc9-653d-491b-90d3-0e7e9679c385", - "x-ms-ratelimit-remaining-subscription-writes": "1135", + "x-ms-correlation-request-id": "ca7038b5-6c88-42cf-bba8-cfc4c7322ec7", + "x-ms-ratelimit-remaining-subscription-writes": "1144", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034612Z:ab060cc9-653d-491b-90d3-0e7e9679c385", - "x-request-time": "1.471" + "x-ms-routing-request-id": "JAPANEAST:20221024T040815Z:ca7038b5-6c88-42cf-bba8-cfc4c7322ec7", + "x-request-time": "1.647" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/069bbbc7-917f-4b78-8d4e-77c4d104e0bc", @@ -459,7 +459,7 @@ "Connection": "keep-alive", "Content-Length": "1105", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -507,20 +507,20 @@ "Cache-Control": "no-cache", "Content-Length": "3108", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:19 GMT", + "Date": "Mon, 24 Oct 2022 04:08:23 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-3bca104462997fdc66d595ede142191b-496026005debfd81-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-0b62c9611b6b808b19cffd86593a22f1-007ccd50dda86c81-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "bdee3579-17cf-4692-b91f-dda50ca57a0f", - "x-ms-ratelimit-remaining-subscription-writes": "1134", + "x-ms-correlation-request-id": "57f0e881-69df-4a97-911b-77c069a8d7ea", + "x-ms-ratelimit-remaining-subscription-writes": "1143", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034619Z:bdee3579-17cf-4692-b91f-dda50ca57a0f", - "x-request-time": "2.563" + "x-ms-routing-request-id": "JAPANEAST:20221024T040823Z:57f0e881-69df-4a97-911b-77c069a8d7ea", + "x-request-time": "3.803" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", @@ -602,7 +602,7 @@ "sourceJobId": null }, "systemData": { - "createdAt": "2022-10-10T03:46:19.1761246\u002B00:00", + "createdAt": "2022-10-24T04:08:21.4818073\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User" } @@ -616,7 +616,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -624,7 +624,7 @@ "Cache-Control": "no-cache", "Content-Length": "4", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:22 GMT", + "Date": "Mon, 24 Oct 2022 04:08:26 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -633,11 +633,11 @@ "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", "x-ms-async-operation-timeout": "PT1H", - "x-ms-correlation-request-id": "7c926678-ba62-462f-a2f4-c625343acfd5", + "x-ms-correlation-request-id": "7c6a38b4-6c63-40ba-9b79-7b5230d9ff67", "x-ms-ratelimit-remaining-subscription-writes": "1162", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034623Z:7c926678-ba62-462f-a2f4-c625343acfd5", - "x-request-time": "0.780" + "x-ms-routing-request-id": "JAPANEAST:20221024T040826Z:7c6a38b4-6c63-40ba-9b79-7b5230d9ff67", + "x-request-time": "0.822" }, "ResponseBody": "null" }, @@ -648,7 +648,7 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -656,19 +656,19 @@ "Cache-Control": "no-cache", "Content-Length": "2", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:23 GMT", + "Date": "Mon, 24 Oct 2022 04:08:26 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "9feb71cb-1fc8-47c4-9633-151ad1a4e4f3", - "x-ms-ratelimit-remaining-subscription-reads": "11908", + "x-ms-correlation-request-id": "50d931fd-7e7f-4ba7-a33f-e24891af0b90", + "x-ms-ratelimit-remaining-subscription-reads": "11903", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034624Z:9feb71cb-1fc8-47c4-9633-151ad1a4e4f3", - "x-request-time": "0.035" + "x-ms-routing-request-id": "JAPANEAST:20221024T040826Z:50d931fd-7e7f-4ba7-a33f-e24891af0b90", + "x-request-time": "0.030" }, "ResponseBody": {} }, @@ -679,26 +679,26 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:46:53 GMT", + "Date": "Mon, 24 Oct 2022 04:08:56 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-363015465be934142341be9952a03e56-fbec2ba03e9ac375-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-66310aca02ee2594aa3f0ad48e2d49b0-6668f9d8cd5ac40b-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "453a280c-87e5-4870-a964-9263523e2ba7", - "x-ms-ratelimit-remaining-subscription-reads": "11907", + "x-ms-correlation-request-id": "57f709de-a1e3-45e8-8596-cb13370665a0", + "x-ms-ratelimit-remaining-subscription-reads": "11902", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034654Z:453a280c-87e5-4870-a964-9263523e2ba7", - "x-request-time": "0.069" + "x-ms-routing-request-id": "JAPANEAST:20221024T040856Z:57f709de-a1e3-45e8-8596-cb13370665a0", + "x-request-time": "0.034" }, "ResponseBody": null } diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_pipeline_inputs.json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_pipeline_inputs.json index 69dc943c16be..81e825a7e7cb 100644 --- a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_pipeline_inputs.json +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_data_as_pipeline_inputs.json @@ -7,7 +7,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -15,11 +15,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:46:57 GMT", + "Date": "Mon, 24 Oct 2022 04:09:00 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-c4387b5ac4f9924523cd10301f682c54-8a4103f00c0478bf-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-d29335f858cee33e24f7ad38a97a403d-6314c8c8b0bf5a3a-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -28,11 +28,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "cec8c67f-e0d7-41e4-877d-100872edc8b0", - "x-ms-ratelimit-remaining-subscription-reads": "11906", + "x-ms-correlation-request-id": "8d28b167-ea81-44a1-b84e-9df2ce473b6d", + "x-ms-ratelimit-remaining-subscription-reads": "11901", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034658Z:cec8c67f-e0d7-41e4-877d-100872edc8b0", - "x-request-time": "0.131" + "x-ms-routing-request-id": "JAPANEAST:20221024T040900Z:8d28b167-ea81-44a1-b84e-9df2ce473b6d", + "x-request-time": "0.151" }, "ResponseBody": { "value": [ @@ -72,7 +72,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -80,24 +80,24 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:00 GMT", + "Date": "Mon, 24 Oct 2022 04:09:02 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-516204070007313227dbf42f885234bb-1739728b6c61d911-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-f8d53e354e942ac1d618c86ea478648c-d5eff20987071c9e-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ "Accept-Encoding", "Accept-Encoding" ], - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "caf1530e-dbb0-4923-b9f2-a8f14cf66348", - "x-ms-ratelimit-remaining-subscription-reads": "11905", + "x-ms-correlation-request-id": "898964bf-9d43-4224-b0b5-fe93880746f4", + "x-ms-ratelimit-remaining-subscription-reads": "11900", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034701Z:caf1530e-dbb0-4923-b9f2-a8f14cf66348", - "x-request-time": "0.219" + "x-ms-routing-request-id": "JAPANEAST:20221024T040902Z:898964bf-9d43-4224-b0b5-fe93880746f4", + "x-request-time": "0.232" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", @@ -125,18 +125,18 @@ "nodeIdleTimeBeforeScaleDown": "PT2M" }, "subnet": null, - "currentNodeCount": 1, - "targetNodeCount": 1, + "currentNodeCount": 4, + "targetNodeCount": 4, "nodeStateCounts": { "preparingNodeCount": 0, - "runningNodeCount": 0, - "idleNodeCount": 1, + "runningNodeCount": 4, + "idleNodeCount": 0, "unusableNodeCount": 0, "leavingNodeCount": 0, "preemptedNodeCount": 0 }, "allocationState": "Steady", - "allocationStateTransitionTime": "2022-09-30T08:08:43.647\u002B00:00", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", "errors": null, "remoteLoginPortPublicAccess": "Enabled", "osType": "Linux", @@ -154,7 +154,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -162,11 +162,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:01 GMT", + "Date": "Mon, 24 Oct 2022 04:09:03 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-0069ef22b5f9cca9ed57760305c66b9b-ddae496aaba8e36d-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-5ed2eb4e7306c0090d85dff67f242e84-d015c86217ac68b3-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -175,11 +175,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "ecdf22ef-529f-4602-a8a2-4a4dbaa9ae4e", - "x-ms-ratelimit-remaining-subscription-reads": "11904", + "x-ms-correlation-request-id": "11a7f016-33fd-49d3-9bec-651400de9080", + "x-ms-ratelimit-remaining-subscription-reads": "11899", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034701Z:ecdf22ef-529f-4602-a8a2-4a4dbaa9ae4e", - "x-request-time": "0.094" + "x-ms-routing-request-id": "JAPANEAST:20221024T040903Z:11a7f016-33fd-49d3-9bec-651400de9080", + "x-request-time": "0.147" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -218,7 +218,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -226,21 +226,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:01 GMT", + "Date": "Mon, 24 Oct 2022 04:09:04 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-901fa85e92c0f353db6cd6bf25349c9a-549b41eff91c4d5e-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-910996ee5532301b77a90497d5f47f2e-c5605dc70b3d71d6-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "670f59d7-c600-4773-a479-9769ff7fbe79", + "x-ms-correlation-request-id": "64d2b704-641e-4adc-abbe-33f78d5372b9", "x-ms-ratelimit-remaining-subscription-writes": "1161", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034702Z:670f59d7-c600-4773-a479-9769ff7fbe79", - "x-request-time": "0.092" + "x-ms-routing-request-id": "JAPANEAST:20221024T040904Z:64d2b704-641e-4adc-abbe-33f78d5372b9", + "x-request-time": "0.493" }, "ResponseBody": { "secretsType": "AccountKey", @@ -254,8 +254,8 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:47:02 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:09:04 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, @@ -265,7 +265,7 @@ "Content-Length": "758", "Content-MD5": "btu6HWM/OieNWo2NW/ZsWA==", "Content-Type": "application/octet-stream", - "Date": "Mon, 10 Oct 2022 03:47:01 GMT", + "Date": "Mon, 24 Oct 2022 04:09:04 GMT", "ETag": "\u00220x8DAAA6EED25D44D\u0022", "Last-Modified": "Mon, 10 Oct 2022 03:24:22 GMT", "Server": [ @@ -294,14 +294,14 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:47:02 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:09:04 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 404, "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:47:02 GMT", + "Date": "Mon, 24 Oct 2022 04:09:04 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -322,7 +322,7 @@ "Connection": "keep-alive", "Content-Length": "311", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -340,11 +340,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:03 GMT", + "Date": "Mon, 24 Oct 2022 04:09:05 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-2e6f2bc24e9b0f99ca507fd01e42f49e-64e327f62a6adbcc-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-48546afac8e6650da1675f461856af56-e6588a7b5309dec2-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -353,11 +353,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "0ab72bb7-7a64-4e05-a343-ee4d892eb6be", - "x-ms-ratelimit-remaining-subscription-writes": "1133", + "x-ms-correlation-request-id": "76c1c64f-7ce7-453c-800b-0a3898e5cdb1", + "x-ms-ratelimit-remaining-subscription-writes": "1142", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034704Z:0ab72bb7-7a64-4e05-a343-ee4d892eb6be", - "x-request-time": "0.356" + "x-ms-routing-request-id": "JAPANEAST:20221024T040905Z:76c1c64f-7ce7-453c-800b-0a3898e5cdb1", + "x-request-time": "0.333" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1", @@ -378,7 +378,7 @@ "createdAt": "2022-10-10T03:24:23.5013448\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:47:04.013503\u002B00:00", + "lastModifiedAt": "2022-10-24T04:09:05.3508269\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -393,7 +393,7 @@ "Connection": "keep-alive", "Content-Length": "1093", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -442,20 +442,20 @@ "Cache-Control": "no-cache", "Content-Length": "2161", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:15 GMT", + "Date": "Mon, 24 Oct 2022 04:09:06 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-3f9a6ff5af1a3d4e65eeb107b0d4b073-7e52ca767226534c-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-513f6a19685d0da14989e46fb69f34e2-d9bd86a66b1c9bc2-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "a30c6bc4-f31f-4801-84cd-cc88ea549d67", - "x-ms-ratelimit-remaining-subscription-writes": "1132", + "x-ms-correlation-request-id": "b567c41f-6326-4c16-b594-0d8378145232", + "x-ms-ratelimit-remaining-subscription-writes": "1141", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034716Z:a30c6bc4-f31f-4801-84cd-cc88ea549d67", - "x-request-time": "12.232" + "x-ms-routing-request-id": "JAPANEAST:20221024T040906Z:b567c41f-6326-4c16-b594-0d8378145232", + "x-request-time": "0.798" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/069bbbc7-917f-4b78-8d4e-77c4d104e0bc", @@ -524,7 +524,7 @@ "Connection": "keep-alive", "Content-Length": "1196", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -577,20 +577,20 @@ "Cache-Control": "no-cache", "Content-Length": "3297", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:23 GMT", + "Date": "Mon, 24 Oct 2022 04:09:14 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-9eff7d3ffa5b5c68d9c3c2f7ddb5117c-cf4029ea5816fad5-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-4f859dabf231fed8d03af53b4614dcf0-7681cdac70a4b097-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "6157a8fb-bbc0-47ee-b3d9-eec7568b0ae6", - "x-ms-ratelimit-remaining-subscription-writes": "1131", + "x-ms-correlation-request-id": "bc4c84e2-b193-4bb3-90c4-743d0b2fc896", + "x-ms-ratelimit-remaining-subscription-writes": "1140", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034723Z:6157a8fb-bbc0-47ee-b3d9-eec7568b0ae6", - "x-request-time": "2.768" + "x-ms-routing-request-id": "JAPANEAST:20221024T040914Z:bc4c84e2-b193-4bb3-90c4-743d0b2fc896", + "x-request-time": "4.242" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", @@ -679,7 +679,7 @@ "sourceJobId": null }, "systemData": { - "createdAt": "2022-10-10T03:47:23.4037994\u002B00:00", + "createdAt": "2022-10-24T04:09:12.7388072\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User" } @@ -693,7 +693,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -701,7 +701,7 @@ "Cache-Control": "no-cache", "Content-Length": "4", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:27 GMT", + "Date": "Mon, 24 Oct 2022 04:09:17 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -710,11 +710,11 @@ "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", "x-ms-async-operation-timeout": "PT1H", - "x-ms-correlation-request-id": "9aa0b4ba-b433-4cc5-8cb7-030bd10a34fa", + "x-ms-correlation-request-id": "757185a3-9b27-4a08-bc65-2d78e88776cc", "x-ms-ratelimit-remaining-subscription-writes": "1160", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034727Z:9aa0b4ba-b433-4cc5-8cb7-030bd10a34fa", - "x-request-time": "0.858" + "x-ms-routing-request-id": "JAPANEAST:20221024T040917Z:757185a3-9b27-4a08-bc65-2d78e88776cc", + "x-request-time": "0.804" }, "ResponseBody": "null" }, @@ -725,7 +725,7 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -733,19 +733,19 @@ "Cache-Control": "no-cache", "Content-Length": "2", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:47:27 GMT", + "Date": "Mon, 24 Oct 2022 04:09:17 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "90b06d37-09bc-484c-8968-2c7d200817d7", - "x-ms-ratelimit-remaining-subscription-reads": "11903", + "x-ms-correlation-request-id": "d3c3e469-6b9b-4c5a-a384-541fe4a34603", + "x-ms-ratelimit-remaining-subscription-reads": "11898", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034727Z:90b06d37-09bc-484c-8968-2c7d200817d7", - "x-request-time": "0.028" + "x-ms-routing-request-id": "JAPANEAST:20221024T040917Z:d3c3e469-6b9b-4c5a-a384-541fe4a34603", + "x-request-time": "0.031" }, "ResponseBody": {} }, @@ -756,26 +756,26 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:47:58 GMT", + "Date": "Mon, 24 Oct 2022 04:09:47 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-ddc1d4d45205b6ce1d142ff8004cc3e2-cbfc5bc56bbb784a-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-0d0dcadfac4f06b16d1519b3a4f3deae-f237f9f858afc85a-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", - "x-aml-cluster": "vienna-test-westus2-01", + "x-aml-cluster": "vienna-test-westus2-02", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "020dbe99-8065-4bd0-a5a3-222e56d640ed", - "x-ms-ratelimit-remaining-subscription-reads": "11902", + "x-ms-correlation-request-id": "d95f4d8e-573f-4f7f-9799-9d6e2c652dc4", + "x-ms-ratelimit-remaining-subscription-reads": "11897", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034758Z:020dbe99-8065-4bd0-a5a3-222e56d640ed", - "x-request-time": "0.030" + "x-ms-routing-request-id": "JAPANEAST:20221024T040947Z:d95f4d8e-573f-4f7f-9799-9d6e2c652dc4", + "x-request-time": "0.071" }, "ResponseBody": null } diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_component_with_registered_internal_component[0-ls_command_component.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_component_with_registered_internal_component[0-ls_command_component.yaml].json new file mode 100644 index 000000000000..f023d9f82c64 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_component_with_registered_internal_component[0-ls_command_component.yaml].json @@ -0,0 +1,453 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:09:50 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0f4effe6f25899d2c6b7518559a02e1c-b5b306a37a83c0de-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b0963dda-909b-43f6-a23a-3286c3d74af6", + "x-ms-ratelimit-remaining-subscription-reads": "11896", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T040951Z:b0963dda-909b-43f6-a23a-3286c3d74af6", + "x-request-time": "0.102" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:09:51 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b00a2606a606aa0221a4f3a5b9dee33f-89894af2f7bd7839-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "0e6f3043-4e95-4fa9-8d03-50c2f75fa7af", + "x-ms-ratelimit-remaining-subscription-writes": "1159", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T040952Z:0e6f3043-4e95-4fa9-8d03-50c2f75fa7af", + "x-request-time": "0.101" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/command-component-ls/ls_command_component.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:09:52 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "234", + "Content-MD5": "UrxIkzZNuLtqksFOP/IPuw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:09:52 GMT", + "ETag": "\u00220x8DAAA704BF59F5F\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:34:11 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:34:11 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "79148717-5f10-44c7-83de-7b53696b6795", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/command-component-ls/ls_command_component.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:09:52 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:09:52 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "309", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/command-component-ls" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:09:52 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-8105036ee8a5ebd6a02938245432052e-762c67cadf7ec720-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c172a6a2-617a-440b-bd1c-447fb884b932", + "x-ms-ratelimit-remaining-subscription-writes": "1139", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T040953Z:c172a6a2-617a-440b-bd1c-447fb884b932", + "x-request-time": "0.203" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/command-component-ls" + }, + "systemData": { + "createdAt": "2022-10-10T03:34:12.2357175\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:09:53.0070723\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "660", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json", + "display_name": "Ls Command", + "is_deterministic": true, + "inputs": {}, + "outputs": {}, + "type": "CommandComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1", + "environment": { + "os": "Linux", + "name": "AzureML-Designer" + }, + "command": "ls" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1429", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:09:53 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-784625bc072477da0714f4cfc4c8f6b9-fbefa790eaa281c0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1f87fc25-4587-40b9-8052-dda1098c7041", + "x-ms-ratelimit-remaining-subscription-writes": "1138", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T040954Z:1f87fc25-4587-40b9-8052-dda1098c7041", + "x-request-time": "0.598" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/95f6f5b9-d016-477e-a98b-507c03044118", + "name": "95f6f5b9-d016-477e-a98b-507c03044118", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json", + "name": "azureml_anonymous", + "version": "95f6f5b9-d016-477e-a98b-507c03044118", + "display_name": "Ls Command", + "is_deterministic": "True", + "type": "CommandComponent", + "environment": { + "name": "AzureML-Designer", + "os": "Linux" + }, + "successful_return_code": "Zero", + "command": "ls", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:38:33.0453441\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:38:33.5011994\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1043", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "display_name": "sub_pipeline_func", + "inputs": {}, + "outputs": {}, + "type": "pipeline", + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command", + "timeout": "PT5M" + }, + "resources": { + "instance_count": 2, + "instance_type": "1Gi", + "properties": {}, + "docker_args": "--cpus=2 --memory=1GB", + "shm_size": "4g" + }, + "type": "CommandComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/95f6f5b9-d016-477e-a98b-507c03044118" + } + }, + "_source": "DSL", + "sourceJobId": null + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1748", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:09:56 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b7d69994caf418ec869caee1e395a19e-a6ff0490ca24f0ea-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f273032b-3824-456b-97c8-d2d6722da02f", + "x-ms-ratelimit-remaining-subscription-writes": "1137", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T040956Z:f273032b-3824-456b-97c8-d2d6722da02f", + "x-request-time": "2.288" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/6f89352f-d4dc-4b06-98c6-7fe21b1830e9", + "name": "6f89352f-d4dc-4b06-98c6-7fe21b1830e9", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "6f89352f-d4dc-4b06-98c6-7fe21b1830e9", + "display_name": "sub_pipeline_func", + "is_deterministic": "False", + "type": "pipeline", + "jobs": { + "node": { + "componentId": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous", + "type": "command", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "resources": { + "instance_count": "2", + "instance_type": "1Gi", + "shm_size": "4g", + "properties": { + "target_selector": { + "my_resource_only": "false", + "allow_spot_vm": "true" + } + } + } + } + } + } + }, + "systemData": { + "createdAt": "2022-10-24T04:09:56.018977\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:09:56.018977\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_component_with_registered_internal_component[1-component_spec.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_component_with_registered_internal_component[1-component_spec.yaml].json new file mode 100644 index 000000000000..583dd1df9598 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_component_with_registered_internal_component[1-component_spec.yaml].json @@ -0,0 +1,531 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:10:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-95ab45bb2d37231da99e33b3d0eb9b71-851f2177739ab88f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "360bff12-3957-4e3a-9098-7c9471a388a6", + "x-ms-ratelimit-remaining-subscription-reads": "11895", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T041000Z:360bff12-3957-4e3a-9098-7c9471a388a6", + "x-request-time": "0.095" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:10:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2786de2b2ee0c7adfd3ad16fbd9cc0be-589062b5700bbee2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "77a7e99c-c43b-4620-907d-9eb3cf9bd5b3", + "x-ms-ratelimit-remaining-subscription-writes": "1158", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T041001Z:77a7e99c-c43b-4620-907d-9eb3cf9bd5b3", + "x-request-time": "0.113" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/distribution-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:10:01 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "758", + "Content-MD5": "btu6HWM/OieNWo2NW/ZsWA==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:10:01 GMT", + "ETag": "\u00220x8DAAA6EED25D44D\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:24:22 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:24:22 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "d6667388-5223-4184-8359-e2929a825e06", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/distribution-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:10:01 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:10:01 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "311", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/distribution-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:10:01 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5d4ace646e95ec0bc95079ce961c617f-56c91b37247b3808-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "4941deaa-7165-4f96-8cf7-b47e7acefd6c", + "x-ms-ratelimit-remaining-subscription-writes": "1136", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T041002Z:4941deaa-7165-4f96-8cf7-b47e7acefd6c", + "x-request-time": "0.177" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/distribution-component" + }, + "systemData": { + "createdAt": "2022-10-10T03:24:23.5013448\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:10:02.1671841\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1093", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/DistributedComponent.json", + "display_name": "MPI Example", + "inputs": { + "input_path": { + "type": "path", + "description": "The directory contains input data." + }, + "string_parameter": { + "type": "String", + "optional": true, + "description": "A parameter accepts a string value." + } + }, + "outputs": { + "output_path": { + "type": "path", + "description": "The directory contains output data." + } + }, + "type": "DistributedComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1", + "environment": { + "os": "Linux", + "name": "AzureML-Minimal" + }, + "launcher": { + "type": "mpi", + "additional_arguments": "python train.py --input-path {inputs.input_path} [--string-parameter {inputs.string_parameter}] --output-path {outputs.output_path}" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2161", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:10:02 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-03b4992bc4d26394771551289c9b9c5e-c984e1fb7c13b333-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b1be5752-2f95-4cc6-b545-accd3948ca88", + "x-ms-ratelimit-remaining-subscription-writes": "1135", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T041003Z:b1be5752-2f95-4cc6-b545-accd3948ca88", + "x-request-time": "0.711" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/069bbbc7-917f-4b78-8d4e-77c4d104e0bc", + "name": "069bbbc7-917f-4b78-8d4e-77c4d104e0bc", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/DistributedComponent.json", + "name": "azureml_anonymous", + "version": "069bbbc7-917f-4b78-8d4e-77c4d104e0bc", + "display_name": "MPI Example", + "is_deterministic": "True", + "type": "DistributedComponent", + "inputs": { + "input_path": { + "type": "path", + "optional": "False", + "description": "The directory contains input data.", + "datastore_mode": "Mount" + }, + "string_parameter": { + "type": "String", + "optional": "True", + "description": "A parameter accepts a string value." + } + }, + "outputs": { + "output_path": { + "type": "path", + "description": "The directory contains output data.", + "datastore_mode": "Upload" + } + }, + "environment": { + "name": "AzureML-Minimal", + "os": "Linux" + }, + "launcher": { + "type": "mpi", + "additional_arguments": "python train.py --input-path {inputs.input_path} [--string-parameter {inputs.string_parameter}] --output-path {outputs.output_path}" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:39:28.5135534\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:39:28.9591694\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1469", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "display_name": "sub_pipeline_func", + "inputs": {}, + "outputs": { + "output_path": { + "type": "uri_folder" + } + }, + "type": "pipeline", + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command", + "timeout": "PT5M" + }, + "resources": { + "instance_count": 2, + "instance_type": "1Gi", + "properties": {}, + "docker_args": "--cpus=2 --memory=1GB", + "shm_size": "1Gi" + }, + "distribution": { + "distribution_type": "Mpi", + "process_count_per_instance": 2 + }, + "type": "DistributedComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "input_path": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": { + "output_path": { + "value": "${{parent.outputs.output_path}}", + "type": "literal" + } + }, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/069bbbc7-917f-4b78-8d4e-77c4d104e0bc" + } + }, + "_source": "DSL", + "sourceJobId": null + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2436", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:10:05 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7e80d8418995a74e7f183e097ae60e59-c921c06a21e02bcf-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "da7584c6-fae6-45dd-a318-5b5f526f3379", + "x-ms-ratelimit-remaining-subscription-writes": "1134", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T041006Z:da7584c6-fae6-45dd-a318-5b5f526f3379", + "x-request-time": "2.413" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/8aeaedb4-2405-4d70-828f-07f42b017f60", + "name": "8aeaedb4-2405-4d70-828f-07f42b017f60", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "8aeaedb4-2405-4d70-828f-07f42b017f60", + "display_name": "sub_pipeline_func", + "is_deterministic": "False", + "type": "pipeline", + "outputs": { + "output_path": { + "type": "uri_folder" + } + }, + "jobs": { + "node": { + "componentId": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous", + "type": "command", + "distribution": { + "type": "Mpi", + "process_count_per_instance": "2" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "resources": { + "instance_count": "2", + "instance_type": "1Gi", + "shm_size": "1Gi", + "properties": { + "target_selector": { + "my_resource_only": "false", + "allow_spot_vm": "true" + } + } + }, + "inputs": { + "input_path": { + "type": "ml_table", + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2" + } + }, + "outputs": { + "output_path": { + "type": "Literal", + "value": "${{parent.outputs.output_path}}" + } + } + } + } + } + }, + "systemData": { + "createdAt": "2022-10-24T04:10:05.5987067\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:10:05.5987067\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[0-ls_command_component.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[0-ls_command_component.yaml].json new file mode 100644 index 000000000000..fbc243ce11b4 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[0-ls_command_component.yaml].json @@ -0,0 +1,1092 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist_model/versions/2?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:04 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-334b553ec068149df12b7c2773a89884-d51b8865ee041cd9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bb98ee2a-3089-4a44-b303-2d746fc5c9b0", + "x-ms-ratelimit-remaining-subscription-reads": "11993", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035304Z:bb98ee2a-3089-4a44-b303-2d746fc5c9b0", + "x-request-time": "0.190" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist_model/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:40.2164163\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:40.2354194\u002B00:00" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:04 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4e27228d354565941baf689554523a36-57ddd3d1f9148599-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fa8c1756-67f6-424e-a326-f1ea5e8a787e", + "x-ms-ratelimit-remaining-subscription-reads": "11992", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035305Z:fa8c1756-67f6-424e-a326-f1ea5e8a787e", + "x-request-time": "0.068" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:44.0418283\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:44.0609656\u002B00:00" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:05 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b136f8048c9333bd32f14c9db8d02973-293d5ca72fc428d3-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "26fc7f7f-6f9e-4ef9-bc33-43d9e07163d4", + "x-ms-ratelimit-remaining-subscription-reads": "11991", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035305Z:26fc7f7f-6f9e-4ef9-bc33-43d9e07163d4", + "x-request-time": "0.040" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:48.3746339\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:48.3904292\u002B00:00" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_Adls_Tsv/versions/2?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:05 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f07312d7b57ee364e423440f5845a287-9681c8b4c02705c5-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b1ccea24-b418-4d88-b016-df43d28054d0", + "x-ms-ratelimit-remaining-subscription-reads": "11990", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035305Z:b1ccea24-b418-4d88-b016-df43d28054d0", + "x-request-time": "0.034" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_Adls_Tsv/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:52.0981963\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:52.1179821\u002B00:00" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_aml_component_datatransfer_folder/versions/2?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7825050b80b6b9343b03291ed7536165-b4ad87be96901c9c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c919487f-e621-4f7f-840d-e1c766df08bd", + "x-ms-ratelimit-remaining-subscription-reads": "11989", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035306Z:c919487f-e621-4f7f-840d-e1c766df08bd", + "x-request-time": "0.031" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_aml_component_datatransfer_folder/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:55.9668172\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:55.9831047\u002B00:00" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_reghits/versions/2?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ab1d3f1885ef7bf75d86c2231bdfb4b8-d65c7b450aa7cc0d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "9e7a4650-e381-4dfa-8c7a-3599dfd99a19", + "x-ms-ratelimit-remaining-subscription-reads": "11988", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035306Z:9e7a4650-e381-4dfa-8c7a-3599dfd99a19", + "x-request-time": "0.152" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_reghits/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:33:00.1620353\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:33:00.1831634\u002B00:00" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_starlite_sample_output/versions/2?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cf35f8d07b86bee99b6a0e8b5019617b-4989712f321bdb1f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e410996d-50ab-4e77-9c4c-a92f3f0f2485", + "x-ms-ratelimit-remaining-subscription-reads": "11987", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035307Z:e410996d-50ab-4e77-9c4c-a92f3f0f2485", + "x-request-time": "0.029" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_starlite_sample_output/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:33:05.1339184\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:33:05.1507003\u002B00:00" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1e5e017fdc4a9e62ecab40a8e01bbc34-84aca294b74a7eda-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "42fcfaff-d08e-45e7-a514-990aa204358d", + "x-ms-ratelimit-remaining-subscription-reads": "11986", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035310Z:42fcfaff-d08e-45e7-a514-990aa204358d", + "x-request-time": "0.217" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:10 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b7ba2ba5d2e9721d8671d7e4314b2eb7-c7fde5b34c61f2b4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "23a2d7bc-e67c-4d48-9f96-11d7935acee9", + "x-ms-ratelimit-remaining-subscription-reads": "11985", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035310Z:23a2d7bc-e67c-4d48-9f96-11d7935acee9", + "x-request-time": "0.114" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7795421b0fc68cf86ef21e9712d07e7b-a809fdfd4c286cdb-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3d005267-7605-4d85-8adf-dbe258bc5736", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035311Z:3d005267-7605-4d85-8adf-dbe258bc5736", + "x-request-time": "0.441" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/command-component-ls/ls_command_component.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:53:11 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "234", + "Content-MD5": "UrxIkzZNuLtqksFOP/IPuw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:53:11 GMT", + "ETag": "\u00220x8DAAA704BF59F5F\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:34:11 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:34:11 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "79148717-5f10-44c7-83de-7b53696b6795", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/command-component-ls/ls_command_component.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:53:12 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:53:12 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "309", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/command-component-ls" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:13 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2a152612e845b9866b2bd203bf6efb74-5056ea4155058481-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b36dfee8-eb93-45e6-a167-baa20c23aab8", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035314Z:b36dfee8-eb93-45e6-a167-baa20c23aab8", + "x-request-time": "0.466" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/command-component-ls" + }, + "systemData": { + "createdAt": "2022-10-10T03:34:12.2357175\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:53:13.8371071\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "660", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json", + "display_name": "Ls Command", + "is_deterministic": true, + "inputs": {}, + "outputs": {}, + "type": "CommandComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1", + "environment": { + "os": "Linux", + "name": "AzureML-Designer" + }, + "command": "ls" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1429", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:14 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2ec3dfdb851307018c527bb83ca38d28-6980a866579bcbc6-01\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d9d47f39-6de6-42ec-a2a9-986066407ce6", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035315Z:d9d47f39-6de6-42ec-a2a9-986066407ce6", + "x-request-time": "0.765" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/95f6f5b9-d016-477e-a98b-507c03044118", + "name": "95f6f5b9-d016-477e-a98b-507c03044118", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json", + "name": "azureml_anonymous", + "version": "95f6f5b9-d016-477e-a98b-507c03044118", + "display_name": "Ls Command", + "is_deterministic": "True", + "type": "CommandComponent", + "environment": { + "name": "AzureML-Designer", + "os": "Linux" + }, + "successful_return_code": "Zero", + "command": "ls", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/79148717-5f10-44c7-83de-7b53696b6795/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:38:33.0453441\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:38:33.5011994\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1124", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command", + "timeout": "PT5M" + }, + "resources": { + "instance_count": 2, + "instance_type": "1Gi", + "properties": {}, + "docker_args": "--cpus=2 --memory=1GB", + "shm_size": "4g" + }, + "type": "CommandComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/95f6f5b9-d016-477e-a98b-507c03044118" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3148", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:22 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-da8d72c5201052fd6691c02a55ce0a91-ddeffd0b38b40dba-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "545032b6-acc9-4a31-91b7-929d5d644dab", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035323Z:545032b6-acc9-4a31-91b7-929d5d644dab", + "x-request-time": "4.236" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command", + "timeout": "PT5M" + }, + "resources": { + "instance_count": 2, + "instance_type": "1Gi", + "properties": {}, + "docker_args": "--cpus=2 --memory=1GB", + "shm_size": "4g" + }, + "type": "CommandComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/95f6f5b9-d016-477e-a98b-507c03044118" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:53:21.5178009\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:25 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "5987fb99-4785-4e28-9a50-f1b9b50de8b0", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035326Z:5987fb99-4785-4e28-9a50-f1b9b50de8b0", + "x-request-time": "1.089" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:26 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "82dc995b-3d56-475e-bd4d-cee4b9d380cc", + "x-ms-ratelimit-remaining-subscription-reads": "11984", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035326Z:82dc995b-3d56-475e-bd4d-cee4b9d380cc", + "x-request-time": "0.052" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:53:56 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-9fc07d980312aeec66c0f47e49e9fd39-bf5add1d0ec1ce11-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "4db2f668-63ba-42e9-8567-f7aa167e903f", + "x-ms-ratelimit-remaining-subscription-reads": "11983", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035356Z:4db2f668-63ba-42e9-8567-f7aa167e903f", + "x-request-time": "0.040" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[1-component_spec.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[1-component_spec.yaml].json new file mode 100644 index 000000000000..c237979a8efb --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[1-component_spec.yaml].json @@ -0,0 +1,787 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:53:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b7a038df8f3deec901a0e2050ab54add-99b783bd1304c72d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fe3e9dde-503e-48fe-9dfa-e6f0f7798855", + "x-ms-ratelimit-remaining-subscription-reads": "11982", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035400Z:fe3e9dde-503e-48fe-9dfa-e6f0f7798855", + "x-request-time": "0.217" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:01 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6a82c9e9d918ae3ce412cf73a045d7d1-9c4fb9ce4f542120-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "54a08786-dfcc-4880-ba8b-1b131d250b05", + "x-ms-ratelimit-remaining-subscription-reads": "11981", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035402Z:54a08786-dfcc-4880-ba8b-1b131d250b05", + "x-request-time": "0.110" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:01 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-712aa6b4553082f92c48f0df98da5a9c-63f24c5da6b64359-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "09f7425c-566d-4678-9b2a-c7df920dc3d8", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035402Z:09f7425c-566d-4678-9b2a-c7df920dc3d8", + "x-request-time": "0.083" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/distribution-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:54:02 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "758", + "Content-MD5": "btu6HWM/OieNWo2NW/ZsWA==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:54:02 GMT", + "ETag": "\u00220x8DAAA6EED25D44D\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:24:22 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:24:22 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "d6667388-5223-4184-8359-e2929a825e06", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/distribution-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:54:02 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:54:02 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "311", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/distribution-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:02 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-081ca35bbdf8e3b730aaf577c9106316-a97f12c831250c3d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "acb85af0-098c-47c4-9c67-155ccc53dbf6", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035403Z:acb85af0-098c-47c4-9c67-155ccc53dbf6", + "x-request-time": "0.198" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/distribution-component" + }, + "systemData": { + "createdAt": "2022-10-10T03:24:23.5013448\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:54:03.3829628\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1093", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/DistributedComponent.json", + "display_name": "MPI Example", + "inputs": { + "input_path": { + "type": "path", + "description": "The directory contains input data." + }, + "string_parameter": { + "type": "String", + "optional": true, + "description": "A parameter accepts a string value." + } + }, + "outputs": { + "output_path": { + "type": "path", + "description": "The directory contains output data." + } + }, + "type": "DistributedComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1", + "environment": { + "os": "Linux", + "name": "AzureML-Minimal" + }, + "launcher": { + "type": "mpi", + "additional_arguments": "python train.py --input-path {inputs.input_path} [--string-parameter {inputs.string_parameter}] --output-path {outputs.output_path}" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2161", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:04 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5d739a6eaafa71196496ad8f4dfe9955-72c09b1523f6c9de-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b85fb343-5993-42ad-9e0b-e3feb1933407", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035404Z:b85fb343-5993-42ad-9e0b-e3feb1933407", + "x-request-time": "0.750" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/069bbbc7-917f-4b78-8d4e-77c4d104e0bc", + "name": "069bbbc7-917f-4b78-8d4e-77c4d104e0bc", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/DistributedComponent.json", + "name": "azureml_anonymous", + "version": "069bbbc7-917f-4b78-8d4e-77c4d104e0bc", + "display_name": "MPI Example", + "is_deterministic": "True", + "type": "DistributedComponent", + "inputs": { + "input_path": { + "type": "path", + "optional": "False", + "description": "The directory contains input data.", + "datastore_mode": "Mount" + }, + "string_parameter": { + "type": "String", + "optional": "True", + "description": "A parameter accepts a string value." + } + }, + "outputs": { + "output_path": { + "type": "path", + "description": "The directory contains output data.", + "datastore_mode": "Upload" + } + }, + "environment": { + "name": "AzureML-Minimal", + "os": "Linux" + }, + "launcher": { + "type": "mpi", + "additional_arguments": "python train.py --input-path {inputs.input_path} [--string-parameter {inputs.string_parameter}] --output-path {outputs.output_path}" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/d6667388-5223-4184-8359-e2929a825e06/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:39:28.5135534\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:39:28.9591694\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:04 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0f219d9f387d05174100d8bb1acadf16-6490c18f7f22b368-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c762f31b-cff8-454d-b083-4c6ccfb09ef5", + "x-ms-ratelimit-remaining-subscription-reads": "11980", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035405Z:c762f31b-cff8-454d-b083-4c6ccfb09ef5", + "x-request-time": "0.119" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:48.3746339\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:48.3904292\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1435", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command", + "timeout": "PT5M" + }, + "resources": { + "instance_count": 2, + "instance_type": "1Gi", + "properties": {}, + "docker_args": "--cpus=2 --memory=1GB", + "shm_size": "1Gi" + }, + "distribution": { + "distribution_type": "Mpi", + "process_count_per_instance": 2 + }, + "type": "DistributedComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "input_path": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/069bbbc7-917f-4b78-8d4e-77c4d104e0bc" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3555", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:12 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-c74d2200229f9ab012523c57925c1c38-a1fcb80b8177f0cf-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fb4ef9a3-4594-4d36-9c85-6ae60bf8b164", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035413Z:fb4ef9a3-4594-4d36-9c85-6ae60bf8b164", + "x-request-time": "4.481" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command", + "timeout": "PT5M" + }, + "resources": { + "instance_count": 2, + "instance_type": "1Gi", + "properties": {}, + "docker_args": "--cpus=2 --memory=1GB", + "shm_size": "1Gi" + }, + "distribution": { + "distribution_type": "Mpi", + "process_count_per_instance": 2 + }, + "type": "DistributedComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "input_path": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/069bbbc7-917f-4b78-8d4e-77c4d104e0bc" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:54:11.4553335\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:16 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "2baf2edb-9179-470c-acc2-dca6105b5367", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035416Z:2baf2edb-9179-470c-acc2-dca6105b5367", + "x-request-time": "1.415" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:16 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "dbe33495-751c-4855-a600-4ed06d02a154", + "x-ms-ratelimit-remaining-subscription-reads": "11979", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035416Z:dbe33495-751c-4855-a600-4ed06d02a154", + "x-request-time": "0.029" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:54:46 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-bb78b981a4cf1ea74b4440a7dcd884b0-fb39157f74bdf38e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c1fdce96-1850-4f38-8e6f-0ab1f61c0b5f", + "x-ms-ratelimit-remaining-subscription-reads": "11977", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035447Z:c1fdce96-1850-4f38-8e6f-0ab1f61c0b5f", + "x-request-time": "0.033" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[2-batch_score.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[2-batch_score.yaml].json new file mode 100644 index 000000000000..40e81b64cea5 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[2-batch_score.yaml].json @@ -0,0 +1,850 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:49 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b6b0183846295bea9b6ff873e580a3f7-7ff44f901fdd6f52-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "cb7b49bc-18fb-43c1-98d0-34c9dba13430", + "x-ms-ratelimit-remaining-subscription-reads": "11976", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035450Z:cb7b49bc-18fb-43c1-98d0-34c9dba13430", + "x-request-time": "0.094" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:49 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a4d50a8ae1c9a6ff29b64378da264fbb-dc619f4585cfaf53-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fdb06b56-e7ad-4778-8d0a-4d3b1ef09acf", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035450Z:fdb06b56-e7ad-4778-8d0a-4d3b1ef09acf", + "x-request-time": "0.113" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/batch_inference/batch_score.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:54:50 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "1890", + "Content-MD5": "Nsal/dhEjjdoIJBn7yWG7Q==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:54:50 GMT", + "ETag": "\u00220x8DAAA6EF2CC2544\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:24:32 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:24:32 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "12a3d416-e2ad-465d-9896-ebaf6bf0b49e", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/batch_inference/batch_score.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:54:50 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:54:50 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/12a3d416-e2ad-465d-9896-ebaf6bf0b49e/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "304", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/batch_inference" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:50 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cba45a82677ab784cd2e5cef52a3a1a8-bb3645b39e68c796-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2527ebb1-0ddc-4a62-b376-5c9f5bd2ff2c", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035451Z:2527ebb1-0ddc-4a62-b376-5c9f5bd2ff2c", + "x-request-time": "0.217" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/12a3d416-e2ad-465d-9896-ebaf6bf0b49e/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/batch_inference" + }, + "systemData": { + "createdAt": "2022-10-10T03:24:32.8523963\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:54:51.3682878\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1843", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Score images with MNIST image classification model.", + "properties": {}, + "tags": { + "Parallel": "", + "Sample": "", + "contact": "Microsoft Corporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/parallel-modules" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "Score images with MNIST image classification model.", + "tags": { + "Parallel": "", + "Sample": "", + "contact": "Microsoft Corporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/parallel-modules" + }, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/ParallelComponent.json", + "display_name": "Parallel Score Image Classification with MNIST", + "inputs": { + "model_path": { + "type": "path", + "description": "Trained MNIST image classification model." + }, + "images_to_score": { + "type": "path", + "description": "Images to score." + } + }, + "outputs": { + "scored_dataset": { + "type": "path", + "description": "Output folder to save scored result." + } + }, + "type": "ParallelComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/12a3d416-e2ad-465d-9896-ebaf6bf0b49e/versions/1", + "environment": { + "docker": { + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-cuda10.1-cudnn7-ubuntu18.04" + }, + "conda": { + "conda_dependencies": { + "channels": [ + "defaults" + ], + "dependencies": [ + "python=3.7.9", + "pip=20.0", + { + "pip": [ + "protobuf==3.20.1", + "tensorflow==1.15.2", + "pillow", + "azureml-core", + "azureml-dataset-runtime[fuse, pandas]" + ] + } + ], + "name": "batch_environment" + } + }, + "os": "Linux" + }, + "parallel": { + "input_data": "inputs.images_to_score", + "output_data": "outputs.scored_dataset", + "entry": "batch_score.py", + "args": "--model_path {inputs.model_path} --scored_dataset {outputs.scored_dataset}" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3327", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:51 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ff753b5d9a13c6f191aed755c98d512e-18766ecf9c15d10a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "09c34b9f-60d8-4750-8008-d2b0a4633927", + "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035452Z:09c34b9f-60d8-4750-8008-d2b0a4633927", + "x-request-time": "0.582" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/3444df9c-6a6e-4d36-bb53-3c85b41ea7e7", + "name": "3444df9c-6a6e-4d36-bb53-3c85b41ea7e7", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "Parallel": "", + "Sample": "", + "contact": "Microsoft Corporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/parallel-modules" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/ParallelComponent.json", + "name": "azureml_anonymous", + "version": "3444df9c-6a6e-4d36-bb53-3c85b41ea7e7", + "display_name": "Parallel Score Image Classification with MNIST", + "is_deterministic": "True", + "type": "ParallelComponent", + "description": "Score images with MNIST image classification model.", + "tags": { + "Parallel": "", + "Sample": "", + "contact": "Microsoft Corporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/parallel-modules" + }, + "inputs": { + "model_path": { + "type": "path", + "optional": "False", + "description": "Trained MNIST image classification model.", + "datastore_mode": "Mount" + }, + "images_to_score": { + "type": "path", + "optional": "False", + "description": "Images to score.", + "datastore_mode": "Mount" + } + }, + "outputs": { + "scored_dataset": { + "type": "path", + "description": "Output folder to save scored result.", + "datastore_mode": "Upload" + } + }, + "environment": { + "conda": { + "conda_dependencies": { + "channels": [ + "defaults" + ], + "dependencies": [ + "python=3.7.9", + "pip=20.0", + { + "pip": [ + "protobuf==3.20.1", + "tensorflow==1.15.2", + "pillow", + "azureml-core", + "azureml-dataset-runtime[fuse, pandas]" + ] + } + ], + "name": "batch_environment" + } + }, + "docker": { + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-cuda10.1-cudnn7-ubuntu18.04" + }, + "os": "Linux" + }, + "parallel": { + "args": "--model_path {inputs.model_path} --scored_dataset {outputs.scored_dataset}", + "input_data": "inputs.images_to_score", + "output_data": "outputs.scored_dataset", + "entry": "batch_score.py" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/12a3d416-e2ad-465d-9896-ebaf6bf0b49e/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:40:20.0117514\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:40:20.5405385\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist_model/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:52 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4f02b2557e42f24ce29cddd18dbd67cb-af917aac9dbbab89-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6ce41ffd-665b-4a82-ab2d-cb5504cdebe0", + "x-ms-ratelimit-remaining-subscription-reads": "11975", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035453Z:6ce41ffd-665b-4a82-ab2d-cb5504cdebe0", + "x-request-time": "0.082" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist_model/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:40.2164163\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:40.2354194\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:54:52 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-9fa4c7e3f545dbee569f2d0668862ce5-c7939e1872c78d0f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "78f17229-13fe-4cd1-a3d2-22c51bb65623", + "x-ms-ratelimit-remaining-subscription-reads": "11974", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035453Z:78f17229-13fe-4cd1-a3d2-22c51bb65623", + "x-request-time": "0.120" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:44.0418283\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:44.0609656\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1456", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command" + }, + "resources": { + "instance_count": 1, + "properties": {} + }, + "max_concurrency_per_instance": 2, + "error_threshold": 5, + "logging_level": "DEBUG", + "retry_settings": { + "timeout": 300, + "max_retries": 2 + }, + "mini_batch_size": 2, + "type": "ParallelComponent", + "inputs": { + "model_path": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist_model/versions/2", + "job_input_type": "mltable" + }, + "images_to_score": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/3444df9c-6a6e-4d36-bb53-3c85b41ea7e7" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3604", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:00 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a9eea299659d4eecfafdb0f87a2b7307-5e7de1cc43e9edd9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "403870be-b360-4959-a332-fc2c068f1c35", + "x-ms-ratelimit-remaining-subscription-writes": "1191", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035501Z:403870be-b360-4959-a332-fc2c068f1c35", + "x-request-time": "4.293" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "node": { + "environment": null, + "limits": { + "job_limits_type": "Command" + }, + "resources": { + "instance_count": 1, + "properties": {} + }, + "max_concurrency_per_instance": 2, + "error_threshold": 5, + "logging_level": "DEBUG", + "retry_settings": { + "timeout": 300, + "max_retries": 2 + }, + "mini_batch_size": 2, + "type": "ParallelComponent", + "inputs": { + "model_path": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist_model/versions/2", + "job_input_type": "mltable" + }, + "images_to_score": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/3444df9c-6a6e-4d36-bb53-3c85b41ea7e7" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:54:59.3663391\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:04 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "3b2ab9c5-a48c-4ca6-872f-4f3cca4fabdf", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035505Z:3b2ab9c5-a48c-4ca6-872f-4f3cca4fabdf", + "x-request-time": "0.829" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:04 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "984d3aca-acfc-41d5-bc9a-34fe20ca136d", + "x-ms-ratelimit-remaining-subscription-reads": "11974", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035505Z:984d3aca-acfc-41d5-bc9a-34fe20ca136d", + "x-request-time": "0.074" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:55:35 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-3fec9e55f7b2a9a22ae1428c2b67a454-7d9f7ff84c53621f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8adcfc6f-114a-429e-96d0-663bc21dc146", + "x-ms-ratelimit-remaining-subscription-reads": "11973", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035535Z:8adcfc6f-114a-429e-96d0-663bc21dc146", + "x-request-time": "0.030" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[3-component_spec.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[3-component_spec.yaml].json new file mode 100644 index 000000000000..73213f81a419 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[3-component_spec.yaml].json @@ -0,0 +1,707 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:38 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-876167d60c092cbdb2a2fccb7a677dbf-13e227d313ae3961-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7b899973-0f49-45df-be45-762c98b87c2b", + "x-ms-ratelimit-remaining-subscription-reads": "11972", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035538Z:7b899973-0f49-45df-be45-762c98b87c2b", + "x-request-time": "0.084" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:39 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f2421b1a180add2a955b0edf2ab50b1c-d7d6707a03c226d2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "df797eba-7a6b-437d-b04d-00069a26eecf", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035539Z:df797eba-7a6b-437d-b04d-00069a26eecf", + "x-request-time": "0.124" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/scope-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:55:39 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "915", + "Content-MD5": "ZAH3/WG2u71wrX6Ja2MoFw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:55:38 GMT", + "ETag": "\u00220x8DAB371FBEE4FED\u0022", + "Last-Modified": "Fri, 21 Oct 2022 14:38:56 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 21 Oct 2022 14:38:56 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "e8567219-4e2b-46b3-9cbd-d1da8032c497", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/scope-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:55:39 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:55:39 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e8567219-4e2b-46b3-9cbd-d1da8032c497/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "304", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/scope-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:40 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a829b5e544314cc623476bf4da33a6ed-308cadfd22fbf515-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "cdd3cc7f-a39e-4996-9428-25ee4cd59c15", + "x-ms-ratelimit-remaining-subscription-writes": "1190", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035540Z:cdd3cc7f-a39e-4996-9428-25ee4cd59c15", + "x-request-time": "0.401" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e8567219-4e2b-46b3-9cbd-d1da8032c497/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/scope-component" + }, + "systemData": { + "createdAt": "2022-10-24T03:33:58.8836863\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:55:40.1612073\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1257", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Convert adls test data to SS format", + "properties": {}, + "tags": { + "org": "bing", + "project": "relevance" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "Convert adls test data to SS format", + "tags": { + "org": "bing", + "project": "relevance" + }, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/ScopeComponent.json", + "display_name": "Convert Text to StructureStream", + "is_deterministic": true, + "inputs": { + "TextData": { + "type": [ + "AnyFile", + "AnyDirectory" + ], + "description": "text file on ADLS storage" + }, + "ExtractionClause": { + "type": "string", + "description": "the extraction clause, something like \u0022column1:string, column2:int\u0022" + } + }, + "outputs": { + "SSPath": { + "type": "CosmosStructuredStream", + "description": "the converted structured stream" + } + }, + "type": "ScopeComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e8567219-4e2b-46b3-9cbd-d1da8032c497/versions/1", + "scope": { + "script": "convert2ss.script", + "args": "Output_SSPath {outputs.SSPath} Input_TextData {inputs.TextData} ExtractionClause {inputs.ExtractionClause}" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2295", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:41 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-af1dd54e7629a1d878fed07aaf93848c-81d96c9681191f4b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "0f201c71-bba4-43fd-a685-4f7212b18bc9", + "x-ms-ratelimit-remaining-subscription-writes": "1189", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035541Z:0f201c71-bba4-43fd-a685-4f7212b18bc9", + "x-request-time": "0.488" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/05255ac7-2ae6-4ead-b7ee-79dfcc3e1630", + "name": "05255ac7-2ae6-4ead-b7ee-79dfcc3e1630", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "org": "bing", + "project": "relevance" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/ScopeComponent.json", + "name": "azureml_anonymous", + "version": "05255ac7-2ae6-4ead-b7ee-79dfcc3e1630", + "display_name": "Convert Text to StructureStream", + "is_deterministic": "True", + "type": "ScopeComponent", + "description": "Convert adls test data to SS format", + "tags": { + "org": "bing", + "project": "relevance" + }, + "inputs": { + "TextData": { + "type": [ + "AnyFile", + "AnyDirectory" + ], + "optional": "False", + "description": "text file on ADLS storage", + "is_resource": "False" + }, + "ExtractionClause": { + "type": "String", + "optional": "False", + "description": "the extraction clause, something like \u0022column1:string, column2:int\u0022" + } + }, + "outputs": { + "SSPath": { + "type": "CosmosStructuredStream", + "description": "the converted structured stream" + } + }, + "scope": { + "args": "Input_TextData {inputs.TextData} Output_SSPath {outputs.SSPath} ExtractionClause {inputs.ExtractionClause}", + "script": "convert2ss.script" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e8567219-4e2b-46b3-9cbd-d1da8032c497/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-24T03:34:00.3074527\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:34:00.8349265\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_Adls_Tsv/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:41 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-80d181b14de33fee49897111a695f994-bb16313e2ef371fd-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3272d7cf-7988-428a-9217-7c83c8afa854", + "x-ms-ratelimit-remaining-subscription-reads": "11971", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035541Z:3272d7cf-7988-428a-9217-7c83c8afa854", + "x-request-time": "0.141" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_Adls_Tsv/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:52.0981963\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:52.1179821\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1415", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "custom_job_name_suffix": "component_sdk_test", + "scope_param": "-tokens 50", + "adla_account_name": "adla_account_name", + "priority": 800, + "type": "ScopeComponent", + "inputs": { + "TextData": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_Adls_Tsv/versions/2", + "job_input_type": "mltable" + }, + "ExtractionClause": { + "job_input_type": "literal", + "value": "column1:string, column2:int" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/05255ac7-2ae6-4ead-b7ee-79dfcc3e1630" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/adls_datastore", + "continue_on_step_failure": true, + "force_rerun": false, + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3505", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:49 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5ac806d0c7bf272d29d3aca6215c4518-16e36bea082b3e9a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "71975bc5-6b09-464e-8dfc-0da3f7458ada", + "x-ms-ratelimit-remaining-subscription-writes": "1188", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035549Z:71975bc5-6b09-464e-8dfc-0da3f7458ada", + "x-request-time": "4.210" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "True", + "azureml.continue_on_failed_optional_input": "True", + "azureml.enforceRerun": "False", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "adls_datastore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/adls_datastore", + "continue_on_step_failure": true, + "force_rerun": false, + "_source": "DSL" + }, + "jobs": { + "node": { + "custom_job_name_suffix": "component_sdk_test", + "scope_param": "-tokens 50", + "adla_account_name": "adla_account_name", + "priority": 800, + "type": "ScopeComponent", + "inputs": { + "TextData": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_Adls_Tsv/versions/2", + "job_input_type": "mltable" + }, + "ExtractionClause": { + "job_input_type": "literal", + "value": "column1:string, column2:int" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/05255ac7-2ae6-4ead-b7ee-79dfcc3e1630" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:55:47.5115673\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:51 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "05c1a7a7-4038-42c6-9c32-50d9bd36bc94", + "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035552Z:05c1a7a7-4038-42c6-9c32-50d9bd36bc94", + "x-request-time": "0.716" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:55:52 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "eb5b9c57-de9a-4f04-b5bc-6c6fe52600d2", + "x-ms-ratelimit-remaining-subscription-reads": "11970", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035552Z:eb5b9c57-de9a-4f04-b5bc-6c6fe52600d2", + "x-request-time": "0.027" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:56:22 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e51db050ded00b77b39ef2faef8ac4c0-2d86b0a6f163e4f9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "713a5863-9d1b-4c8e-ba4b-06b439a7ae67", + "x-ms-ratelimit-remaining-subscription-reads": "11969", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035623Z:713a5863-9d1b-4c8e-ba4b-06b439a7ae67", + "x-request-time": "0.037" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[4-component_spec.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[4-component_spec.yaml].json new file mode 100644 index 000000000000..9623a8fe0eb1 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[4-component_spec.yaml].json @@ -0,0 +1,713 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:25 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f0d84dbc61af3879786526d78fdf1ea7-666146539ff01449-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f0ea9375-8fa1-4273-b032-a29bda9b5438", + "x-ms-ratelimit-remaining-subscription-reads": "11968", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035626Z:f0ea9375-8fa1-4273-b032-a29bda9b5438", + "x-request-time": "0.087" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:26 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e65f6ba1462fc5d081e4eb032a8739d8-807795a83853b17c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e5e5aeb2-65fd-4b9a-8459-7284ec7d7632", + "x-ms-ratelimit-remaining-subscription-writes": "1191", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035626Z:e5e5aeb2-65fd-4b9a-8459-7284ec7d7632", + "x-request-time": "0.088" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/hdi-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:56:26 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "996", + "Content-MD5": "YQpjQbTaabwHHrCyGPUlDQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:56:26 GMT", + "ETag": "\u00220x8DAAA7098D2C25D\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:36:20 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:36:19 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "e570c693-a029-4859-b95b-ad7969f48661", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/hdi-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:56:26 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:56:26 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e570c693-a029-4859-b95b-ad7969f48661/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "302", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/hdi-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:27 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4c0f33314ceede06ebf630b28d878212-96f369cdcef43384-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bd526347-d3bf-4717-ba18-b4cf04705c30", + "x-ms-ratelimit-remaining-subscription-writes": "1187", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035627Z:bd526347-d3bf-4717-ba18-b4cf04705c30", + "x-request-time": "0.194" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e570c693-a029-4859-b95b-ad7969f48661/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/hdi-component" + }, + "systemData": { + "createdAt": "2022-10-10T03:36:21.0505082\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:56:27.5110847\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1469", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Train a Spark ML model using an HDInsight Spark cluster", + "properties": {}, + "tags": { + "HDInsight": "", + "Sample": "", + "contact": "Microsoft Coporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/hdinsight-modules" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "Train a Spark ML model using an HDInsight Spark cluster", + "tags": { + "HDInsight": "", + "Sample": "", + "contact": "Microsoft Coporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/hdinsight-modules" + }, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/HDInsightComponent.json", + "display_name": "Train in Spark", + "inputs": { + "input_path": { + "type": "path", + "description": "Iris csv file" + }, + "regularization_rate": { + "type": "float", + "optional": true, + "default": 0.01, + "description": "Regularization rate when training with logistic regression" + } + }, + "outputs": { + "output_path": { + "type": "path", + "description": "The output path to save the trained model to" + } + }, + "type": "HDInsightComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e570c693-a029-4859-b95b-ad7969f48661/versions/1", + "hdinsight": { + "file": "train-spark.py", + "args": "--input_path {inputs.input_path} [--regularization_rate {inputs.regularization_rate}] --output_path {outputs.output_path}" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2464", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:28 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0fbea4aa875f3e1ed158e9bf4faedd82-a84b021191650a2a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "629f5271-bd98-48af-a62b-7ad2d2043a70", + "x-ms-ratelimit-remaining-subscription-writes": "1186", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035629Z:629f5271-bd98-48af-a62b-7ad2d2043a70", + "x-request-time": "0.699" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/f59ca31f-f304-4363-a426-8ce9f82e70b9", + "name": "f59ca31f-f304-4363-a426-8ce9f82e70b9", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "HDInsight": "", + "Sample": "", + "contact": "Microsoft Coporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/hdinsight-modules" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/HDInsightComponent.json", + "name": "azureml_anonymous", + "version": "f59ca31f-f304-4363-a426-8ce9f82e70b9", + "display_name": "Train in Spark", + "is_deterministic": "True", + "type": "HDInsightComponent", + "description": "Train a Spark ML model using an HDInsight Spark cluster", + "tags": { + "HDInsight": "", + "Sample": "", + "contact": "Microsoft Coporation \u003Cxxx@microsoft.com\u003E", + "helpDocument": "https://aka.ms/hdinsight-modules" + }, + "inputs": { + "input_path": { + "type": "path", + "optional": "False", + "description": "Iris csv file" + }, + "regularization_rate": { + "type": "Float", + "optional": "True", + "default": "0.01", + "description": "Regularization rate when training with logistic regression" + } + }, + "outputs": { + "output_path": { + "type": "path", + "description": "The output path to save the trained model to" + } + }, + "hdinsight": { + "args": "--input_path {inputs.input_path} [--regularization_rate {inputs.regularization_rate}] --output_path {outputs.output_path}", + "file": "train-spark.py" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e570c693-a029-4859-b95b-ad7969f48661/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:41:58.5291662\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:41:59.0231416\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:29 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5f4c564ab62664343064beccc5718d43-1da3ea5b54a6c3d7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2fb9f2c0-2cde-48c3-a10e-c2619fb7cf78", + "x-ms-ratelimit-remaining-subscription-reads": "11967", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035629Z:2fb9f2c0-2cde-48c3-a10e-c2619fb7cf78", + "x-request-time": "0.113" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:48.3746339\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:48.3904292\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1534", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "compute_name": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "queue": "default", + "driver_cores": 2, + "executor_memory": "4g", + "conf": { + "spark.yarn.maxAppAttempts": "1", + "spark.yarn.appMasterEnv.PYSPARK_PYTHON": "/usr/bin/anaconda/envs/py35/bin/python3", + "spark.yarn.appMasterEnv.PYSPARK_DRIVER_PYTHON": "/usr/bin/anaconda/envs/py35/bin/python3" + }, + "hdinsight_spark_job_name": "session_name", + "driver_memory": "1g", + "executor_cores": 3, + "number_executors": 4, + "type": "HDInsightComponent", + "inputs": { + "input_path": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/f59ca31f-f304-4363-a426-8ce9f82e70b9" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3604", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:36 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-c6100976d940934d3c2fee2fd2fe6e30-c10f76b31165b8ff-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c361f0ef-a369-4823-ae4e-5a71e2770192", + "x-ms-ratelimit-remaining-subscription-writes": "1185", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035637Z:c361f0ef-a369-4823-ae4e-5a71e2770192", + "x-request-time": "3.753" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "DSL" + }, + "jobs": { + "node": { + "compute_name": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "queue": "default", + "driver_cores": 2, + "executor_memory": "4g", + "conf": { + "spark.yarn.maxAppAttempts": "1", + "spark.yarn.appMasterEnv.PYSPARK_PYTHON": "/usr/bin/anaconda/envs/py35/bin/python3", + "spark.yarn.appMasterEnv.PYSPARK_DRIVER_PYTHON": "/usr/bin/anaconda/envs/py35/bin/python3" + }, + "hdinsight_spark_job_name": "session_name", + "driver_memory": "1g", + "executor_cores": 3, + "number_executors": 4, + "type": "HDInsightComponent", + "inputs": { + "input_path": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_imdb_reviews_train/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/f59ca31f-f304-4363-a426-8ce9f82e70b9" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:56:35.2939693\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:39 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "a0df3c00-1d9e-4c9a-96cc-3cd863957807", + "x-ms-ratelimit-remaining-subscription-writes": "1190", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035640Z:a0df3c00-1d9e-4c9a-96cc-3cd863957807", + "x-request-time": "0.744" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:56:40 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "0c59149e-180c-44d1-94c6-ea4fcf488a99", + "x-ms-ratelimit-remaining-subscription-reads": "11966", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035640Z:0c59149e-180c-44d1-94c6-ea4fcf488a99", + "x-request-time": "0.028" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:57:10 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-798e154c4c20650add55f600b0ae3c3c-8b0b6373048394fa-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a137c4d5-ad5f-4471-b57f-5302d61bc0ab", + "x-ms-ratelimit-remaining-subscription-reads": "11965", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035711Z:a137c4d5-ad5f-4471-b57f-5302d61bc0ab", + "x-request-time": "0.100" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[5-component.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[5-component.yaml].json new file mode 100644 index 000000000000..19a57244f81c --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[5-component.yaml].json @@ -0,0 +1,682 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:57:13 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-50afc3de55a6684c6bb500244a29c7b7-03534033b1afecc4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3c48de39-9b82-4396-b2d9-b7fd52d86717", + "x-ms-ratelimit-remaining-subscription-reads": "11964", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035714Z:3c48de39-9b82-4396-b2d9-b7fd52d86717", + "x-request-time": "0.090" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:57:14 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d959453a565436bbccd56a8ab0f8ef9a-9343bb5cf07aeb88-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8202d871-46e3-4a1c-b6ba-f966b7a652fb", + "x-ms-ratelimit-remaining-subscription-writes": "1189", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035714Z:8202d871-46e3-4a1c-b6ba-f966b7a652fb", + "x-request-time": "0.098" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/hemera-component/component.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:57:14 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "1905", + "Content-MD5": "AcQHpefZr524XtHJQHzR7Q==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:57:14 GMT", + "ETag": "\u00220x8DAAA6F020D13E0\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:24:57 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:24:57 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "efc28047-774b-4de0-8703-4c096cd4319e", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/hemera-component/component.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:57:15 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:57:14 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/efc28047-774b-4de0-8703-4c096cd4319e/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "305", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/hemera-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:57:15 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-187ed5919e6330a65596d82856418cab-ae1ce39d6d45cce7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d52add1a-d24f-41c4-b9b2-7c6c481978b1", + "x-ms-ratelimit-remaining-subscription-writes": "1184", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035715Z:d52add1a-d24f-41c4-b9b2-7c6c481978b1", + "x-request-time": "0.182" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/efc28047-774b-4de0-8703-4c096cd4319e/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/hemera-component" + }, + "systemData": { + "createdAt": "2022-10-10T03:24:58.5267334\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:57:15.6926116\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2242", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Ads LR DNN Raw Keys Dummy sample.", + "properties": {}, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "Ads LR DNN Raw Keys Dummy sample.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/HemeraComponent.json", + "display_name": "Ads LR DNN Raw Keys", + "inputs": { + "TrainingDataDir": { + "type": "path", + "optional": true, + "is_resource": true + }, + "ValidationDataDir": { + "type": "path", + "optional": true, + "is_resource": true + }, + "InitialModelDir": { + "type": "path", + "optional": true, + "is_resource": true + }, + "YarnCluster": { + "type": "string", + "default": "mtprime-bn2-0" + }, + "JobQueue": { + "type": "string", + "default": "default" + }, + "WorkerCount": { + "type": "string", + "default": "2.0" + }, + "Cpu": { + "type": "string", + "default": "2.0" + }, + "Memory": { + "type": "string", + "default": "10g" + }, + "HdfsRootDir": { + "type": "string", + "default": "/projects/default/" + }, + "CosmosRootDir": { + "type": "string", + "default": "https://cosmos09.osdinfra.net/cosmos/dummy/local/root/" + } + }, + "outputs": { + "output1": { + "type": "AnyFile" + }, + "output2": { + "type": "AnyFile" + } + }, + "type": "HemeraComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/efc28047-774b-4de0-8703-4c096cd4319e/versions/1", + "command": "run.bat [-_TrainingDataDir {inputs.TrainingDataDir}] [-_ValidationDataDir {inputs.ValidationDataDir}] [-_InitialModelDir {inputs.InitialModelDir}] -_CosmosRootDir {inputs.CosmosRootDir} -_PsCount 0 %CLUSTER%={inputs.YarnCluster} -JobQueue {inputs.JobQueue} -_WorkerCount {inputs.WorkerCount} -_Cpu {inputs.Cpu} -_Memory {inputs.Memory} -_HdfsRootDir {inputs.HdfsRootDir} -_ExposedPort \u00223200-3210,3300-3321\u0022 -_NodeLostBlocker -_UsePhysicalIP -_SyncWorker -_EntranceFileName run.py -_StartupArguments \u0022\u0022 -_PythonZipPath \u0022https://dummy/foo/bar.zip\u0022 -_ModelOutputDir {outputs.output1} -_ValidationOutputDir {outputs.output2}", + "hemera": { + "ref_id": "1bd1525c-082e-4652-a9b2-9c60783ec551" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3754", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:57:16 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-701236f8563d411de4b68d8ae2b4498b-03dc82e095460e11-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bb5976cd-9283-4261-8185-f4d5641f6e6f", + "x-ms-ratelimit-remaining-subscription-writes": "1183", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035716Z:bb5976cd-9283-4261-8185-f4d5641f6e6f", + "x-request-time": "0.497" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/c0ceb19b-82ae-4c0b-9e31-0f1770749618", + "name": "c0ceb19b-82ae-4c0b-9e31-0f1770749618", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/HemeraComponent.json", + "name": "azureml_anonymous", + "version": "c0ceb19b-82ae-4c0b-9e31-0f1770749618", + "display_name": "Ads LR DNN Raw Keys", + "is_deterministic": "True", + "type": "HemeraComponent", + "description": "Ads LR DNN Raw Keys Dummy sample.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "inputs": { + "TrainingDataDir": { + "type": "path", + "optional": "True", + "is_resource": "True" + }, + "ValidationDataDir": { + "type": "path", + "optional": "True", + "is_resource": "True" + }, + "InitialModelDir": { + "type": "path", + "optional": "True", + "is_resource": "True" + }, + "YarnCluster": { + "type": "String", + "optional": "False", + "default": "mtprime-bn2-0" + }, + "JobQueue": { + "type": "String", + "optional": "False", + "default": "default" + }, + "WorkerCount": { + "type": "String", + "optional": "False", + "default": "2.0" + }, + "Cpu": { + "type": "String", + "optional": "False", + "default": "2.0" + }, + "Memory": { + "type": "String", + "optional": "False", + "default": "10g" + }, + "HdfsRootDir": { + "type": "String", + "optional": "False", + "default": "/projects/default/" + }, + "CosmosRootDir": { + "type": "String", + "optional": "False", + "default": "https://cosmos09.osdinfra.net/cosmos/dummy/local/root/" + } + }, + "outputs": { + "output1": { + "type": "AnyFile" + }, + "output2": { + "type": "AnyFile" + } + }, + "command": "run.bat [-_TrainingDataDir {inputs.TrainingDataDir}] [-_ValidationDataDir {inputs.ValidationDataDir}] [-_InitialModelDir {inputs.InitialModelDir}] -_CosmosRootDir {inputs.CosmosRootDir} -_PsCount 0 %CLUSTER%={inputs.YarnCluster} -JobQueue {inputs.JobQueue} -_WorkerCount {inputs.WorkerCount} -_Cpu {inputs.Cpu} -_Memory {inputs.Memory} -_HdfsRootDir {inputs.HdfsRootDir} -_ExposedPort \u00223200-3210,3300-3321\u0022 -_NodeLostBlocker -_UsePhysicalIP -_SyncWorker -_EntranceFileName run.py -_StartupArguments \u0022\u0022 -_PythonZipPath \u0022https://dummy/foo/bar.zip\u0022 -_ModelOutputDir {outputs.output1} -_ValidationOutputDir {outputs.output2}", + "hemera": { + "ref_id": "1bd1525c-082e-4652-a9b2-9c60783ec551" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/efc28047-774b-4de0-8703-4c096cd4319e/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:42:46.3864051\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:42:46.842354\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "922", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "type": "HemeraComponent", + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/c0ceb19b-82ae-4c0b-9e31-0f1770749618" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2832", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:57:23 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1d242b21182b3147840bf32da9d8fc3e-5d1069c30f34f595-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3ad9fd3b-7574-45e0-a3b7-45677cead7e3", + "x-ms-ratelimit-remaining-subscription-writes": "1182", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035724Z:3ad9fd3b-7574-45e0-a3b7-45677cead7e3", + "x-request-time": "4.059" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + }, + "jobs": { + "node": { + "type": "HemeraComponent", + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/c0ceb19b-82ae-4c0b-9e31-0f1770749618" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:57:22.4761006\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:57:26 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "14a62a16-ffbb-4184-881a-032a439c3be8", + "x-ms-ratelimit-remaining-subscription-writes": "1188", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035727Z:14a62a16-ffbb-4184-881a-032a439c3be8", + "x-request-time": "0.843" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:57:27 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8c253ec5-4624-4844-9d13-96ece5ed2cd6", + "x-ms-ratelimit-remaining-subscription-reads": "11963", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035727Z:8c253ec5-4624-4844-9d13-96ece5ed2cd6", + "x-request-time": "0.027" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:57:57 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1e694a7eeea055616698715832c0feb5-ccf7633c5e035273-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bb6946fe-9233-4046-a419-0547759470b6", + "x-ms-ratelimit-remaining-subscription-reads": "11962", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035758Z:bb6946fe-9233-4046-a419-0547759470b6", + "x-request-time": "0.036" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[6-component_spec.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[6-component_spec.yaml].json new file mode 100644 index 000000000000..f2fd635aedb0 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[6-component_spec.yaml].json @@ -0,0 +1,746 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d3774712f5a3c08d8bf02a2eeb24ede2-f5020e28e5a24b16-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "cbd045a0-8f22-4e9b-b038-1741ee5d45c7", + "x-ms-ratelimit-remaining-subscription-reads": "11961", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035801Z:cbd045a0-8f22-4e9b-b038-1741ee5d45c7", + "x-request-time": "0.231" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:02 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d5ffd0de860b3dee898b44b6d5b98b28-9d120263913db25b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "681c61f2-4105-450a-a111-641d30e91e87", + "x-ms-ratelimit-remaining-subscription-reads": "11960", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035803Z:681c61f2-4105-450a-a111-641d30e91e87", + "x-request-time": "0.135" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:03 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-efe946aab4f02437fc218a38391b5413-33030b64907d6f12-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bb032f6d-8719-4f5d-a678-2fd32b56c39f", + "x-ms-ratelimit-remaining-subscription-writes": "1187", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035804Z:bb032f6d-8719-4f5d-a678-2fd32b56c39f", + "x-request-time": "0.129" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data-transfer-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:58:04 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "534", + "Content-MD5": "AGevjuGj0u\u002BzWFtkFxspxA==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:58:03 GMT", + "ETag": "\u00220x8DAAA6F0716787F\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:25:06 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:25:06 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "e4143c07-53b4-4159-a962-a0c3efc68cc3", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data-transfer-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:58:04 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:58:04 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e4143c07-53b4-4159-a962-a0c3efc68cc3/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "312", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data-transfer-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:04 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cdb483a6cdbc9678c319ed0227c6b7d4-7ca69dce85b98a87-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "9e669227-7c6e-4f0a-a033-1015613ac718", + "x-ms-ratelimit-remaining-subscription-writes": "1181", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035805Z:9e669227-7c6e-4f0a-a033-1015613ac718", + "x-request-time": "0.342" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e4143c07-53b4-4159-a962-a0c3efc68cc3/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data-transfer-component" + }, + "systemData": { + "createdAt": "2022-10-10T03:25:06.8837744\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:58:05.1586083\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1090", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "transfer data between common storage types such as Azure Blob Storage and Azure Data Lake.", + "properties": {}, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "transfer data between common storage types such as Azure Blob Storage and Azure Data Lake.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/DataTransferComponent.json", + "display_name": "Data Transfer", + "is_deterministic": true, + "inputs": { + "source_data": { + "type": "path", + "description": "Source data" + } + }, + "outputs": { + "destination_data": { + "type": "path", + "description": "Destination data" + } + }, + "type": "DataTransferComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e4143c07-53b4-4159-a962-a0c3efc68cc3/versions/1" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1971", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:05 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0dfe441f6133862ca41e76cd570cc754-a407efae4effb0c2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6f6f7997-3a5c-4017-945f-2b775d172da7", + "x-ms-ratelimit-remaining-subscription-writes": "1180", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035806Z:6f6f7997-3a5c-4017-945f-2b775d172da7", + "x-request-time": "0.624" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/d653c21d-1d7b-4ad5-8afc-1d7abdc656ef", + "name": "d653c21d-1d7b-4ad5-8afc-1d7abdc656ef", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/DataTransferComponent.json", + "name": "azureml_anonymous", + "version": "d653c21d-1d7b-4ad5-8afc-1d7abdc656ef", + "display_name": "Data Transfer", + "is_deterministic": "True", + "type": "DataTransferComponent", + "description": "transfer data between common storage types such as Azure Blob Storage and Azure Data Lake.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "inputs": { + "source_data": { + "type": "path", + "optional": "False", + "description": "Source data" + } + }, + "outputs": { + "destination_data": { + "type": "path", + "description": "Destination data" + } + }, + "datatransfer": { + "allow_overwrite": "True" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/e4143c07-53b4-4159-a962-a0c3efc68cc3/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:43:36.1965591\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:43:36.6915751\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7a5c67135425e62a025c67e2a6ee9db4-97aae1d8d7a944ee-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3d04a831-de65-4b39-a1d9-72f9ca817117", + "x-ms-ratelimit-remaining-subscription-reads": "11959", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035806Z:3d04a831-de65-4b39-a1d9-72f9ca817117", + "x-request-time": "0.181" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:32:44.0418283\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:32:44.0609656\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1137", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "type": "DataTransferComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "source_data": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/d653c21d-1d7b-4ad5-8afc-1d7abdc656ef" + } + }, + "outputs": {}, + "settings": { + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3054", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:14 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d2a583097b3dbadd25a05fc3109100b3-3a4cbbeca870121b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1c61a711-4f4c-4052-9d19-a4fae1bc5db2", + "x-ms-ratelimit-remaining-subscription-writes": "1179", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035814Z:1c61a711-4f4c-4052-9d19-a4fae1bc5db2", + "x-request-time": "4.015" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + }, + "jobs": { + "node": { + "type": "DataTransferComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "source_data": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_mnist/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/d653c21d-1d7b-4ad5-8afc-1d7abdc656ef" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:58:12.9446686\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:16 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "7fc51e3d-5c47-4350-8ee8-4935656314a8", + "x-ms-ratelimit-remaining-subscription-writes": "1186", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035817Z:7fc51e3d-5c47-4350-8ee8-4935656314a8", + "x-request-time": "0.680" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:16 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3d5eadaf-62fd-4df8-a1f8-c68f676ba41b", + "x-ms-ratelimit-remaining-subscription-reads": "11958", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035817Z:3d5eadaf-62fd-4df8-a1f8-c68f676ba41b", + "x-request-time": "0.032" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:58:46 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-86d26b5216f16419a81ea4f548d6381a-a661b8e04bb54aee-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a7992529-e8a6-4a26-af9b-4cd422318868", + "x-ms-ratelimit-remaining-subscription-reads": "11957", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035847Z:a7992529-e8a6-4a26-af9b-4cd422318868", + "x-request-time": "0.029" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[7-component_spec.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[7-component_spec.yaml].json new file mode 100644 index 000000000000..484d96097354 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[7-component_spec.yaml].json @@ -0,0 +1,802 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:51 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-427a615eb701697bfc4b4a9a35f14d15-1e00f839d82504a5-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f8a859e5-f8d1-4d2f-852b-dddcb881fe6b", + "x-ms-ratelimit-remaining-subscription-reads": "11956", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035851Z:f8a859e5-f8d1-4d2f-852b-dddcb881fe6b", + "x-request-time": "0.224" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:53 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cb73f77aa566d0f329a901cd6c0a8c34-e6b14133caa6bb1b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c5832b1b-6923-44b0-9a24-f3cc960460b6", + "x-ms-ratelimit-remaining-subscription-reads": "11955", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035853Z:c5832b1b-6923-44b0-9a24-f3cc960460b6", + "x-request-time": "0.105" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:53 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-eee845050eb9e97395409672bac82d81-997075b06925361d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1b4188be-ba9d-4895-9c7b-b5a052201203", + "x-ms-ratelimit-remaining-subscription-writes": "1185", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035853Z:1b4188be-ba9d-4895-9c7b-b5a052201203", + "x-request-time": "0.096" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/starlite-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:58:53 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "1232", + "Content-MD5": "qEc1N\u002BFt8RxWIrBMsd03jw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:58:53 GMT", + "ETag": "\u00220x8DAAA6F0BD94188\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:25:14 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:25:14 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "f70de239-c1fe-4f08-ad76-2fdcd854c468", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/starlite-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:58:54 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:58:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f70de239-c1fe-4f08-ad76-2fdcd854c468/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "307", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/starlite-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:54 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4d2e1c3296029cf9f3845d2b9f80d8a6-22dee46b54d557cd-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5098a9e0-67d4-4f81-8420-4157fa9dc180", + "x-ms-ratelimit-remaining-subscription-writes": "1178", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035854Z:5098a9e0-67d4-4f81-8420-4157fa9dc180", + "x-request-time": "0.191" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f70de239-c1fe-4f08-ad76-2fdcd854c468/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/starlite-component" + }, + "systemData": { + "createdAt": "2022-10-10T03:25:15.1852932\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:58:54.7512967\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1732", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Allows to download files from SearchGold to cosmos and get their revision information. \u0027FileList\u0027 input is a file with source depot paths, one per line.", + "properties": {}, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "Allows to download files from SearchGold to cosmos and get their revision information. \u0027FileList\u0027 input is a file with source depot paths, one per line.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/StarliteComponent.json", + "display_name": "Starlite SearchGold Get Files", + "inputs": { + "UploadToCosmos": { + "type": "enum", + "default": "False", + "enum": [ + "True", + "False" + ] + }, + "FileList": { + "type": "AnyFile" + }, + "RunId": { + "type": "string", + "optional": true, + "description": "a parameter value" + }, + "FileListFileName": { + "type": "string", + "default": "\\\\output.tsv" + } + }, + "outputs": { + "Files": { + "type": "AnyDirectory" + }, + "CosmosPath": { + "type": "AnyFile" + }, + "ResultInfo": { + "type": "AnyFile" + } + }, + "type": "StarliteComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f70de239-c1fe-4f08-ad76-2fdcd854c468/versions/1", + "command": "Starlite.Cloud.SourceDepotGet.exe /UploadToCosmos:{inputs.UploadToCosmos} /FileList:{inputs.FileList}{inputs.FileListFileName} /Files:{outputs.Files} /CosmosPath:{outputs.CosmosPath} /ResultInfo:{outputs.ResultInfo} \u0022\u0022", + "starlite": { + "ref_id": "bd140f4d-7775-4246-a75c-1c86df9536fb" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2808", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:55 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-fa3605b1b07358c31126ee2077ff7ff8-8ae76a40da4af606-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a518e1ab-d095-4a90-9f4e-c05c7795dc6b", + "x-ms-ratelimit-remaining-subscription-writes": "1177", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035855Z:a518e1ab-d095-4a90-9f4e-c05c7795dc6b", + "x-request-time": "0.467" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9833c09d-0dfc-45ad-887a-00b8efa0b9dd", + "name": "9833c09d-0dfc-45ad-887a-00b8efa0b9dd", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/StarliteComponent.json", + "name": "azureml_anonymous", + "version": "9833c09d-0dfc-45ad-887a-00b8efa0b9dd", + "display_name": "Starlite SearchGold Get Files", + "is_deterministic": "True", + "type": "StarliteComponent", + "description": "Allows to download files from SearchGold to cosmos and get their revision information. \u0027FileList\u0027 input is a file with source depot paths, one per line.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "inputs": { + "FileList": { + "type": "AnyFile", + "optional": "False" + }, + "UploadToCosmos": { + "type": "Enum", + "optional": "False", + "default": "False", + "enum": [ + "True", + "False" + ] + }, + "RunId": { + "type": "String", + "optional": "True", + "description": "a parameter value" + }, + "FileListFileName": { + "type": "String", + "optional": "False", + "default": "\\\\output.tsv" + } + }, + "outputs": { + "Files": { + "type": "AnyDirectory" + }, + "CosmosPath": { + "type": "AnyFile" + }, + "ResultInfo": { + "type": "AnyFile" + } + }, + "command": "Starlite.Cloud.SourceDepotGet.exe /UploadToCosmos:{inputs.UploadToCosmos} /FileList:{inputs.FileList}{inputs.FileListFileName} /Files:{outputs.Files} /CosmosPath:{outputs.CosmosPath} /ResultInfo:{outputs.ResultInfo} \u0022\u0022", + "starlite": { + "ref_id": "bd140f4d-7775-4246-a75c-1c86df9536fb" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f70de239-c1fe-4f08-ad76-2fdcd854c468/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:44:28.3892573\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:44:28.8697929\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_starlite_sample_output/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:58:56 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e0507afa2d3baa667017c2890f504385-bff79ba9a9a0a21a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b3eff8c8-e28b-4e9c-9584-fcaef0920e8a", + "x-ms-ratelimit-remaining-subscription-reads": "11954", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035856Z:b3eff8c8-e28b-4e9c-9584-fcaef0920e8a", + "x-request-time": "0.091" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_starlite_sample_output/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:33:05.1339184\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:33:05.1507003\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1223", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "type": "StarliteComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "FileList": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_starlite_sample_output/versions/2", + "job_input_type": "mltable" + }, + "FileListFileName": { + "job_input_type": "literal", + "value": "\\output.tsv" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9833c09d-0dfc-45ad-887a-00b8efa0b9dd" + } + }, + "outputs": {}, + "settings": { + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3186", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:03 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-84814aa8edb9d2e87d5e1dfde5d273e4-d28900cfad36e9a3-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1fa71daa-d37a-44db-9bc2-5c97723ec866", + "x-ms-ratelimit-remaining-subscription-writes": "1176", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035903Z:1fa71daa-d37a-44db-9bc2-5c97723ec866", + "x-request-time": "3.398" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + }, + "jobs": { + "node": { + "type": "StarliteComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "FileList": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_starlite_sample_output/versions/2", + "job_input_type": "mltable" + }, + "FileListFileName": { + "job_input_type": "literal", + "value": "\\output.tsv" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/9833c09d-0dfc-45ad-887a-00b8efa0b9dd" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:59:01.4942365\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:05 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "269bf559-485c-4f23-bc69-21c48e2f2814", + "x-ms-ratelimit-remaining-subscription-writes": "1184", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035905Z:269bf559-485c-4f23-bc69-21c48e2f2814", + "x-request-time": "0.767" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:06 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d3a26ee6-8c21-414e-a49b-adbdc75a5bf2", + "x-ms-ratelimit-remaining-subscription-reads": "11953", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035906Z:d3a26ee6-8c21-414e-a49b-adbdc75a5bf2", + "x-request-time": "0.030" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 03:59:36 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-81f0028b26230ce5c972fa924b24561b-513b73eaf1713faf-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "90e30726-9c65-4ce7-a54d-05cc263466d2", + "x-ms-ratelimit-remaining-subscription-reads": "11952", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035936Z:90e30726-9c65-4ce7-a54d-05cc263466d2", + "x-request-time": "0.053" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[8-component_spec.yaml].json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[8-component_spec.yaml].json new file mode 100644 index 000000000000..72e979515815 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_anonymous_internal_component[8-component_spec.yaml].json @@ -0,0 +1,935 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:39 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-619828ce3ef9bb9bd23bce814e1e0a1c-044b2e34b4345dfe-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "4758452c-6a5e-4a0a-8fa0-bbc4e5d20e12", + "x-ms-ratelimit-remaining-subscription-reads": "11951", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035940Z:4758452c-6a5e-4a0a-8fa0-bbc4e5d20e12", + "x-request-time": "0.229" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:41 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1fb89f79376b5d7dbf45c4c4a69b60b8-7fe38d80632d4721-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "639db0d3-cb0b-4dfa-8bb6-f666f4291241", + "x-ms-ratelimit-remaining-subscription-reads": "11950", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035942Z:639db0d3-cb0b-4dfa-8bb6-f666f4291241", + "x-request-time": "0.091" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:42 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-41dcf954e3182537c7f6a6d189bb93ea-1139de516c869821-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "48d56b72-5c29-4250-9953-76ae272db954", + "x-ms-ratelimit-remaining-subscription-writes": "1183", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035942Z:48d56b72-5c29-4250-9953-76ae272db954", + "x-request-time": "0.093" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/ae365exepool-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:59:42 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "3037", + "Content-MD5": "BJNWwWLteiyAJHIsUtiV1g==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 03:59:42 GMT", + "ETag": "\u00220x8DAAA6F10D672F5\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:25:22 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:25:22 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "c9319d9f-12c0-4f61-8318-7186e19eb493", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/ae365exepool-component/component_spec.yaml", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 03:59:42 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 03:59:42 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/c9319d9f-12c0-4f61-8318-7186e19eb493/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "311", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/ae365exepool-component" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:43 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-174b2ccf89e98706cb78874045c3fa73-cd946742ef74f0c5-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "4ad4e27d-f972-4c18-aec8-30e625c3e49a", + "x-ms-ratelimit-remaining-subscription-writes": "1175", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035943Z:4ad4e27d-f972-4c18-aec8-30e625c3e49a", + "x-request-time": "0.184" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/c9319d9f-12c0-4f61-8318-7186e19eb493/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/ae365exepool-component" + }, + "systemData": { + "createdAt": "2022-10-10T03:25:23.2533498\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T03:59:43.4043516\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "3446", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Use this auto-approved module to download data on EyesOn machine and interact with it for Compliant Annotation purpose.", + "properties": {}, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "Use this auto-approved module to download data on EyesOn machine and interact with it for Compliant Annotation purpose.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "version": "000000000000000000000", + "$schema": "https://componentsdk.azureedge.net/jsonschema/AE365ExePoolComponent.json", + "display_name": "CAX EyesOn Module [ND] v1.6", + "inputs": { + "ComplianceCluster": { + "type": "string", + "default": "MsResearch-EyesOn-Annotation", + "description": "compliance cluster name" + }, + "HeronId": { + "type": "string", + "default": "", + "description": "Heron ID" + }, + "localoutputfolderEnc": { + "type": "string", + "optional": true, + "default": "", + "description": "local output folder for encrypted data" + }, + "localoutputfolderDec": { + "type": "string", + "optional": true, + "default": "", + "description": "local output folder for decrypted data" + }, + "TimeoutSeconds": { + "type": "integer", + "optional": true, + "default": 500000, + "description": "timeout in seconds" + }, + "hitappid": { + "type": "integer", + "optional": true, + "default": 31346, + "description": "hitapp id" + }, + "projectname": { + "type": "string", + "optional": true, + "default": "LatestE2Etemplate", + "description": "project name" + }, + "judges": { + "type": "string", + "optional": true, + "default": "juwang;bradwall", + "description": "judges" + }, + "annotationsMayIncludeCustomerContent": { + "type": "string", + "optional": true, + "default": "1", + "description": "annotations may include customer content" + }, + "TaskGroupId": { + "type": "integer", + "optional": true, + "default": 86891, + "description": "task group id" + }, + "GoldHitRTADataType": { + "type": "enum", + "optional": true, + "default": "", + "description": "gold hit rta data type", + "enum": [ + "Gold", + "RTA", + "Qualification", + "Preview" + ] + }, + "taskFileTimestamp": { + "type": "string", + "optional": true, + "default": "2021.12.21.23.55.00", + "description": "task file timestamp" + }, + "DataToLookAt": { + "type": "AnyFile" + }, + "GoldHitRTAData": { + "type": "AnyFile", + "optional": true + } + }, + "outputs": { + "outputfolderEnc": { + "type": "AnyDirectory" + }, + "outputfolderDec": { + "type": "AnyDirectory" + }, + "OriginalHitData": { + "type": "AnyDirectory" + } + }, + "type": "AE365ExePoolComponent", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/c9319d9f-12c0-4f61-8318-7186e19eb493/versions/1", + "command": "cax.eyesonmodule.exe input={inputs.DataToLookAt} inputGoldHitRta=[{inputs.GoldHitRTAData}] localoutputfolderEnc=[{inputs.localoutputfolderEnc}] localoutputfolderDec=[{inputs.localoutputfolderDec}] timeoutSeconds=[{inputs.TimeoutSeconds}] hitappid=[{inputs.hitappid}] projectname=[{inputs.projectname}] judges=[{inputs.judges}] outputfolderEnc={outputs.outputfolderEnc} outputfolderDec={outputs.outputfolderDec} annotationsMayIncludeCustomerContent=[{inputs.annotationsMayIncludeCustomerContent}] taskGroupId=[{inputs.TaskGroupId}] goldHitRTADataType=[{inputs.GoldHitRTADataType}] outputfolderForOriginalHitData={outputs.OriginalHitData} taskFileTimestamp=[{inputs.taskFileTimestamp}]", + "ae365exepool": { + "ref_id": "654ec0ba-bed3-48eb-a594-efd0e9275e0d" + } + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "5095", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:44 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ce38b64062004461c300b370cba91cea-1dedc07dc86d24e8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "cd65d3d1-7f5d-41c7-ad89-7f85af667596", + "x-ms-ratelimit-remaining-subscription-writes": "1174", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035944Z:cd65d3d1-7f5d-41c7-ad89-7f85af667596", + "x-request-time": "0.562" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/2a554779-8174-4796-baf9-e21d23e3a58d", + "name": "2a554779-8174-4796-baf9-e21d23e3a58d", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "$schema": "https://componentsdk.azureedge.net/jsonschema/AE365ExePoolComponent.json", + "name": "azureml_anonymous", + "version": "2a554779-8174-4796-baf9-e21d23e3a58d", + "display_name": "CAX EyesOn Module [ND] v1.6", + "is_deterministic": "True", + "type": "AE365ExePoolComponent", + "description": "Use this auto-approved module to download data on EyesOn machine and interact with it for Compliant Annotation purpose.", + "tags": { + "category": "Component Tutorial", + "contact": "amldesigner@microsoft.com" + }, + "inputs": { + "DataToLookAt": { + "type": "AnyFile", + "optional": "False" + }, + "GoldHitRTAData": { + "type": "AnyFile", + "optional": "True" + }, + "ComplianceCluster": { + "type": "String", + "optional": "False", + "default": "MsResearch-EyesOn-Annotation", + "description": "compliance cluster name" + }, + "HeronId": { + "type": "String", + "optional": "False", + "description": "Heron ID" + }, + "localoutputfolderEnc": { + "type": "String", + "optional": "True", + "description": "local output folder for encrypted data" + }, + "localoutputfolderDec": { + "type": "String", + "optional": "True", + "description": "local output folder for decrypted data" + }, + "TimeoutSeconds": { + "type": "Integer", + "optional": "True", + "default": "500000", + "description": "timeout in seconds" + }, + "hitappid": { + "type": "Integer", + "optional": "True", + "default": "31346", + "description": "hitapp id" + }, + "projectname": { + "type": "String", + "optional": "True", + "default": "LatestE2Etemplate", + "description": "project name" + }, + "judges": { + "type": "String", + "optional": "True", + "default": "juwang;bradwall", + "description": "judges" + }, + "annotationsMayIncludeCustomerContent": { + "type": "String", + "optional": "True", + "default": "1", + "description": "annotations may include customer content" + }, + "TaskGroupId": { + "type": "Integer", + "optional": "True", + "default": "86891", + "description": "task group id" + }, + "GoldHitRTADataType": { + "type": "Enum", + "optional": "True", + "description": "gold hit rta data type", + "enum": [ + "Gold", + "RTA", + "Qualification", + "Preview" + ] + }, + "taskFileTimestamp": { + "type": "String", + "optional": "True", + "default": "2021.12.21.23.55.00", + "description": "task file timestamp" + } + }, + "outputs": { + "outputfolderEnc": { + "type": "AnyDirectory" + }, + "outputfolderDec": { + "type": "AnyDirectory" + }, + "OriginalHitData": { + "type": "AnyDirectory" + } + }, + "command": "cax.eyesonmodule.exe input={inputs.DataToLookAt} inputGoldHitRta=[{inputs.GoldHitRTAData}] localoutputfolderEnc=[{inputs.localoutputfolderEnc}] localoutputfolderDec=[{inputs.localoutputfolderDec}] timeoutSeconds=[{inputs.TimeoutSeconds}] hitappid=[{inputs.hitappid}] projectname=[{inputs.projectname}] judges=[{inputs.judges}] outputfolderEnc={outputs.outputfolderEnc} outputfolderDec={outputs.outputfolderDec} annotationsMayIncludeCustomerContent=[{inputs.annotationsMayIncludeCustomerContent}] taskGroupId=[{inputs.TaskGroupId}] goldHitRTADataType=[{inputs.GoldHitRTADataType}] outputfolderForOriginalHitData={outputs.OriginalHitData} taskFileTimestamp=[{inputs.taskFileTimestamp}]", + "ae365exepool": { + "ref_id": "654ec0ba-bed3-48eb-a594-efd0e9275e0d" + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/c9319d9f-12c0-4f61-8318-7186e19eb493/versions/1" + } + }, + "systemData": { + "createdAt": "2022-10-10T03:45:19.3194833\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-10T03:45:19.9074457\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_reghits/versions?api-version=2022-05-01\u0026$orderBy=createdtime%20desc\u0026$top=1", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:44 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0a7016b20ebdc6a2cdef7967ffbccb48-ffe24ee96478a4de-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "59f14912-e030-428f-b6b2-a2709f897494", + "x-ms-ratelimit-remaining-subscription-reads": "11949", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035945Z:59f14912-e030-428f-b6b2-a2709f897494", + "x-request-time": "0.128" + }, + "ResponseBody": { + "value": [ + { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_reghits/versions/2", + "name": "2", + "type": "Microsoft.MachineLearningServices/workspaces/data/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": false, + "dataUri": "azureml://workspaces/e61cd5e2-512f-475e-9842-5e2a973993b8/datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data/", + "dataType": "mltable", + "referencedUris": [ + "./0.png", + "./1.png", + "./2.png", + "./3.png" + ] + }, + "systemData": { + "createdAt": "2022-09-23T10:33:00.1620353\u002B00:00", + "createdBy": "Zhengfei Wang", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T10:33:00.1831634\u002B00:00" + } + } + ] + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1489", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "displayName": "pipeline_func", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": {}, + "jobs": { + "node": { + "type": "AE365ExePoolComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "HeronId": { + "job_input_type": "literal", + "value": "c6c849c5-4d52-412a-b4de-6cc5755bca73" + }, + "taskFileTimestamp": { + "job_input_type": "literal", + "value": "2022.08.11.22.04.00" + }, + "DataToLookAt": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_reghits/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/2a554779-8174-4796-baf9-e21d23e3a58d" + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3553", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:52 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d2ccbeedee6acfbcd8441c9935e69c38-e089baddc71df0d7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ffeae485-0abc-4060-896b-ad6f0a029ba4", + "x-ms-ratelimit-remaining-subscription-writes": "1173", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035952Z:ffeae485-0abc-4060-896b-ad6f0a029ba4", + "x-request-time": "4.037" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", + "name": "000000000000000000000", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": null, + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_func", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/000000000000000000000?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "_source": "DSL" + }, + "jobs": { + "node": { + "type": "AE365ExePoolComponent", + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "HeronId": { + "job_input_type": "literal", + "value": "c6c849c5-4d52-412a-b4de-6cc5755bca73" + }, + "taskFileTimestamp": { + "job_input_type": "literal", + "value": "2022.08.11.22.04.00" + }, + "DataToLookAt": { + "uri": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/data/mltable_reghits/versions/2", + "job_input_type": "mltable" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/2a554779-8174-4796-baf9-e21d23e3a58d" + } + }, + "inputs": {}, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T03:59:50.4335043\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:55 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "10078ceb-6bf3-4801-a48e-a62f53bbe7e8", + "x-ms-ratelimit-remaining-subscription-writes": "1182", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035955Z:10078ceb-6bf3-4801-a48e-a62f53bbe7e8", + "x-request-time": "0.895" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 03:59:55 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7d0c4fc2-ff04-4aa5-b479-68308596371e", + "x-ms-ratelimit-remaining-subscription-reads": "11948", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T035956Z:7d0c4fc2-ff04-4aa5-b479-68308596371e", + "x-request-time": "0.040" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 04:00:26 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4ff2025a91a296371b39b77c04efe7f7-40220e40040eb86c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "cc6e0009-6098-47a9-93af-1a8a789127e5", + "x-ms-ratelimit-remaining-subscription-reads": "11947", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T040026Z:cc6e0009-6098-47a9-93af-1a8a789127e5", + "x-request-time": "0.036" + }, + "ResponseBody": null + } + ], + "Variables": {} +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output.json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output.json index 1f2dfd23c4d8..46a599048c38 100644 --- a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output.json +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output.json @@ -7,7 +7,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -15,11 +15,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:01 GMT", + "Date": "Mon, 24 Oct 2022 04:11:14 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-ca3a0dc977e48b3b7867cb9bd1b6a994-e2f7bd86ace70c6f-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-d23b6f59cb345f0983fd56cd7e0c4443-a953e73a6479e01e-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -28,11 +28,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "6c0fd18e-6153-459f-9108-f5657877bc1c", - "x-ms-ratelimit-remaining-subscription-reads": "11901", + "x-ms-correlation-request-id": "83a1ff26-ec2b-4597-8ead-1bb85ed7a617", + "x-ms-ratelimit-remaining-subscription-reads": "11887", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034801Z:6c0fd18e-6153-459f-9108-f5657877bc1c", - "x-request-time": "0.232" + "x-ms-routing-request-id": "JAPANEAST:20221024T041114Z:83a1ff26-ec2b-4597-8ead-1bb85ed7a617", + "x-request-time": "0.226" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", @@ -60,18 +60,18 @@ "nodeIdleTimeBeforeScaleDown": "PT2M" }, "subnet": null, - "currentNodeCount": 1, - "targetNodeCount": 1, + "currentNodeCount": 4, + "targetNodeCount": 4, "nodeStateCounts": { "preparingNodeCount": 0, - "runningNodeCount": 0, - "idleNodeCount": 1, + "runningNodeCount": 4, + "idleNodeCount": 0, "unusableNodeCount": 0, "leavingNodeCount": 0, "preemptedNodeCount": 0 }, "allocationState": "Steady", - "allocationStateTransitionTime": "2022-09-30T08:08:43.647\u002B00:00", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", "errors": null, "remoteLoginPortPublicAccess": "Enabled", "osType": "Linux", @@ -89,7 +89,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -97,11 +97,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:02 GMT", + "Date": "Mon, 24 Oct 2022 04:11:15 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-f837b810124c78743eb4b0d34ed6e8d2-56a8adea8cffd56c-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-fe615c5e7f0b02061ea056e1c4b20106-f37bcfc47a677528-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -110,11 +110,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "18251651-5218-4813-84cb-d540ef640f95", - "x-ms-ratelimit-remaining-subscription-reads": "11900", + "x-ms-correlation-request-id": "7a8fde9e-95e0-45e1-bb4b-58b1cdb41ff4", + "x-ms-ratelimit-remaining-subscription-reads": "11886", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034802Z:18251651-5218-4813-84cb-d540ef640f95", - "x-request-time": "0.245" + "x-ms-routing-request-id": "JAPANEAST:20221024T041115Z:7a8fde9e-95e0-45e1-bb4b-58b1cdb41ff4", + "x-request-time": "0.230" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", @@ -142,18 +142,18 @@ "nodeIdleTimeBeforeScaleDown": "PT2M" }, "subnet": null, - "currentNodeCount": 1, - "targetNodeCount": 1, + "currentNodeCount": 4, + "targetNodeCount": 4, "nodeStateCounts": { "preparingNodeCount": 0, - "runningNodeCount": 0, - "idleNodeCount": 1, + "runningNodeCount": 4, + "idleNodeCount": 0, "unusableNodeCount": 0, "leavingNodeCount": 0, "preemptedNodeCount": 0 }, "allocationState": "Steady", - "allocationStateTransitionTime": "2022-09-30T08:08:43.647\u002B00:00", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", "errors": null, "remoteLoginPortPublicAccess": "Enabled", "osType": "Linux", @@ -171,7 +171,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -179,11 +179,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:03 GMT", + "Date": "Mon, 24 Oct 2022 04:11:15 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-0a07dfd419d5ac45d0d1bf34aa88066b-741b57d2c8dc4eb2-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-c04e71565868b0d0482c971aa8b6575a-089dcf4558e047eb-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -192,11 +192,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "999b6eb9-848c-4212-952c-7df8035d5868", - "x-ms-ratelimit-remaining-subscription-reads": "11899", + "x-ms-correlation-request-id": "deb815de-5531-41b2-a8c9-df72e03066c1", + "x-ms-ratelimit-remaining-subscription-reads": "11885", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034803Z:999b6eb9-848c-4212-952c-7df8035d5868", - "x-request-time": "0.216" + "x-ms-routing-request-id": "JAPANEAST:20221024T041115Z:deb815de-5531-41b2-a8c9-df72e03066c1", + "x-request-time": "0.225" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", @@ -224,18 +224,18 @@ "nodeIdleTimeBeforeScaleDown": "PT2M" }, "subnet": null, - "currentNodeCount": 1, - "targetNodeCount": 1, + "currentNodeCount": 4, + "targetNodeCount": 4, "nodeStateCounts": { "preparingNodeCount": 0, - "runningNodeCount": 0, - "idleNodeCount": 1, + "runningNodeCount": 4, + "idleNodeCount": 0, "unusableNodeCount": 0, "leavingNodeCount": 0, "preemptedNodeCount": 0 }, "allocationState": "Steady", - "allocationStateTransitionTime": "2022-09-30T08:08:43.647\u002B00:00", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", "errors": null, "remoteLoginPortPublicAccess": "Enabled", "osType": "Linux", @@ -253,7 +253,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -261,11 +261,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:05 GMT", + "Date": "Mon, 24 Oct 2022 04:11:17 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-3a86069066c9889802e60d544fb711f7-71c8dd13c092243c-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-a238c309fdc0369083d6f45b3f81593f-7061ea6cff442c2b-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -274,11 +274,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "3a8a3454-5c8e-4747-9311-2546be1da932", - "x-ms-ratelimit-remaining-subscription-reads": "11898", + "x-ms-correlation-request-id": "79f3da60-84f1-43da-b434-d600a3c33c78", + "x-ms-ratelimit-remaining-subscription-reads": "11884", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034806Z:3a8a3454-5c8e-4747-9311-2546be1da932", - "x-request-time": "0.084" + "x-ms-routing-request-id": "JAPANEAST:20221024T041117Z:79f3da60-84f1-43da-b434-d600a3c33c78", + "x-request-time": "0.111" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -317,7 +317,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -325,21 +325,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:06 GMT", + "Date": "Mon, 24 Oct 2022 04:11:18 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-94cf52c4e19397c5ef0ec0ceed7cad5b-6b1232f9b0e1a40d-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-0bb7c2a84c50eecfb845dd048d185f87-401932ad57c90afb-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "86732bbd-3824-4cf3-b810-05c6b56a5b49", - "x-ms-ratelimit-remaining-subscription-writes": "1159", + "x-ms-correlation-request-id": "890df370-65e4-468b-81e8-bda07b3dbeb7", + "x-ms-ratelimit-remaining-subscription-writes": "1150", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034806Z:86732bbd-3824-4cf3-b810-05c6b56a5b49", - "x-request-time": "0.097" + "x-ms-routing-request-id": "JAPANEAST:20221024T041118Z:890df370-65e4-468b-81e8-bda07b3dbeb7", + "x-request-time": "0.120" }, "ResponseBody": { "secretsType": "AccountKey", @@ -353,92 +353,67 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:48:06 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:11:18 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 404, + "StatusCode": 200, "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:48:06 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "Transfer-Encoding": "chunked", - "Vary": "Origin", - "x-ms-error-code": "BlobNotFound", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/one-line-tsv/component.yaml", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", + "Accept-Ranges": "bytes", "Content-Length": "506", "Content-MD5": "I/mAXjP62f\u002B\u002BfKCunnI4hw==", "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:48:07 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "JHNjaGVtYTogaHR0cHM6Ly9jb21wb25lbnRzZGsuYXp1cmVlZGdlLm5ldC9qc29uc2NoZW1hL0NvbW1hbmRDb21wb25lbnQuanNvbg0KbmFtZTogb25lX2xpbmVfdHN2DQpkaXNwbGF5X25hbWU6IEdlbmVyYXRlIE9uZSBMaW5lIFRzdg0KdmVyc2lvbjogMC4wLjENCnR5cGU6IENvbW1hbmRDb21wb25lbnQNCmlzX2RldGVybWluaXN0aWM6IHRydWUNCnRhZ3M6IHt9DQppbnB1dHM6DQogIGNvbnRlbnQ6DQogICAgdHlwZTogc3RyaW5nDQogICAgb3B0aW9uYWw6IGZhbHNlDQogIHRzdl9maWxlOg0KICAgIHR5cGU6IHN0cmluZw0KICAgIG9wdGlvbmFsOiBmYWxzZQ0KICAgIGRlZmF1bHQ6IG91dHB1dC50c3YNCm91dHB1dHM6DQogIG91dHB1dF9kaXI6DQogICAgdHlwZTogcGF0aA0KY29tbWFuZDogPi0NCiAgZWNobyB7aW5wdXRzLmNvbnRlbnR9ID4ge291dHB1dHMub3V0cHV0X2Rpcn0ve2lucHV0cy50c3ZfZmlsZX0NCmVudmlyb25tZW50Og0KICBuYW1lOiBBenVyZU1MLURlc2lnbmVyDQo=", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "I/mAXjP62f\u002B\u002BfKCunnI4hw==", - "Date": "Mon, 10 Oct 2022 03:48:07 GMT", - "ETag": "\u00220x8DAAA723E25AF53\u0022", + "Date": "Mon, 24 Oct 2022 04:11:18 GMT", + "ETag": "\u00220x8DAAA723E447D70\u0022", "Last-Modified": "Mon, 10 Oct 2022 03:48:07 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-content-crc64": "r8/6saZu0JE=", - "x-ms-request-server-encrypted": "true", + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:48:07 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "b7444b5f-b861-40c5-9887-133cf52f3a0c", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/one-line-tsv/component.yaml?comp=metadata", - "RequestMethod": "PUT", + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/one-line-tsv/component.yaml", + "RequestMethod": "HEAD", "RequestHeaders": { "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "0", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:48:07 GMT", - "x-ms-meta-name": "000000000000000000000", - "x-ms-meta-upload_status": "completed", - "x-ms-meta-version": "1", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:11:18 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 200, + "StatusCode": 404, "ResponseHeaders": { - "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:48:07 GMT", - "ETag": "\u00220x8DAAA723E447D70\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:48:07 GMT", + "Date": "Mon, 24 Oct 2022 04:11:18 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-request-server-encrypted": "true", + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/b7444b5f-b861-40c5-9887-133cf52f3a0c/versions/1?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -446,7 +421,7 @@ "Connection": "keep-alive", "Content-Length": "301", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -459,28 +434,32 @@ "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/one-line-tsv" } }, - "StatusCode": 201, + "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "816", + "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:08 GMT", + "Date": "Mon, 24 Oct 2022 04:11:19 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-13cc316b028ef00e4c91be1ce183ce69-04574b64921a5363-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-5c4aeb35a2e2581a0a47116430e1c657-45f4a6fb413a7f85-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "9e63018d-4e01-4d0e-bc83-83ff15a42eb1", - "x-ms-ratelimit-remaining-subscription-writes": "1130", + "x-ms-correlation-request-id": "c1094222-d1be-4eca-9d7e-8a098252e175", + "x-ms-ratelimit-remaining-subscription-writes": "1112", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034808Z:9e63018d-4e01-4d0e-bc83-83ff15a42eb1", - "x-request-time": "0.511" + "x-ms-routing-request-id": "JAPANEAST:20221024T041119Z:c1094222-d1be-4eca-9d7e-8a098252e175", + "x-request-time": "0.174" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/b7444b5f-b861-40c5-9887-133cf52f3a0c/versions/1", "name": "1", "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", "properties": { @@ -498,7 +477,7 @@ "createdAt": "2022-10-10T03:48:08.3317693\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:48:08.3317693\u002B00:00", + "lastModifiedAt": "2022-10-24T04:11:19.2960015\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -511,9 +490,9 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "832", + "Content-Length": "847", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -543,7 +522,7 @@ } }, "type": "CommandComponent", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/b7444b5f-b861-40c5-9887-133cf52f3a0c/versions/1", "environment": { "os": "Linux", "name": "AzureML-Designer" @@ -555,22 +534,22 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "1852", + "Content-Length": "1867", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:10 GMT", + "Date": "Mon, 24 Oct 2022 04:11:20 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-cb41f4391529a28b81b8b1a9ed3c9133-4bd4a7f4f28f747b-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-50f568299a49b764efceda62a5fe0b5e-3228070c35fbbbb9-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "2e51b4f8-4833-49c2-b7f0-48840c4f5a72", - "x-ms-ratelimit-remaining-subscription-writes": "1129", + "x-ms-correlation-request-id": "9e190885-7f07-4945-ae1e-35a4f02292cf", + "x-ms-ratelimit-remaining-subscription-writes": "1111", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034811Z:2e51b4f8-4833-49c2-b7f0-48840c4f5a72", - "x-request-time": "1.897" + "x-ms-routing-request-id": "JAPANEAST:20221024T041120Z:9e190885-7f07-4945-ae1e-35a4f02292cf", + "x-request-time": "0.684" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/98f24375-15da-4ba9-83c4-65d2d044081e", @@ -612,14 +591,14 @@ }, "successful_return_code": "Zero", "command": "echo {inputs.content} \u003E {outputs.output_dir}/{inputs.tsv_file}", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1" + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/b7444b5f-b861-40c5-9887-133cf52f3a0c/versions/1" } }, "systemData": { "createdAt": "2022-10-10T03:48:10.4696324\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:48:10.4696324\u002B00:00", + "lastModifiedAt": "2022-10-10T03:48:10.9637406\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -632,7 +611,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -640,11 +619,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:11 GMT", + "Date": "Mon, 24 Oct 2022 04:11:21 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-cd366c22d7fd15f6da969437b0af7483-e9c501e970d8857d-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-63b8e2237089fb94ad31040fe608ca18-b38cab58fdd2beb2-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -653,11 +632,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "c0987000-4cb9-4320-835f-120ffa881233", - "x-ms-ratelimit-remaining-subscription-reads": "11897", + "x-ms-correlation-request-id": "fc55198a-e4db-469b-af1c-ed0680f00347", + "x-ms-ratelimit-remaining-subscription-reads": "11883", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034811Z:c0987000-4cb9-4320-835f-120ffa881233", - "x-request-time": "0.091" + "x-ms-routing-request-id": "JAPANEAST:20221024T041121Z:fc55198a-e4db-469b-af1c-ed0680f00347", + "x-request-time": "0.098" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -696,7 +675,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -704,21 +683,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:12 GMT", + "Date": "Mon, 24 Oct 2022 04:11:21 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-4506a86c53b0005a8053aafc36c8638f-29012a9b627f42b5-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-e8e4db67e81b07b78d8b0e69810a0453-8620ce56c154f1d8-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "a74213d1-e3a9-4b79-917a-01081b90901f", - "x-ms-ratelimit-remaining-subscription-writes": "1158", + "x-ms-correlation-request-id": "f38b2d8c-8811-454b-a3c1-fb2e2d51dbe4", + "x-ms-ratelimit-remaining-subscription-writes": "1149", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034812Z:a74213d1-e3a9-4b79-917a-01081b90901f", - "x-request-time": "0.091" + "x-ms-routing-request-id": "JAPANEAST:20221024T041121Z:f38b2d8c-8811-454b-a3c1-fb2e2d51dbe4", + "x-request-time": "0.092" }, "ResponseBody": { "secretsType": "AccountKey", @@ -732,92 +711,67 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:48:12 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:11:21 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 404, + "StatusCode": 200, "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:48:12 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "Transfer-Encoding": "chunked", - "Vary": "Origin", - "x-ms-error-code": "BlobNotFound", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/copy/component.yaml", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", + "Accept-Ranges": "bytes", "Content-Length": "474", "Content-MD5": "ISeDnoo/Cj2rw6jTAllU1A==", "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:48:12 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "JHNjaGVtYTogaHR0cHM6Ly9jb21wb25lbnRzZGsuYXp1cmVlZGdlLm5ldC9qc29uc2NoZW1hL0NvbW1hbmRDb21wb25lbnQuanNvbg0KbmFtZTogY29weV9jb21tYW5kDQpkaXNwbGF5X25hbWU6IENvcHkgQ29tbWFuZA0KdmVyc2lvbjogMC4wLjENCnR5cGU6IENvbW1hbmRDb21wb25lbnQNCmlzX2RldGVybWluaXN0aWM6IHRydWUNCnRhZ3M6IHt9DQppbnB1dHM6DQogIGlucHV0X2RpcjoNCiAgICB0eXBlOiBwYXRoDQogICAgb3B0aW9uYWw6IGZhbHNlDQogIGZpbGVfbmFtZXM6DQogICAgdHlwZTogc3RyaW5nDQogICAgb3B0aW9uYWw6IGZhbHNlDQpvdXRwdXRzOg0KICBvdXRwdXRfZGlyOg0KICAgIHR5cGU6IHBhdGgNCmNvbW1hbmQ6ID4tDQogIGNwIHtpbnB1dHMuaW5wdXRfZGlyfS97aW5wdXRzLmZpbGVfbmFtZXN9IHtvdXRwdXRzLm91dHB1dF9kaXJ9DQplbnZpcm9ubWVudDoNCiAgbmFtZTogQXp1cmVNTC1EZXNpZ25lcg0K", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "ISeDnoo/Cj2rw6jTAllU1A==", - "Date": "Mon, 10 Oct 2022 03:48:12 GMT", - "ETag": "\u00220x8DAAA72417E47F6\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:48:12 GMT", + "Date": "Mon, 24 Oct 2022 04:11:21 GMT", + "ETag": "\u00220x8DAAA72419B68A3\u0022", + "Last-Modified": "Mon, 10 Oct 2022 03:48:13 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-content-crc64": "AgKDLddIyB8=", - "x-ms-request-server-encrypted": "true", + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:48:12 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9bb57d14-38c5-45ff-a752-035e86a90ba5", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/copy/component.yaml?comp=metadata", - "RequestMethod": "PUT", + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/copy/component.yaml", + "RequestMethod": "HEAD", "RequestHeaders": { "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "0", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:48:12 GMT", - "x-ms-meta-name": "000000000000000000000", - "x-ms-meta-upload_status": "completed", - "x-ms-meta-version": "1", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:11:21 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 200, + "StatusCode": 404, "ResponseHeaders": { - "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:48:12 GMT", - "ETag": "\u00220x8DAAA72419B68A3\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:48:13 GMT", + "Date": "Mon, 24 Oct 2022 04:11:21 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-request-server-encrypted": "true", + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9bb57d14-38c5-45ff-a752-035e86a90ba5/versions/1?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -825,7 +779,7 @@ "Connection": "keep-alive", "Content-Length": "293", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -838,28 +792,32 @@ "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/copy" } }, - "StatusCode": 201, + "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "808", + "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:13 GMT", + "Date": "Mon, 24 Oct 2022 04:11:22 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-733c6207bc06c3003efb9e08eec4d533-a2a36859659934ff-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-7cfc845ebdaceb487f4f6588119e5885-ab047595656150ef-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "30b55e71-9e30-4592-92ca-feff1ff9f0d5", - "x-ms-ratelimit-remaining-subscription-writes": "1128", + "x-ms-correlation-request-id": "0662e75c-ed98-4e7c-ac5b-fd00bee50d84", + "x-ms-ratelimit-remaining-subscription-writes": "1110", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034813Z:30b55e71-9e30-4592-92ca-feff1ff9f0d5", - "x-request-time": "0.469" + "x-ms-routing-request-id": "JAPANEAST:20221024T041122Z:0662e75c-ed98-4e7c-ac5b-fd00bee50d84", + "x-request-time": "0.175" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9bb57d14-38c5-45ff-a752-035e86a90ba5/versions/1", "name": "1", "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", "properties": { @@ -877,7 +835,7 @@ "createdAt": "2022-10-10T03:48:13.5777125\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:48:13.5777125\u002B00:00", + "lastModifiedAt": "2022-10-24T04:11:22.5222408\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -890,9 +848,9 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "800", + "Content-Length": "815", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -921,7 +879,7 @@ } }, "type": "CommandComponent", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9bb57d14-38c5-45ff-a752-035e86a90ba5/versions/1", "environment": { "os": "Linux", "name": "AzureML-Designer" @@ -933,22 +891,22 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "1847", + "Content-Length": "1862", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:15 GMT", + "Date": "Mon, 24 Oct 2022 04:11:23 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-63680f43d63a952f1eda8cf367e79d79-712aa2c841dc6c99-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-9c81dc9d19696120e98051edb9a4775c-43ce56e1f5027157-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "20c19426-9359-42d3-aecf-419a2aff64f6", - "x-ms-ratelimit-remaining-subscription-writes": "1127", + "x-ms-correlation-request-id": "e9232194-9052-4dbc-bc69-793996e52b33", + "x-ms-ratelimit-remaining-subscription-writes": "1109", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034816Z:20c19426-9359-42d3-aecf-419a2aff64f6", - "x-request-time": "1.879" + "x-ms-routing-request-id": "JAPANEAST:20221024T041123Z:e9232194-9052-4dbc-bc69-793996e52b33", + "x-request-time": "0.697" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/f9282ef9-604e-4109-8ea6-e565cc20d711", @@ -990,14 +948,14 @@ }, "successful_return_code": "Zero", "command": "cp {inputs.input_dir}/{inputs.file_names} {outputs.output_dir}", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1" + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9bb57d14-38c5-45ff-a752-035e86a90ba5/versions/1" } }, "systemData": { "createdAt": "2022-10-10T03:48:15.7092374\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:48:15.7092374\u002B00:00", + "lastModifiedAt": "2022-10-10T03:48:16.2314398\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1010,7 +968,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -1018,11 +976,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:16 GMT", + "Date": "Mon, 24 Oct 2022 04:11:24 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-4af5b54e99d77f0a76dcd311f0470a2e-d944080bd5c2ebaf-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-18d42a31c865c97440972007296cb479-56a5b8b10f9df13b-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -1031,11 +989,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "8c5ace35-f7cf-4bb4-bb4f-3e1eefbd9e24", - "x-ms-ratelimit-remaining-subscription-reads": "11896", + "x-ms-correlation-request-id": "8f839a1a-ce8f-4bf3-b803-33cdadceeccb", + "x-ms-ratelimit-remaining-subscription-reads": "11882", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034816Z:8c5ace35-f7cf-4bb4-bb4f-3e1eefbd9e24", - "x-request-time": "0.109" + "x-ms-routing-request-id": "JAPANEAST:20221024T041124Z:8f839a1a-ce8f-4bf3-b803-33cdadceeccb", + "x-request-time": "0.084" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -1074,7 +1032,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -1082,20 +1040,20 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:16 GMT", + "Date": "Mon, 24 Oct 2022 04:11:24 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-29b51c2f2adcbb0c557b33a7e3ec5eaa-8e803b3112696f4d-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-aa171a33338e3c7fc316284f19664d4a-48014f9bacf0588d-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "71f55c97-e482-4d3a-a596-1103d4ed9312", - "x-ms-ratelimit-remaining-subscription-writes": "1157", + "x-ms-correlation-request-id": "49b880ca-953e-4cc2-99f5-960cd1b8f728", + "x-ms-ratelimit-remaining-subscription-writes": "1148", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034817Z:71f55c97-e482-4d3a-a596-1103d4ed9312", + "x-ms-routing-request-id": "JAPANEAST:20221024T041124Z:49b880ca-953e-4cc2-99f5-960cd1b8f728", "x-request-time": "0.099" }, "ResponseBody": { @@ -1110,92 +1068,67 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:48:17 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:11:24 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 404, + "StatusCode": 200, "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:48:17 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "Transfer-Encoding": "chunked", - "Vary": "Origin", - "x-ms-error-code": "BlobNotFound", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/ls/ls.yaml", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", + "Accept-Ranges": "bytes", "Content-Length": "347", "Content-MD5": "4FDxsPtcQKSnynuNx488iw==", "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:48:17 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "JHNjaGVtYTogaHR0cHM6Ly9jb21wb25lbnRzZGsuYXp1cmVlZGdlLm5ldC9qc29uc2NoZW1hL0NvbW1hbmRDb21wb25lbnQuanNvbg0KbmFtZTogbHNfY29tbWFuZA0KZGlzcGxheV9uYW1lOiBMcyBDb21tYW5kDQp2ZXJzaW9uOiAwLjAuMQ0KdHlwZTogQ29tbWFuZENvbXBvbmVudA0KaXNfZGV0ZXJtaW5pc3RpYzogdHJ1ZQ0KdGFnczoge30NCmlucHV0czoNCiAgaW5wdXRfZGlyOg0KICAgIHR5cGU6IHBhdGgNCiAgICBvcHRpb25hbDogZmFsc2UNCm91dHB1dHM6IHt9DQpjb21tYW5kOiA\u002BLQ0KICBscyB7aW5wdXRzLmlucHV0X2Rpcn0NCmVudmlyb25tZW50Og0KICBuYW1lOiBBenVyZU1MLURlc2lnbmVyDQo=", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "4FDxsPtcQKSnynuNx488iw==", - "Date": "Mon, 10 Oct 2022 03:48:17 GMT", - "ETag": "\u00220x8DAAA72447483AD\u0022", + "Date": "Mon, 24 Oct 2022 04:11:24 GMT", + "ETag": "\u00220x8DAAA724492DCAF\u0022", "Last-Modified": "Mon, 10 Oct 2022 03:48:17 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-content-crc64": "RhOdAIh1YAA=", - "x-ms-request-server-encrypted": "true", + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 10 Oct 2022 03:48:17 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "95c98c55-41f7-41c9-a2e1-f61050c6bc72", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/ls/ls.yaml?comp=metadata", - "RequestMethod": "PUT", + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/ls/ls.yaml", + "RequestMethod": "HEAD", "RequestHeaders": { "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "0", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:48:17 GMT", - "x-ms-meta-name": "000000000000000000000", - "x-ms-meta-upload_status": "completed", - "x-ms-meta-version": "1", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:11:25 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 200, + "StatusCode": 404, "ResponseHeaders": { - "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:48:17 GMT", - "ETag": "\u00220x8DAAA724492DCAF\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:48:17 GMT", + "Date": "Mon, 24 Oct 2022 04:11:25 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-request-server-encrypted": "true", + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/95c98c55-41f7-41c9-a2e1-f61050c6bc72/versions/1?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -1203,7 +1136,7 @@ "Connection": "keep-alive", "Content-Length": "291", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -1216,28 +1149,32 @@ "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/ls" } }, - "StatusCode": 201, + "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "806", + "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:18 GMT", + "Date": "Mon, 24 Oct 2022 04:11:26 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-1bfba295c26efb0eb7d2136ee0266888-1086026a2a51b00b-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-a69046418c4b89d0635c888e3180d232-5ab507e9b579b095-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "05f5deb5-4083-4877-a589-b1e4adf1319c", - "x-ms-ratelimit-remaining-subscription-writes": "1126", + "x-ms-correlation-request-id": "00f615ba-a9d8-48f6-8cb4-0cdf54a91b0f", + "x-ms-ratelimit-remaining-subscription-writes": "1108", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034819Z:05f5deb5-4083-4877-a589-b1e4adf1319c", - "x-request-time": "0.373" + "x-ms-routing-request-id": "JAPANEAST:20221024T041126Z:00f615ba-a9d8-48f6-8cb4-0cdf54a91b0f", + "x-request-time": "0.463" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/95c98c55-41f7-41c9-a2e1-f61050c6bc72/versions/1", "name": "1", "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", "properties": { @@ -1255,7 +1192,7 @@ "createdAt": "2022-10-10T03:48:18.7141211\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:48:18.7141211\u002B00:00", + "lastModifiedAt": "2022-10-24T04:11:25.8634551\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1268,9 +1205,9 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "693", + "Content-Length": "708", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -1292,7 +1229,7 @@ }, "outputs": {}, "type": "CommandComponent", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/95c98c55-41f7-41c9-a2e1-f61050c6bc72/versions/1", "environment": { "os": "Linux", "name": "AzureML-Designer" @@ -1304,22 +1241,22 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "1586", + "Content-Length": "1601", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:20 GMT", + "Date": "Mon, 24 Oct 2022 04:11:27 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-8e6835d98c9a6da04f40b45276946e7d-99f0a384192d1591-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-e967df1cd86523eb36d5d190a593c263-7ed1751fb60d154a-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "3b1e69e0-874c-45b0-9c18-3acf134df531", - "x-ms-ratelimit-remaining-subscription-writes": "1125", + "x-ms-correlation-request-id": "8047319d-d55d-464e-b15d-513bf2c7f283", + "x-ms-ratelimit-remaining-subscription-writes": "1107", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034821Z:3b1e69e0-874c-45b0-9c18-3acf134df531", - "x-request-time": "1.910" + "x-ms-routing-request-id": "JAPANEAST:20221024T041127Z:8047319d-d55d-464e-b15d-513bf2c7f283", + "x-request-time": "0.689" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/31415cc3-81dd-4085-8824-13f76ee1cbbb", @@ -1351,14 +1288,14 @@ }, "successful_return_code": "Zero", "command": "ls {inputs.input_dir}", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1" + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/95c98c55-41f7-41c9-a2e1-f61050c6bc72/versions/1" } }, "systemData": { "createdAt": "2022-10-10T03:48:20.7205182\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:48:20.7205182\u002B00:00", + "lastModifiedAt": "2022-10-10T03:48:21.1845554\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1373,7 +1310,7 @@ "Connection": "keep-alive", "Content-Length": "2874", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -1484,22 +1421,22 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "5561", + "Content-Length": "5562", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:34 GMT", + "Date": "Mon, 24 Oct 2022 04:11:35 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-2bf87c46c0e4f2497ef5229123f387b9-71013bda337512e1-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-6b6624f64029b3299c4c666af8d1bb42-3d36325a7043594d-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "42e791c8-1f8d-4f46-91f1-c429b4a39068", - "x-ms-ratelimit-remaining-subscription-writes": "1124", + "x-ms-correlation-request-id": "b84b917b-9366-4043-99e6-3807d8d5fb5a", + "x-ms-ratelimit-remaining-subscription-writes": "1106", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034834Z:42e791c8-1f8d-4f46-91f1-c429b4a39068", - "x-request-time": "9.505" + "x-ms-routing-request-id": "JAPANEAST:20221024T041135Z:b84b917b-9366-4043-99e6-3807d8d5fb5a", + "x-request-time": "4.639" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", @@ -1647,7 +1584,7 @@ "sourceJobId": null }, "systemData": { - "createdAt": "2022-10-10T03:48:34.293254\u002B00:00", + "createdAt": "2022-10-24T04:11:33.8790688\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User" } @@ -1661,7 +1598,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -1669,7 +1606,7 @@ "Cache-Control": "no-cache", "Content-Length": "4", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:37 GMT", + "Date": "Mon, 24 Oct 2022 04:11:38 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -1678,11 +1615,11 @@ "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", "x-ms-async-operation-timeout": "PT1H", - "x-ms-correlation-request-id": "a3983223-1423-4975-b9bf-178c55364425", - "x-ms-ratelimit-remaining-subscription-writes": "1156", + "x-ms-correlation-request-id": "6d9f51ca-426e-42a2-883d-4fb2fedc42be", + "x-ms-ratelimit-remaining-subscription-writes": "1147", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034837Z:a3983223-1423-4975-b9bf-178c55364425", - "x-request-time": "0.678" + "x-ms-routing-request-id": "JAPANEAST:20221024T041138Z:6d9f51ca-426e-42a2-883d-4fb2fedc42be", + "x-request-time": "0.800" }, "ResponseBody": "null" }, @@ -1693,7 +1630,7 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -1701,7 +1638,7 @@ "Cache-Control": "no-cache", "Content-Length": "2", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:48:37 GMT", + "Date": "Mon, 24 Oct 2022 04:11:39 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -1709,11 +1646,11 @@ "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "28eeb183-c617-4c3f-9e85-905659cc170e", - "x-ms-ratelimit-remaining-subscription-reads": "11895", + "x-ms-correlation-request-id": "b23ff73d-f651-4a92-b0da-dbcaff14dd9c", + "x-ms-ratelimit-remaining-subscription-reads": "11880", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034838Z:28eeb183-c617-4c3f-9e85-905659cc170e", - "x-request-time": "0.032" + "x-ms-routing-request-id": "JAPANEAST:20221024T041139Z:b23ff73d-f651-4a92-b0da-dbcaff14dd9c", + "x-request-time": "0.033" }, "ResponseBody": {} }, @@ -1724,26 +1661,26 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:49:08 GMT", + "Date": "Mon, 24 Oct 2022 04:12:08 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-5f20e6a0af4ae78b9f67be4630bf6e91-4fe487ae18ba49d0-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-d0733f08977457d4fee133a3b7a5666c-a1eaf9a3cf53b4cc-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "ffca7c8f-83f1-4e35-838f-1838ce9355d5", - "x-ms-ratelimit-remaining-subscription-reads": "11894", + "x-ms-correlation-request-id": "21810686-9795-4ad8-9244-20c9215c62bd", + "x-ms-ratelimit-remaining-subscription-reads": "11879", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034909Z:ffca7c8f-83f1-4e35-838f-1838ce9355d5", - "x-request-time": "0.054" + "x-ms-routing-request-id": "JAPANEAST:20221024T041209Z:21810686-9795-4ad8-9244-20c9215c62bd", + "x-request-time": "0.036" }, "ResponseBody": null } diff --git a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output_mode.json b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output_mode.json index 7e7e7673ae63..f940f2af1e2e 100644 --- a/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output_mode.json +++ b/sdk/ml/azure-ai-ml/tests/recordings/internal/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_with_setting_node_output_mode.json @@ -7,7 +7,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -15,11 +15,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:12 GMT", + "Date": "Mon, 24 Oct 2022 04:12:12 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-0ef112f2444c0559acc42f4822d6482d-ad0addf31e39e0a2-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-ad1cca0a8b802150b9004131a12125b3-1639f5f176360d50-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -28,11 +28,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "86fe7c72-3e92-4e9f-a29d-85983b776d22", - "x-ms-ratelimit-remaining-subscription-reads": "11893", + "x-ms-correlation-request-id": "fe2ee19e-2418-4c77-8c0e-6e15d325fe68", + "x-ms-ratelimit-remaining-subscription-reads": "11878", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034913Z:86fe7c72-3e92-4e9f-a29d-85983b776d22", - "x-request-time": "0.099" + "x-ms-routing-request-id": "JAPANEAST:20221024T041212Z:fe2ee19e-2418-4c77-8c0e-6e15d325fe68", + "x-request-time": "0.157" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -71,7 +71,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -79,21 +79,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:12 GMT", + "Date": "Mon, 24 Oct 2022 04:12:13 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-02204212953834ff7299573a8185bd98-c6282397dba7fa60-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-fc5ed8cd78dc71b79382b02f21d5264f-90c1f9e17c76b397-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "596b1d3e-637f-4c7b-9dfc-9b84800cab3b", - "x-ms-ratelimit-remaining-subscription-writes": "1155", + "x-ms-correlation-request-id": "ea863ecc-1d29-4157-abe4-d4fb28b23992", + "x-ms-ratelimit-remaining-subscription-writes": "1146", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034913Z:596b1d3e-637f-4c7b-9dfc-9b84800cab3b", - "x-request-time": "0.131" + "x-ms-routing-request-id": "JAPANEAST:20221024T041213Z:ea863ecc-1d29-4157-abe4-d4fb28b23992", + "x-request-time": "0.124" }, "ResponseBody": { "secretsType": "AccountKey", @@ -107,262 +107,67 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:49:13 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:12:13 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 404, - "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:49:13 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "Transfer-Encoding": "chunked", - "Vary": "Origin", - "x-ms-error-code": "BlobNotFound", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval/score.py", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "Content-Length": "874", - "Content-MD5": "uYOtVexN2Vq8JencBZ8KgA==", - "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:49:14 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "aW1wb3J0IGFyZ3BhcnNlDQpmcm9tIHBhdGhsaWIgaW1wb3J0IFBhdGgNCg0KcGFyc2VyID0gYXJncGFyc2UuQXJndW1lbnRQYXJzZXIoInNjb3JlIikNCnBhcnNlci5hZGRfYXJndW1lbnQoIi0tbW9kZWxfaW5wdXQiLCB0eXBlPXN0ciwgaGVscD0iUGF0aCBvZiBpbnB1dCBtb2RlbCIpDQpwYXJzZXIuYWRkX2FyZ3VtZW50KCItLXRlc3RfZGF0YSIsIHR5cGU9c3RyLCBoZWxwPSJQYXRoIHRvIHRlc3QgZGF0YSIpDQpwYXJzZXIuYWRkX2FyZ3VtZW50KCItLXNjb3JlX291dHB1dCIsIHR5cGU9c3RyLCBoZWxwPSJQYXRoIG9mIHNjb3Jpbmcgb3V0cHV0IikNCg0KYXJncyA9IHBhcnNlci5wYXJzZV9hcmdzKCkNCg0KbGluZXMgPSBbDQogICAgZiJNb2RlbCBwYXRoOiB7YXJncy5tb2RlbF9pbnB1dH0iLA0KICAgIGYiVGVzdCBkYXRhIHBhdGg6IHthcmdzLnRlc3RfZGF0YX0iLA0KICAgIGYiU2NvcmluZyBvdXRwdXQgcGF0aDoge2FyZ3Muc2NvcmVfb3V0cHV0fSIsDQpdDQoNCmZvciBsaW5lIGluIGxpbmVzOg0KICAgIHByaW50KGxpbmUpDQoNCiMgTG9hZCB0aGUgbW9kZWwgZnJvbSBpbnB1dCBwb3J0DQojIEhlcmUgb25seSBwcmludCB0aGUgbW9kZWwgYXMgdGV4dCBzaW5jZSBpdCBpcyBhIGR1bW15IG9uZQ0KbW9kZWwgPSAoUGF0aChhcmdzLm1vZGVsX2lucHV0KSAvICJtb2RlbCIpLnJlYWRfdGV4dCgpDQpwcmludCgiTW9kZWw6IiwgbW9kZWwpDQoNCiMgRG8gc2NvcmluZyB3aXRoIHRoZSBpbnB1dCBtb2RlbA0KIyBIZXJlIG9ubHkgcHJpbnQgdGV4dCB0byBvdXRwdXQgZmlsZSBhcyBkZW1vDQooUGF0aChhcmdzLnNjb3JlX291dHB1dCkgLyAic2NvcmUiKS53cml0ZV90ZXh0KCJzY29yZWQgd2l0aCB7fSIuZm9ybWF0KG1vZGVsKSkNCg==", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "uYOtVexN2Vq8JencBZ8KgA==", - "Date": "Mon, 10 Oct 2022 03:49:14 GMT", - "ETag": "\u00220x8DAAA72660F13AB\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:14 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "x-ms-content-crc64": "m7be2v/6TI4=", - "x-ms-request-server-encrypted": "true", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval/eval.yaml", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "Content-Length": "1162", - "Content-MD5": "F57tUBtQHTUSM\u002B1jl5uDkA==", - "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:49:14 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "IyBDb3B5cmlnaHQgKGMpIE1pY3Jvc29mdCBDb3Jwb3JhdGlvbi4NCiMgTGljZW5zZWQgdW5kZXIgdGhlIE1JVCBMaWNlbnNlLg0KDQokc2NoZW1hOiBodHRwczovL2NvbXBvbmVudHNkay5henVyZWVkZ2UubmV0L2pzb25zY2hlbWEvQ29tbWFuZENvbXBvbmVudC5qc29uDQpuYW1lOiBzYW1wbGVzX2V2YWx1YXRlDQp2ZXJzaW9uOiAwLjAuNQ0KZGlzcGxheV9uYW1lOiBFdmFsdWF0ZQ0KdHlwZTogQ29tbWFuZENvbXBvbmVudA0KZGVzY3JpcHRpb246IEEgZHVtbXkgZXZhbHVhdGUgbW9kdWxlDQp0YWdzOiB7fQ0KaW5wdXRzOg0KICBzY29yaW5nX3Jlc3VsdDoNCiAgICB0eXBlOiBwYXRoDQogICAgZGVzY3JpcHRpb246IFNjb3JpbmcgcmVzdWx0IGZpbGUgaW4gVFNWIGZvcm1hdA0KICAgIG9wdGlvbmFsOiBmYWxzZQ0Kb3V0cHV0czoNCiAgZXZhbF9vdXRwdXQ6DQogICAgdHlwZTogcGF0aA0KICAgIGRlc2NyaXB0aW9uOiBFdmFsdWF0aW9uIHJlc3VsdA0KY29tbWFuZDogPi0NCiAgcHl0aG9uIGV2YWwucHkgLS1zY29yaW5nX3Jlc3VsdCB7aW5wdXRzLnNjb3JpbmdfcmVzdWx0fSAtLWV2YWxfb3V0cHV0IHtvdXRwdXRzLmV2YWxfb3V0cHV0fQ0KZW52aXJvbm1lbnQ6DQogIGRvY2tlcjoNCiAgICBpbWFnZTogbWNyLm1pY3Jvc29mdC5jb20vYXp1cmVtbC9vcGVubXBpMy4xLjItdWJ1bnR1MTguMDQ6MjAyMjA3MTQudjENCiAgY29uZGE6DQogICAgY29uZGFfZGVwZW5kZW5jaWVzOg0KICAgICAgbmFtZTogcHJvamVjdF9lbnZpcm9ubWVudA0KICAgICAgY2hhbm5lbHM6DQogICAgICAtIGNvbmRhLWZvcmdlDQogICAgICBkZXBlbmRlbmNpZXM6DQogICAgICAtIHBpcD0yMC4yDQogICAgICAtIHB5dGhvbj0zLjcuOQ0KICAgICAgLSBzY2lraXQtc3VycHJpc2U9MS4wLjYNCiAgICAgIC0gcGlwOg0KICAgICAgICAtIHdhaXRyZXNzPT0yLjAuMA0KICAgICAgICAtIGF6dXJlbWwtZGVzaWduZXItY2xhc3NpYy1tb2R1bGVzPT0wLjAuMTYxDQogICAgICAgIC0gaHR0cHM6Ly9naXRodWIuY29tL2V4cGxvc2lvbi9zcGFjeS1tb2RlbHMvcmVsZWFzZXMvZG93bmxvYWQvZW5fY29yZV93ZWJfc20tMi4xLjAvZW5fY29yZV93ZWJfc20tMi4xLjAudGFyLmd6I2VnZz1lbl9jb3JlX3dlYl9zbQ0KICAgICAgICAtIHNwYWN5PT0yLjEuNw0KICBvczogTGludXgNCg==", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "F57tUBtQHTUSM\u002B1jl5uDkA==", - "Date": "Mon, 10 Oct 2022 03:49:14 GMT", - "ETag": "\u00220x8DAAA72662BBF35\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:14 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "x-ms-content-crc64": "w/rVLLusT7o=", - "x-ms-request-server-encrypted": "true", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval/train.py", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "Content-Length": "898", - "Content-MD5": "4m2M6BmO0mIIYqX9qFFt5Q==", - "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:49:14 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "aW1wb3J0IGFyZ3BhcnNlDQpmcm9tIHBhdGhsaWIgaW1wb3J0IFBhdGgNCmZyb20gdXVpZCBpbXBvcnQgdXVpZDQNCg0KcGFyc2VyID0gYXJncGFyc2UuQXJndW1lbnRQYXJzZXIoInRyYWluIikNCnBhcnNlci5hZGRfYXJndW1lbnQoIi0tdHJhaW5pbmdfZGF0YSIsIHR5cGU9c3RyLCBoZWxwPSJQYXRoIHRvIHRyYWluaW5nIGRhdGEiKQ0KcGFyc2VyLmFkZF9hcmd1bWVudCgiLS1tYXhfZXBvY2hzIiwgdHlwZT1pbnQsIGhlbHA9Ik1heCAjIG9mIGVwb2NocyBmb3IgdGhlIHRyYWluaW5nIikNCnBhcnNlci5hZGRfYXJndW1lbnQoIi0tbGVhcm5pbmdfcmF0ZSIsIHR5cGU9ZmxvYXQsIGhlbHA9IkxlYXJuaW5nIHJhdGUiKQ0KcGFyc2VyLmFkZF9hcmd1bWVudCgiLS1tb2RlbF9vdXRwdXQiLCB0eXBlPXN0ciwgaGVscD0iUGF0aCBvZiBvdXRwdXQgbW9kZWwiKQ0KDQphcmdzID0gcGFyc2VyLnBhcnNlX2FyZ3MoKQ0KDQpsaW5lcyA9IFsNCiAgICBmIlRyYWluaW5nIGRhdGEgcGF0aDoge2FyZ3MudHJhaW5pbmdfZGF0YX0iLA0KICAgIGYiTWF4IGVwb2Noczoge2FyZ3MubWF4X2Vwb2Noc30iLA0KICAgIGYiTGVhcm5pbmcgcmF0ZToge2FyZ3MubGVhcm5pbmdfcmF0ZX0iLA0KICAgIGYiTW9kZWwgb3V0cHV0IHBhdGg6IHthcmdzLm1vZGVsX291dHB1dH0iLA0KXQ0KDQpmb3IgbGluZSBpbiBsaW5lczoNCiAgICBwcmludChsaW5lKQ0KDQojIERvIHRoZSB0cmFpbiBhbmQgc2F2ZSB0aGUgdHJhaW5lZCBtb2RlbCBhcyBhIGZpbGUgaW50byB0aGUgb3V0cHV0IGZvbGRlci4NCiMgSGVyZSBvbmx5IG91dHB1dCBhIGR1bW15IGRhdGEgZm9yIGRlbW8uDQptb2RlbCA9IHN0cih1dWlkNCgpKQ0KKFBhdGgoYXJncy5tb2RlbF9vdXRwdXQpIC8gIm1vZGVsIikud3JpdGVfdGV4dChtb2RlbCkNCg==", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "4m2M6BmO0mIIYqX9qFFt5Q==", - "Date": "Mon, 10 Oct 2022 03:49:14 GMT", - "ETag": "\u00220x8DAAA72664843B8\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:14 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "x-ms-content-crc64": "/j4FUT1m/2o=", - "x-ms-request-server-encrypted": "true", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval/score.yaml", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "Content-Length": "1368", - "Content-MD5": "yGCzdeY/livCd15Izk36Yw==", - "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:49:14 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "IyBDb3B5cmlnaHQgKGMpIE1pY3Jvc29mdCBDb3Jwb3JhdGlvbi4NCiMgTGljZW5zZWQgdW5kZXIgdGhlIE1JVCBMaWNlbnNlLg0KDQokc2NoZW1hOiBodHRwczovL2NvbXBvbmVudHNkay5henVyZWVkZ2UubmV0L2pzb25zY2hlbWEvQ29tbWFuZENvbXBvbmVudC5qc29uDQpuYW1lOiBzYW1wbGVzX3Njb3JlDQp2ZXJzaW9uOiAwLjAuNA0KZGlzcGxheV9uYW1lOiBTY29yZQ0KdHlwZTogQ29tbWFuZENvbXBvbmVudA0KZGVzY3JpcHRpb246IEEgZHVtbXkgc2NvcmluZyBtb2R1bGUNCnRhZ3M6DQogIGNhdGVnb3J5OiBDb21wb25lbnQgVHV0b3JpYWwNCiAgY29udGFjdDogYW1sZGVzaWduZXJAbWljcm9zb2Z0LmNvbQ0KaW5wdXRzOg0KICBtb2RlbF9pbnB1dDoNCiAgICB0eXBlOiBwYXRoDQogICAgZGVzY3JpcHRpb246IFppcHBlZCBtb2RlbCBmaWxlDQogICAgb3B0aW9uYWw6IGZhbHNlDQogIHRlc3RfZGF0YToNCiAgICB0eXBlOiBwYXRoDQogICAgZGVzY3JpcHRpb246IFRlc3QgZGF0YSBvcmdhbml6ZWQgaW4gdGhlIHRvcmNodmlzaW9uIGZvcm1hdC9zdHJ1Y3R1cmUNCiAgICBvcHRpb25hbDogZmFsc2UNCm91dHB1dHM6DQogIHNjb3JlX291dHB1dDoNCiAgICB0eXBlOiBwYXRoDQogICAgZGVzY3JpcHRpb246IFRoZSBzY29yaW5nIHJlc3VsdCBpbiBUU1YNCmNvbW1hbmQ6ID4tDQogIHB5dGhvbiBzY29yZS5weSAtLW1vZGVsX2lucHV0IHtpbnB1dHMubW9kZWxfaW5wdXR9IC0tdGVzdF9kYXRhIHtpbnB1dHMudGVzdF9kYXRhfQ0KICAtLXNjb3JlX291dHB1dCB7b3V0cHV0cy5zY29yZV9vdXRwdXR9DQplbnZpcm9ubWVudDoNCiAgZG9ja2VyOg0KICAgIGltYWdlOiBtY3IubWljcm9zb2Z0LmNvbS9henVyZW1sL29wZW5tcGkzLjEuMi11YnVudHUxOC4wNDoyMDIyMDcxNC52MQ0KICBjb25kYToNCiAgICBjb25kYV9kZXBlbmRlbmNpZXM6DQogICAgICBuYW1lOiBwcm9qZWN0X2Vudmlyb25tZW50DQogICAgICBjaGFubmVsczoNCiAgICAgIC0gY29uZGEtZm9yZ2UNCiAgICAgIGRlcGVuZGVuY2llczoNCiAgICAgIC0gcGlwPTIwLjINCiAgICAgIC0gcHl0aG9uPTMuNy45DQogICAgICAtIHNjaWtpdC1zdXJwcmlzZT0xLjAuNg0KICAgICAgLSBwaXA6DQogICAgICAgIC0gd2FpdHJlc3M9PTIuMC4wDQogICAgICAgIC0gYXp1cmVtbC1kZXNpZ25lci1jbGFzc2ljLW1vZHVsZXM9PTAuMC4xNjENCiAgICAgICAgLSBodHRwczovL2dpdGh1Yi5jb20vZXhwbG9zaW9uL3NwYWN5LW1vZGVscy9yZWxlYXNlcy9kb3dubG9hZC9lbl9jb3JlX3dlYl9zbS0yLjEuMC9lbl9jb3JlX3dlYl9zbS0yLjEuMC50YXIuZ3ojZWdnPWVuX2NvcmVfd2ViX3NtDQogICAgICAgIC0gc3BhY3k9PTIuMS43DQogIG9zOiBMaW51eA0K", - "StatusCode": 201, + "StatusCode": 200, "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "yGCzdeY/livCd15Izk36Yw==", - "Date": "Mon, 10 Oct 2022 03:49:14 GMT", - "ETag": "\u00220x8DAAA7266656465\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:14 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "x-ms-content-crc64": "Rv5fFG6v3ww=", - "x-ms-request-server-encrypted": "true", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval/train.yaml", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "Content-Length": "1560", - "Content-MD5": "Z2w3miW4esPqTv8xbxjPJg==", + "Accept-Ranges": "bytes", + "Content-Length": "611", + "Content-MD5": "eV\u002BKJwCEsDK8WkW027x0OA==", "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:49:14 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "IyBDb3B5cmlnaHQgKGMpIE1pY3Jvc29mdCBDb3Jwb3JhdGlvbi4NCiMgTGljZW5zZWQgdW5kZXIgdGhlIE1JVCBMaWNlbnNlLg0KDQokc2NoZW1hOiBodHRwczovL2NvbXBvbmVudHNkay5henVyZWVkZ2UubmV0L2pzb25zY2hlbWEvQ29tbWFuZENvbXBvbmVudC5qc29uDQpuYW1lOiBzYW1wbGVzX3RyYWluDQp2ZXJzaW9uOiAwLjAuNQ0KZGlzcGxheV9uYW1lOiBUcmFpbg0KdHlwZTogQ29tbWFuZENvbXBvbmVudA0KZGVzY3JpcHRpb246IEEgZHVtbXkgdHJhaW5pbmcgbW9kdWxlDQp0YWdzOiB7Y2F0ZWdvcnk6IENvbXBvbmVudCBUdXRvcmlhbCwgY29udGFjdDogYW1sZGVzaWduZXJAbWljcm9zb2Z0LmNvbX0NCmlucHV0czoNCiAgdHJhaW5pbmdfZGF0YToNCiAgICB0eXBlOiBwYXRoDQogICAgZGVzY3JpcHRpb246IFRyYWluaW5nIGRhdGEgb3JnYW5pemVkIGluIHRoZSB0b3JjaHZpc2lvbiBmb3JtYXQvc3RydWN0dXJlDQogICAgb3B0aW9uYWw6IGZhbHNlDQogIG1heF9lcG9jaHM6DQogICAgdHlwZTogaW50ZWdlcg0KICAgIGRlc2NyaXB0aW9uOiBNYXhpbXVtIG51bWJlciBvZiBlcG9jaHMgZm9yIHRoZSB0cmFpbmluZw0KICAgIG9wdGlvbmFsOiBmYWxzZQ0KICBsZWFybmluZ19yYXRlOg0KICAgIHR5cGU6IGZsb2F0DQogICAgZGVzY3JpcHRpb246IExlYXJuaW5nIHJhdGUsIGRlZmF1bHQgaXMgMC4wMQ0KICAgIGRlZmF1bHQ6IDAuMDENCiAgICBvcHRpb25hbDogZmFsc2UNCm91dHB1dHM6DQogIG1vZGVsX291dHB1dDoNCiAgICB0eXBlOiBwYXRoDQogICAgZGVzY3JpcHRpb246IFRoZSBvdXRwdXQgbW9kZWwNCmNvbW1hbmQ6ID4tDQogIHB5dGhvbiB0cmFpbi5weSAtLXRyYWluaW5nX2RhdGEge2lucHV0cy50cmFpbmluZ19kYXRhfSAtLW1heF9lcG9jaHMge2lucHV0cy5tYXhfZXBvY2hzfQ0KICAtLWxlYXJuaW5nX3JhdGUge2lucHV0cy5sZWFybmluZ19yYXRlfSAtLW1vZGVsX291dHB1dCB7b3V0cHV0cy5tb2RlbF9vdXRwdXR9DQplbnZpcm9ubWVudDoNCiAgZG9ja2VyOg0KICAgIGltYWdlOiBtY3IubWljcm9zb2Z0LmNvbS9henVyZW1sL29wZW5tcGkzLjEuMi11YnVudHUxOC4wNDoyMDIyMDcxNC52MQ0KICBjb25kYToNCiAgICBjb25kYV9kZXBlbmRlbmNpZXM6DQogICAgICBuYW1lOiBwcm9qZWN0X2Vudmlyb25tZW50DQogICAgICBjaGFubmVsczoNCiAgICAgIC0gY29uZGEtZm9yZ2UNCiAgICAgIGRlcGVuZGVuY2llczoNCiAgICAgIC0gcGlwPTIwLjINCiAgICAgIC0gcHl0aG9uPTMuNy45DQogICAgICAtIHNjaWtpdC1zdXJwcmlzZT0xLjAuNg0KICAgICAgLSBwaXA6DQogICAgICAgIC0gd2FpdHJlc3M9PTIuMC4wDQogICAgICAgIC0gYXp1cmVtbC1kZXNpZ25lci1jbGFzc2ljLW1vZHVsZXM9PTAuMC4xNjENCiAgICAgICAgLSBodHRwczovL2dpdGh1Yi5jb20vZXhwbG9zaW9uL3NwYWN5LW1vZGVscy9yZWxlYXNlcy9kb3dubG9hZC9lbl9jb3JlX3dlYl9zbS0yLjEuMC9lbl9jb3JlX3dlYl9zbS0yLjEuMC50YXIuZ3ojZWdnPWVuX2NvcmVfd2ViX3NtDQogICAgICAgIC0gc3BhY3k9PTIuMS43DQogIG9zOiBMaW51eA0K", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "Z2w3miW4esPqTv8xbxjPJg==", - "Date": "Mon, 10 Oct 2022 03:49:14 GMT", - "ETag": "\u00220x8DAAA726681C1E4\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:14 GMT", + "Date": "Mon, 24 Oct 2022 04:12:13 GMT", + "ETag": "\u00220x8DAB572C7F5E7B0\u0022", + "Last-Modified": "Mon, 24 Oct 2022 03:49:41 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-content-crc64": "WjhTc3b6zkY=", - "x-ms-request-server-encrypted": "true", - "x-ms-version": "2021-08-06" - }, - "ResponseBody": null - }, - { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval/eval.py", - "RequestMethod": "PUT", - "RequestHeaders": { - "Accept": "application/xml", - "Accept-Encoding": "gzip, deflate", - "Connection": "keep-alive", - "Content-Length": "631", - "Content-MD5": "/02Z/06rW8eIP\u002BVAq4ZOig==", - "Content-Type": "application/octet-stream", - "If-None-Match": "*", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", "x-ms-blob-type": "BlockBlob", - "x-ms-date": "Mon, 10 Oct 2022 03:49:14 GMT", - "x-ms-version": "2021-08-06" - }, - "RequestBody": "aW1wb3J0IGFyZ3BhcnNlDQpmcm9tIHBhdGhsaWIgaW1wb3J0IFBhdGgNCg0KcGFyc2VyID0gYXJncGFyc2UuQXJndW1lbnRQYXJzZXIoInNjb3JlIikNCnBhcnNlci5hZGRfYXJndW1lbnQoIi0tc2NvcmluZ19yZXN1bHQiLCB0eXBlPXN0ciwgaGVscD0iUGF0aCBvZiBzY29yaW5nIHJlc3VsdCIpDQpwYXJzZXIuYWRkX2FyZ3VtZW50KCItLWV2YWxfb3V0cHV0IiwgdHlwZT1zdHIsIGhlbHA9IlBhdGggb2Ygb3V0cHV0IGV2YWx1YXRpb24gcmVzdWx0IikNCg0KYXJncyA9IHBhcnNlci5wYXJzZV9hcmdzKCkNCg0KbGluZXMgPSBbDQogICAgZiJTY29yaW5nIHJlc3VsdCBwYXRoOiB7YXJncy5zY29yaW5nX3Jlc3VsdH0iLA0KICAgIGYiRXZhbHVhdGlvbiBvdXRwdXQgcGF0aDoge2FyZ3MuZXZhbF9vdXRwdXR9IiwNCl0NCg0KZm9yIGxpbmUgaW4gbGluZXM6DQogICAgcHJpbnQobGluZSkNCg0KIyBFdmFsdWF0ZSB0aGUgaW5jb21pbmcgc2NvcmluZyByZXN1bHQgYW5kIG91dHB1dCBldmFsdWF0aW9uIHJlc3VsdC4NCiMgSGVyZSBvbmx5IG91dHB1dCBhIGR1bW15IGZpbGUgZm9yIGRlbW8uDQooUGF0aChhcmdzLmV2YWxfb3V0cHV0KSAvICJldmFsX3Jlc3VsdCIpLndyaXRlX3RleHQoImV2YWxfcmVzdWx0IikNCg==", - "StatusCode": 201, - "ResponseHeaders": { - "Content-Length": "0", - "Content-MD5": "/02Z/06rW8eIP\u002BVAq4ZOig==", - "Date": "Mon, 10 Oct 2022 03:49:14 GMT", - "ETag": "\u00220x8DAAA72669065BC\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:15 GMT", - "Server": [ - "Windows-Azure-Blob/1.0", - "Microsoft-HTTPAPI/2.0" - ], - "x-ms-content-crc64": "fg2Vbcn6t2o=", - "x-ms-request-server-encrypted": "true", + "x-ms-creation-time": "Mon, 24 Oct 2022 03:49:40 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval/eval.py?comp=metadata", - "RequestMethod": "PUT", + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/get_started_train_score_eval/eval.py", + "RequestMethod": "HEAD", "RequestHeaders": { "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "0", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:49:15 GMT", - "x-ms-meta-name": "000000000000000000000", - "x-ms-meta-upload_status": "completed", - "x-ms-meta-version": "1", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:12:13 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, - "StatusCode": 200, + "StatusCode": 404, "ResponseHeaders": { - "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:49:14 GMT", - "ETag": "\u00220x8DAAA7266AE4999\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:15 GMT", + "Date": "Mon, 24 Oct 2022 04:12:13 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" ], - "x-ms-request-server-encrypted": "true", + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", "x-ms-version": "2021-08-06" }, "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -370,7 +175,7 @@ "Connection": "keep-alive", "Content-Length": "317", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -383,28 +188,32 @@ "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval" } }, - "StatusCode": 201, + "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "832", + "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:15 GMT", + "Date": "Mon, 24 Oct 2022 04:12:14 GMT", "Expires": "-1", - "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-64963a7b21caeacf8d43e7f977caa7e2-17dd68dabe7a3489-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-b249d58a247866ec1332e6306763df22-853148d18a75f7f6-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "fe81ff76-2fe5-4cc2-9345-97e6eba32ae8", - "x-ms-ratelimit-remaining-subscription-writes": "1123", + "x-ms-correlation-request-id": "426df875-20fb-4ac7-ae2a-b9e6f719b244", + "x-ms-ratelimit-remaining-subscription-writes": "1105", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034916Z:fe81ff76-2fe5-4cc2-9345-97e6eba32ae8", - "x-request-time": "0.651" + "x-ms-routing-request-id": "JAPANEAST:20221024T041214Z:426df875-20fb-4ac7-ae2a-b9e6f719b244", + "x-request-time": "0.199" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1", "name": "1", "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", "properties": { @@ -419,10 +228,10 @@ "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval" }, "systemData": { - "createdAt": "2022-10-10T03:49:16.1243019\u002B00:00", + "createdAt": "2022-10-24T03:49:42.5037267\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:49:16.1243019\u002B00:00", + "lastModifiedAt": "2022-10-24T04:12:14.3802907\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -435,9 +244,9 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "1826", + "Content-Length": "1841", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -481,7 +290,7 @@ } }, "type": "CommandComponent", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1", "environment": { "docker": { "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20220714.v1" @@ -516,26 +325,26 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "3348", + "Content-Length": "3365", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:17 GMT", + "Date": "Mon, 24 Oct 2022 04:12:14 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-12e1437f99d698e0cd6e51588db33c45-e659be6df2e92b0f-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-ab89cf10eb7ce502be1f6dbc4dd4d670-bf1b5a78f8ab2795-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "1cb5d1e9-c274-418f-9f92-9f8fcd32fee8", - "x-ms-ratelimit-remaining-subscription-writes": "1122", + "x-ms-correlation-request-id": "10622312-2d03-4fdd-bbf4-73492444c5f0", + "x-ms-ratelimit-remaining-subscription-writes": "1104", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034918Z:1cb5d1e9-c274-418f-9f92-9f8fcd32fee8", - "x-request-time": "1.221" + "x-ms-routing-request-id": "JAPANEAST:20221024T041215Z:10622312-2d03-4fdd-bbf4-73492444c5f0", + "x-request-time": "0.501" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ddbb8e79-6e6e-4b82-9bb0-7b784431f766", - "name": "ddbb8e79-6e6e-4b82-9bb0-7b784431f766", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/e90f3f09-8aa8-4477-ac7c-1fbe5d39359f", + "name": "e90f3f09-8aa8-4477-ac7c-1fbe5d39359f", "type": "Microsoft.MachineLearningServices/workspaces/components/versions", "properties": { "description": null, @@ -549,7 +358,7 @@ "componentSpec": { "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json", "name": "azureml_anonymous", - "version": "ddbb8e79-6e6e-4b82-9bb0-7b784431f766", + "version": "e90f3f09-8aa8-4477-ac7c-1fbe5d39359f", "display_name": "Train", "is_deterministic": "True", "type": "CommandComponent", @@ -613,14 +422,14 @@ }, "successful_return_code": "Zero", "command": "python train.py --training_data {inputs.training_data} --max_epochs {inputs.max_epochs} --learning_rate {inputs.learning_rate} --model_output {outputs.model_output}", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1" + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1" } }, "systemData": { - "createdAt": "2022-10-10T03:49:17.453798\u002B00:00", + "createdAt": "2022-10-24T03:49:44.2959115\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:49:17.453798\u002B00:00", + "lastModifiedAt": "2022-10-24T03:49:44.8091383\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -633,7 +442,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -641,11 +450,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:17 GMT", + "Date": "Mon, 24 Oct 2022 04:12:15 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-eaa768d57c202cc7a116583ff5657bdf-6c19286c06f0282f-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-07f2e6491173c77055c7d2bcddb91980-596df7afa49bda1b-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -654,11 +463,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "3738b160-1b40-4ecb-bed2-33103468d151", - "x-ms-ratelimit-remaining-subscription-reads": "11892", + "x-ms-correlation-request-id": "e67f923d-b672-49a1-b51d-c03079baeed4", + "x-ms-ratelimit-remaining-subscription-reads": "11877", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034918Z:3738b160-1b40-4ecb-bed2-33103468d151", - "x-request-time": "0.098" + "x-ms-routing-request-id": "JAPANEAST:20221024T041216Z:e67f923d-b672-49a1-b51d-c03079baeed4", + "x-request-time": "0.094" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -697,7 +506,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -705,21 +514,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:18 GMT", + "Date": "Mon, 24 Oct 2022 04:12:16 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-c591f41dfbcc778ede847b2295d42f54-94b2794bcbf37672-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-b49eedfc357666b9ca38f8a02b187dfd-9e2b6d068d4bcae6-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "e23ce6db-b3db-4348-994a-7eead0a770ca", - "x-ms-ratelimit-remaining-subscription-writes": "1154", + "x-ms-correlation-request-id": "0f6b861b-a762-4e5a-9922-06514f37df07", + "x-ms-ratelimit-remaining-subscription-writes": "1145", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034919Z:e23ce6db-b3db-4348-994a-7eead0a770ca", - "x-request-time": "0.111" + "x-ms-routing-request-id": "JAPANEAST:20221024T041216Z:0f6b861b-a762-4e5a-9922-06514f37df07", + "x-request-time": "0.095" }, "ResponseBody": { "secretsType": "AccountKey", @@ -733,20 +542,20 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:49:19 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:12:16 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Accept-Ranges": "bytes", - "Content-Length": "631", - "Content-MD5": "/02Z/06rW8eIP\u002BVAq4ZOig==", + "Content-Length": "611", + "Content-MD5": "eV\u002BKJwCEsDK8WkW027x0OA==", "Content-Type": "application/octet-stream", - "Date": "Mon, 10 Oct 2022 03:49:18 GMT", - "ETag": "\u00220x8DAAA7266AE4999\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:15 GMT", + "Date": "Mon, 24 Oct 2022 04:12:16 GMT", + "ETag": "\u00220x8DAB572C7F5E7B0\u0022", + "Last-Modified": "Mon, 24 Oct 2022 03:49:41 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -755,10 +564,10 @@ "x-ms-access-tier": "Hot", "x-ms-access-tier-inferred": "true", "x-ms-blob-type": "BlockBlob", - "x-ms-creation-time": "Mon, 10 Oct 2022 03:49:15 GMT", + "x-ms-creation-time": "Mon, 24 Oct 2022 03:49:40 GMT", "x-ms-lease-state": "available", "x-ms-lease-status": "unlocked", - "x-ms-meta-name": "000000000000000000000", + "x-ms-meta-name": "f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1", "x-ms-meta-upload_status": "completed", "x-ms-meta-version": "1", "x-ms-server-encrypted": "true", @@ -773,14 +582,14 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:49:19 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:12:16 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 404, "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:49:19 GMT", + "Date": "Mon, 24 Oct 2022 04:12:16 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -793,7 +602,7 @@ "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -801,7 +610,7 @@ "Connection": "keep-alive", "Content-Length": "317", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -819,11 +628,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:19 GMT", + "Date": "Mon, 24 Oct 2022 04:12:17 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-1cbc8fb828d863c1ec6c3e1685d057bf-ede4b4a71ddacfff-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-c0689e4e6ab06d7fe3a4204724e76441-474d9ee35876acb1-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -832,14 +641,14 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "cf29f8a6-de40-4a14-8d4b-c2ea4573ee68", - "x-ms-ratelimit-remaining-subscription-writes": "1121", + "x-ms-correlation-request-id": "1c5d35bc-5d9d-4f92-9bc6-fefd09c5d24f", + "x-ms-ratelimit-remaining-subscription-writes": "1103", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034920Z:cf29f8a6-de40-4a14-8d4b-c2ea4573ee68", - "x-request-time": "0.234" + "x-ms-routing-request-id": "JAPANEAST:20221024T041217Z:1c5d35bc-5d9d-4f92-9bc6-fefd09c5d24f", + "x-request-time": "0.191" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1", "name": "1", "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", "properties": { @@ -854,10 +663,10 @@ "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval" }, "systemData": { - "createdAt": "2022-10-10T03:49:16.1243019\u002B00:00", + "createdAt": "2022-10-24T03:49:42.5037267\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:49:20.3001015\u002B00:00", + "lastModifiedAt": "2022-10-24T04:12:17.4344743\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -870,9 +679,9 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "1652", + "Content-Length": "1667", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -911,7 +720,7 @@ } }, "type": "CommandComponent", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1", "environment": { "docker": { "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20220714.v1" @@ -946,26 +755,26 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "3133", + "Content-Length": "3148", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:21 GMT", + "Date": "Mon, 24 Oct 2022 04:12:18 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-daedcbcc1a93ca6f849c4c6a40152fc0-01955ccfee86e27e-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-f5a377817351b0051aea36f3e7810dff-31f479f9e2c8a519-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "616bc8c1-4191-402f-a779-316377019648", - "x-ms-ratelimit-remaining-subscription-writes": "1120", + "x-ms-correlation-request-id": "d3db554f-88c4-478f-bb60-bd2e05ed51ee", + "x-ms-ratelimit-remaining-subscription-writes": "1102", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034922Z:616bc8c1-4191-402f-a779-316377019648", - "x-request-time": "1.192" + "x-ms-routing-request-id": "JAPANEAST:20221024T041218Z:d3db554f-88c4-478f-bb60-bd2e05ed51ee", + "x-request-time": "0.471" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/6f291e6e-393d-4a46-9f45-916fac695e0d", - "name": "6f291e6e-393d-4a46-9f45-916fac695e0d", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/11ea0021-d067-4ce1-a5ef-8bdd32a965c8", + "name": "11ea0021-d067-4ce1-a5ef-8bdd32a965c8", "type": "Microsoft.MachineLearningServices/workspaces/components/versions", "properties": { "description": null, @@ -979,7 +788,7 @@ "componentSpec": { "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json", "name": "azureml_anonymous", - "version": "6f291e6e-393d-4a46-9f45-916fac695e0d", + "version": "11ea0021-d067-4ce1-a5ef-8bdd32a965c8", "display_name": "Score", "is_deterministic": "True", "type": "CommandComponent", @@ -1038,14 +847,14 @@ }, "successful_return_code": "Zero", "command": "python score.py --model_input {inputs.model_input} --test_data {inputs.test_data} --score_output {outputs.score_output}", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1" + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1" } }, "systemData": { - "createdAt": "2022-10-10T03:49:21.4128497\u002B00:00", + "createdAt": "2022-10-24T03:49:48.0947582\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:49:21.4128497\u002B00:00", + "lastModifiedAt": "2022-10-24T03:49:48.5981644\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1058,7 +867,7 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -1066,11 +875,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:22 GMT", + "Date": "Mon, 24 Oct 2022 04:12:18 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-ac55ddfa47d70879a03d53abd5688d6e-d8f8f2454a445243-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-b08f58a0b67c41fd79419aed9f49c798-de4eef58e93a7c35-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -1079,11 +888,11 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "e361a370-b337-4a11-8c02-5920d692fe4f", - "x-ms-ratelimit-remaining-subscription-reads": "11891", + "x-ms-correlation-request-id": "7907f1da-9aa5-4ac0-8725-6afe90d2ee0c", + "x-ms-ratelimit-remaining-subscription-reads": "11876", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034922Z:e361a370-b337-4a11-8c02-5920d692fe4f", - "x-request-time": "0.082" + "x-ms-routing-request-id": "JAPANEAST:20221024T041219Z:7907f1da-9aa5-4ac0-8725-6afe90d2ee0c", + "x-request-time": "0.089" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", @@ -1122,7 +931,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, @@ -1130,21 +939,21 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:23 GMT", + "Date": "Mon, 24 Oct 2022 04:12:19 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-a70cbfee874756d9d05e1ef58a070adc-58fbb77e6ee4383c-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-348f78587c01d4c74f28bc8347a5b37e-ec5e15a51da6092f-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": "Accept-Encoding", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "27fb5b55-bc2d-4a2a-89f8-201d5591bc1d", - "x-ms-ratelimit-remaining-subscription-writes": "1153", + "x-ms-correlation-request-id": "69b3653f-fb80-4c0e-b7a0-03d4fac179bd", + "x-ms-ratelimit-remaining-subscription-writes": "1144", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034923Z:27fb5b55-bc2d-4a2a-89f8-201d5591bc1d", - "x-request-time": "0.513" + "x-ms-routing-request-id": "JAPANEAST:20221024T041219Z:69b3653f-fb80-4c0e-b7a0-03d4fac179bd", + "x-request-time": "0.116" }, "ResponseBody": { "secretsType": "AccountKey", @@ -1158,20 +967,20 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:49:23 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:12:19 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Accept-Ranges": "bytes", - "Content-Length": "631", - "Content-MD5": "/02Z/06rW8eIP\u002BVAq4ZOig==", + "Content-Length": "611", + "Content-MD5": "eV\u002BKJwCEsDK8WkW027x0OA==", "Content-Type": "application/octet-stream", - "Date": "Mon, 10 Oct 2022 03:49:23 GMT", - "ETag": "\u00220x8DAAA7266AE4999\u0022", - "Last-Modified": "Mon, 10 Oct 2022 03:49:15 GMT", + "Date": "Mon, 24 Oct 2022 04:12:19 GMT", + "ETag": "\u00220x8DAB572C7F5E7B0\u0022", + "Last-Modified": "Mon, 24 Oct 2022 03:49:41 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -1180,10 +989,10 @@ "x-ms-access-tier": "Hot", "x-ms-access-tier-inferred": "true", "x-ms-blob-type": "BlockBlob", - "x-ms-creation-time": "Mon, 10 Oct 2022 03:49:15 GMT", + "x-ms-creation-time": "Mon, 24 Oct 2022 03:49:40 GMT", "x-ms-lease-state": "available", "x-ms-lease-status": "unlocked", - "x-ms-meta-name": "000000000000000000000", + "x-ms-meta-name": "f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1", "x-ms-meta-upload_status": "completed", "x-ms-meta-version": "1", "x-ms-server-encrypted": "true", @@ -1198,14 +1007,14 @@ "Accept": "application/xml", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azsdk-python-storage-blob/12.14.0b2 Python/3.9.6 (Windows-10-10.0.22621-SP0)", - "x-ms-date": "Mon, 10 Oct 2022 03:49:24 GMT", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:12:19 GMT", "x-ms-version": "2021-08-06" }, "RequestBody": null, "StatusCode": 404, "ResponseHeaders": { - "Date": "Mon, 10 Oct 2022 03:49:23 GMT", + "Date": "Mon, 24 Oct 2022 04:12:19 GMT", "Server": [ "Windows-Azure-Blob/1.0", "Microsoft-HTTPAPI/2.0" @@ -1218,7 +1027,7 @@ "ResponseBody": null }, { - "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1?api-version=2022-05-01", + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1?api-version=2022-05-01", "RequestMethod": "PUT", "RequestHeaders": { "Accept": "application/json", @@ -1226,7 +1035,7 @@ "Connection": "keep-alive", "Content-Length": "317", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -1244,11 +1053,11 @@ "Cache-Control": "no-cache", "Content-Encoding": "gzip", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:24 GMT", + "Date": "Mon, 24 Oct 2022 04:12:20 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-06c9013427e73b38bffc1aeee50e1d34-571baafb2fd8be08-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-054cafeafb06c819e195d4afb423f54e-cf8b44a67d64ef7a-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "Transfer-Encoding": "chunked", "Vary": [ @@ -1257,14 +1066,14 @@ ], "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "9c5fd88e-d062-44c9-9bd6-b8b66c04fb0f", - "x-ms-ratelimit-remaining-subscription-writes": "1119", + "x-ms-correlation-request-id": "0d3967aa-5f33-4f43-97d5-a0cf63b5406d", + "x-ms-ratelimit-remaining-subscription-writes": "1101", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034924Z:9c5fd88e-d062-44c9-9bd6-b8b66c04fb0f", - "x-request-time": "0.202" + "x-ms-routing-request-id": "JAPANEAST:20221024T041220Z:0d3967aa-5f33-4f43-97d5-a0cf63b5406d", + "x-request-time": "0.178" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1", "name": "1", "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", "properties": { @@ -1279,10 +1088,10 @@ "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/get_started_train_score_eval" }, "systemData": { - "createdAt": "2022-10-10T03:49:16.1243019\u002B00:00", + "createdAt": "2022-10-24T03:49:42.5037267\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:49:24.7967171\u002B00:00", + "lastModifiedAt": "2022-10-24T04:12:20.4256048\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1295,9 +1104,9 @@ "Accept": "application/json", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "Content-Length": "1390", + "Content-Length": "1405", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -1326,7 +1135,7 @@ } }, "type": "CommandComponent", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1", "environment": { "docker": { "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20220714.v1" @@ -1361,26 +1170,26 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "2704", + "Content-Length": "2718", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:25 GMT", + "Date": "Mon, 24 Oct 2022 04:12:20 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-fdccd1028a2b81d67bd492d690968cbd-7932e3419d2acccc-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-6bc14d501f5561f4237ed55f66db76c1-0c21323345c94cbf-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "93ddf6f9-0dbb-4365-8a3d-6af6273c8fc6", - "x-ms-ratelimit-remaining-subscription-writes": "1118", + "x-ms-correlation-request-id": "0081e27a-c226-4b38-aaed-7afa8f56f1ae", + "x-ms-ratelimit-remaining-subscription-writes": "1100", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034926Z:93ddf6f9-0dbb-4365-8a3d-6af6273c8fc6", - "x-request-time": "1.194" + "x-ms-routing-request-id": "JAPANEAST:20221024T041221Z:0081e27a-c226-4b38-aaed-7afa8f56f1ae", + "x-request-time": "0.477" }, "ResponseBody": { - "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/77eb52ac-6693-4df4-8c98-a417048f48c0", - "name": "77eb52ac-6693-4df4-8c98-a417048f48c0", + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4f234ecd-bcbe-46d1-b285-4ab645e55159", + "name": "4f234ecd-bcbe-46d1-b285-4ab645e55159", "type": "Microsoft.MachineLearningServices/workspaces/components/versions", "properties": { "description": null, @@ -1391,7 +1200,7 @@ "componentSpec": { "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json", "name": "azureml_anonymous", - "version": "77eb52ac-6693-4df4-8c98-a417048f48c0", + "version": "4f234ecd-bcbe-46d1-b285-4ab645e55159", "display_name": "Evaluate", "is_deterministic": "True", "type": "CommandComponent", @@ -1440,14 +1249,14 @@ }, "successful_return_code": "Zero", "command": "python eval.py --scoring_result {inputs.scoring_result} --eval_output {outputs.eval_output}", - "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/000000000000000000000/versions/1" + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/f4cf5ffd-f54d-4f5e-a6de-ebaa5a2af8e1/versions/1" } }, "systemData": { - "createdAt": "2022-10-10T03:49:26.0736187\u002B00:00", + "createdAt": "2022-10-24T03:49:51.8951793\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User", - "lastModifiedAt": "2022-10-10T03:49:26.0736187\u002B00:00", + "lastModifiedAt": "2022-10-24T03:49:52.390484\u002B00:00", "lastModifiedBy": "Xingzhi Zhang", "lastModifiedByType": "User" } @@ -1462,7 +1271,7 @@ "Connection": "keep-alive", "Content-Length": "2681", "Content-Type": "application/json", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": { "properties": { @@ -1518,7 +1327,7 @@ }, "properties": {}, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ddbb8e79-6e6e-4b82-9bb0-7b784431f766" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/e90f3f09-8aa8-4477-ac7c-1fbe5d39359f" }, "score": { "environment": null, @@ -1542,7 +1351,7 @@ "outputs": {}, "properties": {}, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/6f291e6e-393d-4a46-9f45-916fac695e0d" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/11ea0021-d067-4ce1-a5ef-8bdd32a965c8" }, "eval": { "environment": null, @@ -1567,7 +1376,7 @@ }, "properties": {}, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/77eb52ac-6693-4df4-8c98-a417048f48c0" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4f234ecd-bcbe-46d1-b285-4ab645e55159" } }, "outputs": {}, @@ -1580,22 +1389,22 @@ "StatusCode": 201, "ResponseHeaders": { "Cache-Control": "no-cache", - "Content-Length": "5593", + "Content-Length": "5592", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:33 GMT", + "Date": "Mon, 24 Oct 2022 04:12:29 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-c962baba492fb99acbfce13cf59f14b3-522b10ef365f66d5-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-f95b065b8a4b3d94deb4515060a47fa6-c1060f43ee9c2ef4-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "7f91f204-e8d7-488e-8626-1dec012235bb", - "x-ms-ratelimit-remaining-subscription-writes": "1117", + "x-ms-correlation-request-id": "a7d5f495-2ca4-491e-83cf-6188709116c2", + "x-ms-ratelimit-remaining-subscription-writes": "1099", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034934Z:7f91f204-e8d7-488e-8626-1dec012235bb", - "x-request-time": "4.011" + "x-ms-routing-request-id": "JAPANEAST:20221024T041230Z:a7d5f495-2ca4-491e-83cf-6188709116c2", + "x-request-time": "5.034" }, "ResponseBody": { "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/000000000000000000000", @@ -1680,7 +1489,7 @@ }, "properties": {}, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ddbb8e79-6e6e-4b82-9bb0-7b784431f766" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/e90f3f09-8aa8-4477-ac7c-1fbe5d39359f" }, "score": { "environment": null, @@ -1704,7 +1513,7 @@ "outputs": {}, "properties": {}, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/6f291e6e-393d-4a46-9f45-916fac695e0d" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/11ea0021-d067-4ce1-a5ef-8bdd32a965c8" }, "eval": { "environment": null, @@ -1729,7 +1538,7 @@ }, "properties": {}, "_source": "YAML.COMPONENT", - "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/77eb52ac-6693-4df4-8c98-a417048f48c0" + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/4f234ecd-bcbe-46d1-b285-4ab645e55159" } }, "inputs": { @@ -1755,7 +1564,7 @@ "sourceJobId": null }, "systemData": { - "createdAt": "2022-10-10T03:49:33.9610347\u002B00:00", + "createdAt": "2022-10-24T04:12:28.230109\u002B00:00", "createdBy": "Xingzhi Zhang", "createdByType": "User" } @@ -1769,7 +1578,7 @@ "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", "Content-Length": "0", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -1777,7 +1586,7 @@ "Cache-Control": "no-cache", "Content-Length": "4", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:36 GMT", + "Date": "Mon, 24 Oct 2022 04:12:32 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -1786,11 +1595,11 @@ "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", "x-ms-async-operation-timeout": "PT1H", - "x-ms-correlation-request-id": "e35bbf2d-af22-4190-80de-12d47e33a12d", - "x-ms-ratelimit-remaining-subscription-writes": "1152", + "x-ms-correlation-request-id": "e657f92f-832d-423c-add2-fe947bc89052", + "x-ms-ratelimit-remaining-subscription-writes": "1143", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034937Z:e35bbf2d-af22-4190-80de-12d47e33a12d", - "x-request-time": "0.735" + "x-ms-routing-request-id": "JAPANEAST:20221024T041232Z:e657f92f-832d-423c-add2-fe947bc89052", + "x-request-time": "0.785" }, "ResponseBody": "null" }, @@ -1801,7 +1610,7 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 202, @@ -1809,7 +1618,7 @@ "Cache-Control": "no-cache", "Content-Length": "2", "Content-Type": "application/json; charset=utf-8", - "Date": "Mon, 10 Oct 2022 03:49:38 GMT", + "Date": "Mon, 24 Oct 2022 04:12:32 GMT", "Expires": "-1", "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:000000000000000000000?api-version=2022-10-01-preview", "Pragma": "no-cache", @@ -1817,11 +1626,11 @@ "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "1f7c1d37-ee5a-47d8-a445-bc57431be7f9", - "x-ms-ratelimit-remaining-subscription-reads": "11890", + "x-ms-correlation-request-id": "8dfcc99d-7253-461c-b2bf-5b73c0cfdb43", + "x-ms-ratelimit-remaining-subscription-reads": "11875", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T034938Z:1f7c1d37-ee5a-47d8-a445-bc57431be7f9", - "x-request-time": "0.029" + "x-ms-routing-request-id": "JAPANEAST:20221024T041233Z:8dfcc99d-7253-461c-b2bf-5b73c0cfdb43", + "x-request-time": "0.034" }, "ResponseBody": {} }, @@ -1832,26 +1641,26 @@ "Accept": "*/*", "Accept-Encoding": "gzip, deflate", "Connection": "keep-alive", - "User-Agent": "azure-ai-ml/0.2.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.6 (Windows-10-10.0.22621-SP0)" + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" }, "RequestBody": null, "StatusCode": 200, "ResponseHeaders": { "Cache-Control": "no-cache", "Content-Length": "0", - "Date": "Mon, 10 Oct 2022 03:50:08 GMT", + "Date": "Mon, 24 Oct 2022 04:13:02 GMT", "Expires": "-1", "Pragma": "no-cache", "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", - "Server-Timing": "traceparent;desc=\u002200-7f9a434df0d4d8ecfa07651bb8e15af3-8a968896e4a66865-01\u0022", + "Server-Timing": "traceparent;desc=\u002200-6835919aa4d2e5b19ff91c49dc8eaf4e-929c63b5da752043-00\u0022", "Strict-Transport-Security": "max-age=31536000; includeSubDomains", "x-aml-cluster": "vienna-test-westus2-01", "X-Content-Type-Options": "nosniff", - "x-ms-correlation-request-id": "94662413-82a8-4637-9c1f-12e314c43838", - "x-ms-ratelimit-remaining-subscription-reads": "11891", + "x-ms-correlation-request-id": "adcfb095-b3f5-49db-93e9-0a2a65cb53c7", + "x-ms-ratelimit-remaining-subscription-reads": "11874", "x-ms-response-type": "standard", - "x-ms-routing-request-id": "JAPANEAST:20221010T035008Z:94662413-82a8-4637-9c1f-12e314c43838", - "x-request-time": "0.033" + "x-ms-routing-request-id": "JAPANEAST:20221024T041303Z:adcfb095-b3f5-49db-93e9-0a2a65cb53c7", + "x-request-time": "0.042" }, "ResponseBody": null } diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_validation_remote[non_existent_compute.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_validation_remote[non_existent_compute.yml].json new file mode 100644 index 000000000000..aceb1aa3f5bd --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_validation_remote[non_existent_compute.yml].json @@ -0,0 +1,118 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster-non-existent?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 04:56:43 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5895ce2b-ea4c-4186-93bd-1a1c0f34cf24", + "x-ms-ratelimit-remaining-subscription-reads": "11994", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045644Z:5895ce2b-ea4c-4186-93bd-1a1c0f34cf24", + "x-request-time": "0.030" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:56:44 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-817c5a7a49da99a4f99b35c42a684c69-1d5b868baacbc4e2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "72bfc992-27f0-4fb3-b674-e1ef5285102c", + "x-ms-ratelimit-remaining-subscription-reads": "11993", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045644Z:72bfc992-27f0-4fb3-b674-e1ef5285102c", + "x-request-time": "0.213" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + } + ], + "Variables": { + "name": "test_561498166177" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_validation_remote[non_existent_remote_version.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_validation_remote[non_existent_remote_version.yml].json new file mode 100644 index 000000000000..59dbef9aa50c --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_validation_remote[non_existent_remote_version.yml].json @@ -0,0 +1,468 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:56:30 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7ca465e740b167dfcf7fcf7dcad302dc-8e0b5de52b065a7c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5f9debf2-657d-4de1-b897-2243c82d53d5", + "x-ms-ratelimit-remaining-subscription-reads": "11997", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045631Z:5f9debf2-657d-4de1-b897-2243c82d53d5", + "x-request-time": "0.234" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:56:31 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-559f3e4c9810eb438ecac7ec7de8b931-a2f14ce4aedfa42b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "750ebfa4-1e14-4366-9749-224eb8c02bf5", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045632Z:750ebfa4-1e14-4366-9749-224eb8c02bf5", + "x-request-time": "0.223" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:56:33 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-bbb92d21077b2814e75ad439199b37c7-50dd59571fe7139c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5b08271b-0ad6-4f2f-a447-0dbe13b76693", + "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045634Z:5b08271b-0ad6-4f2f-a447-0dbe13b76693", + "x-request-time": "0.094" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:56:34 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a3ea7252757596e738657f3fb92b86df-503fa35fda380b0e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "4edd8469-bbfa-4fe7-b05a-7e8ebad81acc", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045634Z:4edd8469-bbfa-4fe7-b05a-7e8ebad81acc", + "x-request-time": "0.101" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:56:35 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:56:35 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:56:36 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:56:36 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_795778755370?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1647", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "test_795778755370", + "experimentName": "my_first_experiment", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "10" + }, + "job_in_path": { + "mode": "ReadOnlyMount", + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + } + }, + "jobs": { + "hello_world_component": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world_component", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_number}}" + }, + "component_in_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_path}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "REMOTE.WORKSPACE.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/microsoftsamplescommandcomponentbasic_nopaths_test/versions/non_existent" + } + }, + "outputs": {}, + "settings": { + "continue_on_step_failure": true, + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 404, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1096", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:56:40 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d413711b-389a-4e64-9812-30b13f1a392a", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20221024T045641Z:d413711b-389a-4e64-9812-30b13f1a392a", + "x-request-time": "0.802" + }, + "ResponseBody": { + "error": { + "code": "NotFound", + "message": "key: /subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/microsoftsamplescommandcomponentbasic_nopaths_test/versions/non_existent, Message: Not found component microsoftsamplescommandcomponentbasic_nopaths_test (version: non_existent).", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "e0cd7647f9900c1ac4cc39b4e69977cf", + "request": "52f4e485f6e5cc80" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2022-10-24T04:56:41.1045256\u002B00:00" + } + } + ] + } + } + } + ], + "Variables": { + "name": "test_795778755370" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_command_job[0-helloworld_pipeline_job_with_component_output].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_command_job[0-helloworld_pipeline_job_with_component_output].json new file mode 100644 index 000000000000..abfe350d69b2 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_command_job[0-helloworld_pipeline_job_with_component_output].json @@ -0,0 +1,1089 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:03 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d75b8db57b4288da135e910b474d0723-efa665a5e6b1592d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "27dba84c-68b5-4c28-9d53-448cd739dc7f", + "x-ms-ratelimit-remaining-subscription-reads": "11999", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045804Z:27dba84c-68b5-4c28-9d53-448cd739dc7f", + "x-request-time": "0.223" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:05 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ab2cb425bda3d98277e7f7c8998e4a4b-177c284817d28bd7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d2bccfdc-afa2-4d8b-b542-b93ca31b954c", + "x-ms-ratelimit-remaining-subscription-reads": "11998", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045805Z:d2bccfdc-afa2-4d8b-b542-b93ca31b954c", + "x-request-time": "0.225" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:08 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-45fff8f44d8ce82b789a0b3fd63f28e2-597e7b1b78324cd5-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "db9c2016-1eaf-4b1b-9b2d-b7d4191778f0", + "x-ms-ratelimit-remaining-subscription-reads": "11997", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045808Z:db9c2016-1eaf-4b1b-9b2d-b7d4191778f0", + "x-request-time": "0.094" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:08 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0264741d2bcf066ad09b82ad8e5549e7-bb1d2e0d31cb9795-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5bcee306-d6b3-4a14-ad7d-486955e01902", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045808Z:5bcee306-d6b3-4a14-ad7d-486955e01902", + "x-request-time": "0.109" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/python/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:09 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:58:09 GMT", + "ETag": "\u00220x8DA9D482EE600C0\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:44:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:44:17 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "92e51c4c-40c7-4f95-ba55-e3a63d7d7c14", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/python/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:10 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:58:09 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/92e51c4c-40c7-4f95-ba55-e3a63d7d7c14/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "295", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/python" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:10 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4b5612702fe21e3f79d1a2115e631691-c71c4873a5cf4f24-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "861f6f59-d11b-43dd-a35b-be831dbbeb31", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045811Z:861f6f59-d11b-43dd-a35b-be831dbbeb31", + "x-request-time": "0.183" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/92e51c4c-40c7-4f95-ba55-e3a63d7d7c14/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/python" + }, + "systemData": { + "createdAt": "2022-09-23T09:44:19.3941658\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:58:11.0406356\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "864", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Train a model on the Iris dataset-1.", + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "pip freeze \u0026\u0026 echo Hello World", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/92e51c4c-40c7-4f95-ba55-e3a63d7d7c14/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "Train a model on the Iris dataset-1.", + "tags": {}, + "version": "000000000000000000000", + "display_name": "hello_world_inline_commandjob_1", + "is_deterministic": true, + "inputs": { + "test1": { + "type": "uri_file", + "mode": "ro_mount" + }, + "literal_input": { + "type": "integer", + "default": "2" + } + }, + "outputs": {}, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1822", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:12 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7a4f05712045335d1be644383a182f09-c951767a32f47d9a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "24729673-88bb-4cb3-8bb4-aacfdc692f55", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045812Z:24729673-88bb-4cb3-8bb4-aacfdc692f55", + "x-request-time": "1.039" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/99b09e7a-0b89-4931-a4ad-4c12793daaf9", + "name": "99b09e7a-0b89-4931-a4ad-4c12793daaf9", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "99b09e7a-0b89-4931-a4ad-4c12793daaf9", + "display_name": "hello_world_inline_commandjob_1", + "is_deterministic": "True", + "type": "command", + "description": "Train a model on the Iris dataset-1.", + "inputs": { + "test1": { + "type": "uri_file", + "optional": "False" + }, + "literal_input": { + "type": "integer", + "optional": "False", + "default": "2" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/92e51c4c-40c7-4f95-ba55-e3a63d7d7c14/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "pip freeze \u0026\u0026 echo Hello World", + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json" + } + }, + "systemData": { + "createdAt": "2022-10-12T02:59:44.9329771\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-12T02:59:45.4072283\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:13 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-8ee22234783a343725f14df9c4afa49e-a06a5ba7264410dc-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "16e5c7c9-c602-4a5a-8f67-31d5814d3c29", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045813Z:16e5c7c9-c602-4a5a-8f67-31d5814d3c29", + "x-request-time": "0.102" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:13 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-349c161dc0d93bfaf59b6a5ad27bd1ed-6bfa8a575eb2ea47-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1aa2730b-d5ad-4b88-9f37-37591e305666", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045813Z:1aa2730b-d5ad-4b88-9f37-37591e305666", + "x-request-time": "0.122" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:13 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:58:13 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:14 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:58:13 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:14 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6a099852135e0a51d4a17bf7eeae48cb-893f62f104705168-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8b7a43bd-fd23-46ea-9eaf-6250a94a7502", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045814Z:8b7a43bd-fd23-46ea-9eaf-6250a94a7502", + "x-request-time": "0.175" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:58:14.6669714\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "747", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "Train a model on the Iris dataset-2.", + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "Train a model on the Iris dataset-2.", + "tags": {}, + "version": "000000000000000000000", + "display_name": "hello_world_inline_commandjob_2", + "is_deterministic": true, + "inputs": {}, + "outputs": {}, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1569", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:15 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2261330d11aaaa0a5b42a66b292526c4-122745b73341048d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2dd02ca8-f784-4318-9f24-3c9edddd449d", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045816Z:2dd02ca8-f784-4318-9f24-3c9edddd449d", + "x-request-time": "0.864" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/e3ea755a-fbe8-4413-8834-0cd6a7477390", + "name": "e3ea755a-fbe8-4413-8834-0cd6a7477390", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "e3ea755a-fbe8-4413-8834-0cd6a7477390", + "display_name": "hello_world_inline_commandjob_2", + "is_deterministic": "True", + "type": "command", + "description": "Train a model on the Iris dataset-2.", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World", + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json" + } + }, + "systemData": { + "createdAt": "2022-10-12T02:59:49.7655798\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-12T02:59:50.2440022\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_320730696362?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2577", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with inline command job", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "test_320730696362", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_data_path": { + "mode": "ReadOnlyMount", + "uri": "https://azuremlexamples.blob.core.windows.net/datasets/iris.csv", + "jobInputType": "uri_file" + } + }, + "jobs": { + "hello_world_inline_commandjob_1": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": { + "FOO": "bar" + }, + "name": "hello_world_inline_commandjob_1", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "test1": { + "mode": "ReadOnlyMount", + "uri": "https://azuremlexamples.blob.core.windows.net/datasets/iris.csv", + "job_input_type": "uri_file" + }, + "literal_input": { + "job_input_type": "literal", + "value": "2" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/99b09e7a-0b89-4931-a4ad-4c12793daaf9" + }, + "hello_world_inline_commandjob_2": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world_inline_commandjob_2", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": {}, + "outputs": {}, + "properties": { + "test_property": "test_value" + }, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/e3ea755a-fbe8-4413-8834-0cd6a7477390" + } + }, + "outputs": { + "job_out_path_1": { + "mode": "ReadWriteMount", + "jobOutputType": "uri_folder" + } + }, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspacefilestore", + "continue_on_step_failure": true, + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4959", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:24 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_320730696362?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b08492114a571fd6dd67e161e8cf678b-001f51613151b104-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e2ff998a-db8f-4d39-a7a4-2b75e0a1ecb1", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045824Z:e2ff998a-db8f-4d39-a7a4-2b75e0a1ecb1", + "x-request-time": "4.593" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_320730696362", + "name": "test_320730696362", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with inline command job", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "True", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspacefilestore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "test_320730696362", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_320730696362?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "default_datastore": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspacefilestore", + "continue_on_step_failure": true, + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world_inline_commandjob_1": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": { + "FOO": "bar" + }, + "name": "hello_world_inline_commandjob_1", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "test1": { + "mode": "ReadOnlyMount", + "uri": "https://azuremlexamples.blob.core.windows.net/datasets/iris.csv", + "job_input_type": "uri_file" + }, + "literal_input": { + "job_input_type": "literal", + "value": "2" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/99b09e7a-0b89-4931-a4ad-4c12793daaf9" + }, + "hello_world_inline_commandjob_2": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world_inline_commandjob_2", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": {}, + "outputs": {}, + "properties": { + "test_property": "test_value" + }, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/e3ea755a-fbe8-4413-8834-0cd6a7477390" + } + }, + "inputs": { + "job_data_path": { + "description": null, + "uri": "https://azuremlexamples.blob.core.windows.net/datasets/iris.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + } + }, + "outputs": { + "job_out_path_1": { + "description": null, + "uri": null, + "mode": "ReadWriteMount", + "jobOutputType": "uri_folder" + } + }, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T04:58:22.8671835\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + } + ], + "Variables": { + "name": "test_320730696362" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_command_job[1-helloworld_pipeline_job_with_paths].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_command_job[1-helloworld_pipeline_job_with_paths].json new file mode 100644 index 000000000000..5fd6d1b32229 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_command_job[1-helloworld_pipeline_job_with_paths].json @@ -0,0 +1,1082 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:29 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b93755bc2cdcc85279350db0e93b379f-132853249d169ed8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "969cc12c-88cc-4415-a1aa-ae2a79035f82", + "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045829Z:969cc12c-88cc-4415-a1aa-ae2a79035f82", + "x-request-time": "0.242" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:31 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1fbf69e4a9f770d44f1cb8b8eef6a96b-4c2998fe9682526a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "75b4d883-cb31-4842-8e07-47b0227d9ca3", + "x-ms-ratelimit-remaining-subscription-reads": "11994", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045831Z:75b4d883-cb31-4842-8e07-47b0227d9ca3", + "x-request-time": "0.183" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:31 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-9a0845819da8d726dc752b76c6c26c97-b312642155181010-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2879e973-af86-4b10-8d22-e50dc460c739", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045832Z:2879e973-af86-4b10-8d22-e50dc460c739", + "x-request-time": "0.117" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:32 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:58:31 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:32 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:58:31 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:32 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f9948a4f08a041214c7bbebfd0abef05-0c340a731da5505b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "82bffa48-8c20-4b5a-a5df-1bd0002c1f4b", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045833Z:82bffa48-8c20-4b5a-a5df-1bd0002c1f4b", + "x-request-time": "0.200" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:58:33.2640395\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "773", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo \u0022hello\u0022 \u0026\u0026 echo \u0022world\u0022 \u0026\u0026 echo \u0022train\u0022 \u003E world.txt", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:5", + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "display_name": "score_job", + "is_deterministic": true, + "inputs": { + "model_input": { + "type": "uri_folder" + }, + "test_data": { + "type": "uri_folder" + } + }, + "outputs": { + "score_output": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1847", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:34 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-71e0718c6f5fb8c7fff81113579bfe68-f4fc127056ac97df-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ad844edc-4981-412a-8cf2-6270e77d67df", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045834Z:ad844edc-4981-412a-8cf2-6270e77d67df", + "x-request-time": "1.061" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a058619a-7aaa-4873-a032-c67cb923d4dd", + "name": "a058619a-7aaa-4873-a032-c67cb923d4dd", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a058619a-7aaa-4873-a032-c67cb923d4dd", + "display_name": "score_job", + "is_deterministic": "True", + "type": "command", + "inputs": { + "model_input": { + "type": "uri_folder", + "optional": "False" + }, + "test_data": { + "type": "uri_folder", + "optional": "False" + } + }, + "outputs": { + "score_output": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/5", + "resources": { + "instance_count": "1" + }, + "command": "echo \u0022hello\u0022 \u0026\u0026 echo \u0022world\u0022 \u0026\u0026 echo \u0022train\u0022 \u003E world.txt", + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json" + } + }, + "systemData": { + "createdAt": "2022-10-12T03:00:15.9892823\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-12T03:00:16.4824051\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:34 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-58d0bdd69c16c35985f3bf18ccbb7264-49fbb19259a755f6-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ac4038e0-d94b-49e2-97d4-1bcb3f61507b", + "x-ms-ratelimit-remaining-subscription-reads": "11993", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045835Z:ac4038e0-d94b-49e2-97d4-1bcb3f61507b", + "x-request-time": "0.102" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:35 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-c9399971de2deb99ad601e0956a4234e-b744fbfeda4a3155-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e26aa2d7-09a3-407f-9dc5-b2129bd82848", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045835Z:e26aa2d7-09a3-407f-9dc5-b2129bd82848", + "x-request-time": "0.095" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:35 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:58:35 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:36 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:58:35 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:36 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-64556b5440d120f5ff10cb9f853a1749-7de178f0fa777ed0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "33a04cb5-d32a-4ba3-9608-cfde82ab63f6", + "x-ms-ratelimit-remaining-subscription-reads": "11992", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045836Z:33a04cb5-d32a-4ba3-9608-cfde82ab63f6", + "x-request-time": "0.105" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:36 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-3b6644994e097b6d9b951653a45f85e2-ec685792869bceb0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "13495c12-8159-406a-aa2f-1bf071ea3065", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045837Z:13495c12-8159-406a-aa2f-1bf071ea3065", + "x-request-time": "0.104" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:37 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:58:36 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:58:37 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:58:36 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_134761188410?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2934", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "E2E dummy train-score-eval pipeline with registered components", + "properties": {}, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "e2e_registered_components", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "pipeline_job_training_input": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "pipeline_job_test_input": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "pipeline_job_training_max_epocs": { + "jobInputType": "literal", + "value": "20" + }, + "pipeline_job_training_learning_rate": { + "jobInputType": "literal", + "value": "1.8" + }, + "pipeline_job_learning_rate_schedule": { + "jobInputType": "literal", + "value": "time-based" + } + }, + "jobs": { + "train_job": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "train_job", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "training_data": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_training_input}}" + }, + "max_epocs": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_training_max_epocs}}" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_training_learning_rate}}" + }, + "learning_rate_schedule": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_learning_rate_schedule}}" + } + }, + "outputs": { + "model_output": { + "value": "${{parent.outputs.pipeline_job_trained_model}}", + "type": "literal" + } + }, + "properties": {}, + "_source": "REMOTE.WORKSPACE.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/Train/versions/31" + }, + "score_job": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "score_job", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "model_input": { + "job_input_type": "literal", + "value": "${{parent.jobs.train_job.outputs.model_output}}" + }, + "test_data": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_test_input}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a058619a-7aaa-4873-a032-c67cb923d4dd" + } + }, + "outputs": { + "pipeline_job_trained_model": { + "mode": "Upload", + "jobOutputType": "uri_folder" + }, + "pipeline_job_scored_data": { + "mode": "Upload", + "jobOutputType": "uri_folder" + } + }, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "6000", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:58:45 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_134761188410?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-611a46fe7a8ee748103cced8455a0f63-d516df8bcca59ae7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "eeddc70f-b3bf-4c10-b61f-55646c4b81da", + "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045846Z:eeddc70f-b3bf-4c10-b61f-55646c4b81da", + "x-request-time": "4.250" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_134761188410", + "name": "test_134761188410", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "E2E dummy train-score-eval pipeline with registered components", + "tags": {}, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022pipeline_job_training_max_epocs\u0022:\u002220\u0022,\u0022pipeline_job_training_learning_rate\u0022:\u00221.8\u0022,\u0022pipeline_job_learning_rate_schedule\u0022:\u0022time-based\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "e2e_registered_components", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_134761188410?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "train_job": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "train_job", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "training_data": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_training_input}}" + }, + "max_epocs": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_training_max_epocs}}" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_training_learning_rate}}" + }, + "learning_rate_schedule": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_learning_rate_schedule}}" + } + }, + "outputs": { + "model_output": { + "value": "${{parent.outputs.pipeline_job_trained_model}}", + "type": "literal" + } + }, + "properties": {}, + "_source": "REMOTE.WORKSPACE.COMPONENT", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/Train/versions/31" + }, + "score_job": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "score_job", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "model_input": { + "job_input_type": "literal", + "value": "${{parent.jobs.train_job.outputs.model_output}}" + }, + "test_data": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_test_input}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a058619a-7aaa-4873-a032-c67cb923d4dd" + } + }, + "inputs": { + "pipeline_job_training_input": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "pipeline_job_test_input": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "pipeline_job_training_max_epocs": { + "description": null, + "jobInputType": "literal", + "value": "20" + }, + "pipeline_job_training_learning_rate": { + "description": null, + "jobInputType": "literal", + "value": "1.8" + }, + "pipeline_job_learning_rate_schedule": { + "description": null, + "jobInputType": "literal", + "value": "time-based" + } + }, + "outputs": { + "pipeline_job_trained_model": { + "description": null, + "uri": null, + "mode": "Upload", + "jobOutputType": "uri_folder" + }, + "pipeline_job_scored_data": { + "description": null, + "uri": null, + "mode": "Upload", + "jobOutputType": "uri_folder" + } + }, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T04:58:44.2310226\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + } + ], + "Variables": { + "name": "test_134761188410" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[0-input_basic.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[0-input_basic.yml].json new file mode 100644 index 000000000000..4339383eb0c2 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[0-input_basic.yml].json @@ -0,0 +1,1673 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-9408486f4b3aaf0bdf0ff02712e44f5d-bf2c6bb4b2ad622b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "9deaa22e-2722-4962-b1ae-92d8f8019355", + "x-ms-ratelimit-remaining-subscription-reads": "11999", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050101Z:9deaa22e-2722-4962-b1ae-92d8f8019355", + "x-request-time": "0.210" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:03 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b60ff0609789c5e1820c0d425d161208-797bc416622c5c24-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3a7ab64d-c90d-4e9e-b69d-6c758d49e2dc", + "x-ms-ratelimit-remaining-subscription-reads": "11998", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050103Z:3a7ab64d-c90d-4e9e-b69d-6c758d49e2dc", + "x-request-time": "0.137" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:03 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-dd6f3ba9b08e45662852d7db3a32f2d3-53fbf22d3f7ebb0b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a3e63509-3b6b-414d-a49a-0074bf1f3f91", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050104Z:a3e63509-3b6b-414d-a49a-0074bf1f3f91", + "x-request-time": "0.162" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:04 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:01:04 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:05 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:01:04 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5089747e6b134d3fdd6c03c7475c9eb2-b6fa0887677d96fd-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c1ca4361-ee57-4a73-9fb9-d5cf998fce34", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050107Z:c1ca4361-ee57-4a73-9fb9-d5cf998fce34", + "x-request-time": "0.391" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:06.9062941\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1903", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "distribution": { + "type": "mpi", + "process_count_per_instance": 1 + }, + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3237", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:09 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-40be448cc6104dc3c97fe9f29e47e50b-c7f9d222ae473936-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2cc8130b-916d-4147-b0ed-6b3930c4abb6", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050109Z:2cc8130b-916d-4147-b0ed-6b3930c4abb6", + "x-request-time": "2.411" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/898b4cd1-f552-4171-ad70-c4e85bff1711", + "name": "898b4cd1-f552-4171-ad70-c4e85bff1711", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "898b4cd1-f552-4171-ad70-c4e85bff1711", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "distribution": { + "process_count_per_instance": "1", + "type": "Mpi" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:09.2164861\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:09.2164861\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-063e2c32449195727a98f1a4740aba62-8ea8d265bd9547fc-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "369ce25d-f6ed-45dc-bc8f-eb8e254107da", + "x-ms-ratelimit-remaining-subscription-reads": "11997", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050110Z:369ce25d-f6ed-45dc-bc8f-eb8e254107da", + "x-request-time": "0.141" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:10 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-16a311c04cb7ea7f1198d11e93eb2d5c-e93c031e509e8f75-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bc9da627-d3fb-4e64-a283-4278323ddbf3", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050111Z:bc9da627-d3fb-4e64-a283-4278323ddbf3", + "x-request-time": "0.099" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:11 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:01:10 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:11 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:01:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-49bdf213bd98cc5913c8c7b3d962e317-fa2618fe97f662cb-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c3a5dab6-6cdd-4802-815d-37ba86709135", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050112Z:c3a5dab6-6cdd-4802-815d-37ba86709135", + "x-request-time": "0.419" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:12.0413036\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:13 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-517ad7339e8a5f321208cc19f56edbd9-53d762e4aa51b548-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7cb4e087-a94a-4501-9e3f-7ca17ff8fe7c", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050114Z:7cb4e087-a94a-4501-9e3f-7ca17ff8fe7c", + "x-request-time": "1.880" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:14 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-70d04c544835a8e249d88dcde434559d-548f619cacb32176-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5ae17236-fffa-405a-827b-a817d9b6fee8", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050115Z:5ae17236-fffa-405a-827b-a817d9b6fee8", + "x-request-time": "0.121" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:14 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-dbe916f9fa61c861899fcf9a1404bf43-9adf3cf29dda7f6b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8c9e78a7-a235-46f0-a85d-2821e7deb2e8", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050115Z:8c9e78a7-a235-46f0-a85d-2821e7deb2e8", + "x-request-time": "0.142" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:15 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:01:15 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:15 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:01:15 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:15 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d7dbf4f66863b4e30701294ad03c0123-f6c43c5ed5e7bd75-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2740b9fd-2872-4e82-968f-2ac84022a97b", + "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050116Z:2740b9fd-2872-4e82-968f-2ac84022a97b", + "x-request-time": "0.116" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:16 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-94220fdc4e8a21fd67e5de644228e12e-8789fcedabc7597a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "335327c0-3d6c-438e-b206-51e5002aecd7", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050117Z:335327c0-3d6c-438e-b206-51e5002aecd7", + "x-request-time": "0.126" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:17 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:01:16 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:01:17 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:01:16 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_695607189059?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2586", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "job_input_binding": { + "resources": null, + "distribution": { + "distribution_type": "Mpi", + "process_count_per_instance": 1 + }, + "limits": null, + "environment_variables": {}, + "name": "job_input_binding", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_number}}" + }, + "component_in_string": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_string}}" + }, + "component_in_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/898b4cd1-f552-4171-ad70-c4e85bff1711" + }, + "node_output_binding": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "node_output_binding", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_folder": { + "job_input_type": "literal", + "value": "${{parent.jobs.job_input_binding.outputs.component_out_folder}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "5420", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:26 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_695607189059?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d10b62b069a4a1a64cc71e747175d2f5-02cbb23514cfb62a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8b30f99b-f951-469f-940a-02566a7b3efc", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050126Z:8b30f99b-f951-469f-940a-02566a7b3efc", + "x-request-time": "5.495" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_695607189059", + "name": "test_695607189059", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_695607189059?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "job_input_binding": { + "resources": null, + "distribution": { + "distribution_type": "Mpi", + "process_count_per_instance": 1 + }, + "limits": null, + "environment_variables": {}, + "name": "job_input_binding", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_number": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_number}}" + }, + "component_in_string": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_string}}" + }, + "component_in_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/898b4cd1-f552-4171-ad70-c4e85bff1711" + }, + "node_output_binding": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "node_output_binding", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_folder": { + "job_input_type": "literal", + "value": "${{parent.jobs.job_input_binding.outputs.component_out_folder}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:01:25.105772\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_695607189059/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:28 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_695607189059?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "ca54eeb1-f3f4-49ca-bba8-e5c3e1f06bd3", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050129Z:ca54eeb1-f3f4-49ca-bba8-e5c3e1f06bd3", + "x-request-time": "0.820" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_695607189059?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:01:29 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_695607189059?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ccbd8b4d-1b48-4fc1-ad88-a666876aeb29", + "x-ms-ratelimit-remaining-subscription-reads": "11994", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050130Z:ccbd8b4d-1b48-4fc1-ad88-a666876aeb29", + "x-request-time": "0.274" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_695607189059?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:00 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_695607189059?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "54c64a17-aa78-43e4-b300-59d356b38caa", + "x-ms-ratelimit-remaining-subscription-reads": "11993", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050200Z:54c64a17-aa78-43e4-b300-59d356b38caa", + "x-request-time": "0.060" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_695607189059?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:02:30 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a087941d5efdb990cb294bd82e7f3642-bbb90187ef1089eb-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "78617cdb-6ab5-47cb-98a4-39b8f3201706", + "x-ms-ratelimit-remaining-subscription-reads": "11992", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050230Z:78617cdb-6ab5-47cb-98a4-39b8f3201706", + "x-request-time": "0.035" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_695607189059" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[1-input_literal_cross_type.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[1-input_literal_cross_type.yml].json new file mode 100644 index 000000000000..5023d79f8b24 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[1-input_literal_cross_type.yml].json @@ -0,0 +1,1152 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:33 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-510be87fab8936fff31597abfb296aab-326cb57d094638e4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "758aaf0f-02d5-44bd-8507-d465ccac7a61", + "x-ms-ratelimit-remaining-subscription-reads": "11991", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050233Z:758aaf0f-02d5-44bd-8507-d465ccac7a61", + "x-request-time": "0.211" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:36 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-79985c0a8e14d00c8fc0025e1cbc223a-e21a380b2b1fe50b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "32d8e967-18d3-4485-bf3b-08c2e626e85e", + "x-ms-ratelimit-remaining-subscription-reads": "11990", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050236Z:32d8e967-18d3-4485-bf3b-08c2e626e85e", + "x-request-time": "0.100" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:36 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-84824267c5b2d4ac0e17a14dd5820425-9133df1678380ce6-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "75c1c9c5-fe00-4787-b088-a18f6ab72d7e", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050237Z:75c1c9c5-fe00-4787-b088-a18f6ab72d7e", + "x-request-time": "0.459" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:02:37 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:02:37 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:02:38 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:02:38 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:38 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e647a284327a97c3100a13a3af498f3b-6c335b81341e00f0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a9231721-6d56-4ebf-86c2-c36e23478c8c", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050239Z:a9231721-6d56-4ebf-86c2-c36e23478c8c", + "x-request-time": "0.372" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:02:39.0501651\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:40 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-9fabe62b8dc7d8ac093372cee158bcfc-15a762361d925bda-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "af862916-9787-4685-aad9-a1a739c27b00", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050241Z:af862916-9787-4685-aad9-a1a739c27b00", + "x-request-time": "1.410" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:14.4232344\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:41 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-bc1050239fd8ac80230331f8d175cebc-0bb3101783c7a1bf-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "af26d855-89af-4539-bf7c-4b07d756295b", + "x-ms-ratelimit-remaining-subscription-reads": "11989", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050241Z:af26d855-89af-4539-bf7c-4b07d756295b", + "x-request-time": "0.103" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:41 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-17063b93c936730d33fa73c45d715941-bee3de186fc0890b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2a6f3049-7339-4a03-92e7-73818fd4e84c", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050242Z:2a6f3049-7339-4a03-92e7-73818fd4e84c", + "x-request-time": "0.102" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:02:42 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:02:42 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:02:42 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:02:42 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:42 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b001cc48c0cb96abb8d4eff83d05a822-09ddb88f063bdaa7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b6f14b45-48ee-42b0-a066-f1e369bebc77", + "x-ms-ratelimit-remaining-subscription-reads": "11988", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050243Z:b6f14b45-48ee-42b0-a066-f1e369bebc77", + "x-request-time": "0.157" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:43 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-aa5d10a08dd779a715f7d85d6a5a695a-d436e2e60ea016c9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "9f43cdb9-c4b7-413f-b036-319abe9f43ee", + "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050243Z:9f43cdb9-c4b7-413f-b036-319abe9f43ee", + "x-request-time": "0.109" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:02:43 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:02:43 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:02:43 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:02:43 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_27667814657?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1683", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_string": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_number}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4211", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:02:52 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_27667814657?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a261a6745ec674970e5665e37746766f-64ba29e68fd78be2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "49836cc2-823a-406d-a891-78a0ab3b3005", + "x-ms-ratelimit-remaining-subscription-writes": "1192", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050252Z:49836cc2-823a-406d-a891-78a0ab3b3005", + "x-request-time": "4.562" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_27667814657", + "name": "test_27667814657", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_27667814657?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_string": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_number}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:02:50.7296369\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_27667814657/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:00 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_27667814657?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "59bfae88-c7fc-4155-8780-4495a4480308", + "x-ms-ratelimit-remaining-subscription-writes": "1191", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050301Z:59bfae88-c7fc-4155-8780-4495a4480308", + "x-request-time": "6.518" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_27667814657?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:00 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_27667814657?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7828c4c1-668a-43da-a915-7e31bbfbb38c", + "x-ms-ratelimit-remaining-subscription-reads": "11987", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050301Z:7828c4c1-668a-43da-a915-7e31bbfbb38c", + "x-request-time": "0.063" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_27667814657?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:03:31 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-983e4d7c1d2d9e493b919f1963723d4f-5eb7f9c61fb3cfa0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d56afe91-98b8-4047-9e36-75f170a3558c", + "x-ms-ratelimit-remaining-subscription-reads": "11986", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050331Z:d56afe91-98b8-4047-9e36-75f170a3558c", + "x-request-time": "0.233" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_27667814657" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[10-run_settings_sweep_choice.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[10-run_settings_sweep_choice.yml].json new file mode 100644 index 000000000000..95864b5f1c15 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[10-run_settings_sweep_choice.yml].json @@ -0,0 +1,1292 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:51 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-445f31eeb9d80e906060304abdc4e2e5-e8c231627c9690c1-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "11b3723c-02e6-4b8c-ae6b-4180e0a8cefe", + "x-ms-ratelimit-remaining-subscription-reads": "11943", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050952Z:11b3723c-02e6-4b8c-ae6b-4180e0a8cefe", + "x-request-time": "0.214" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:53 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f0f2e0005ee15f9900beb95bc8731c32-f65bc53f3eb4eac6-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8419faab-8476-4844-a652-dd618dc29978", + "x-ms-ratelimit-remaining-subscription-reads": "11942", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050954Z:8419faab-8476-4844-a652-dd618dc29978", + "x-request-time": "0.142" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:54 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-508271de565cc4c1421ccc7dc3901f5f-ca908520affc8dea-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c6000bb7-9b3b-4520-b0e2-758bc0865591", + "x-ms-ratelimit-remaining-subscription-writes": "1161", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050955Z:c6000bb7-9b3b-4520-b0e2-758bc0865591", + "x-request-time": "0.136" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:55 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:09:55 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:55 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:09:55 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:55 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d69b21b2b7f29e966d392ac8ea53b88e-4396b8a0fdbc257f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "14a378c0-ff9f-44ea-a5ab-3ef800d71778", + "x-ms-ratelimit-remaining-subscription-writes": "1167", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050956Z:14a378c0-ff9f-44ea-a5ab-3ef800d71778", + "x-request-time": "0.190" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:09:56.1149675\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1895", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the command component for sweep", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo \u0022Start training ...\u0022 \u0026\u0026 python mnist.py --data_folder ${{inputs.data_folder}} --batch_size ${{inputs.batch_size}} --first_layer_neurons ${{inputs.first_layer_neurons}} --second_layer_neurons ${{inputs.second_layer_neurons}} --third_layer_neurons ${{inputs.third_layer_neurons}} --epochs ${{inputs.epochs}} --f1 ${{inputs.f1}} --f2 ${{inputs.f2}} --weight_decay ${{inputs.weight_decay}} --momentum ${{inputs.momentum}} --learning_rate ${{inputs.learning_rate}} --saved_model ${{outputs.trained_model_dir}}", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the command component for sweep", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentForSweep", + "is_deterministic": true, + "inputs": { + "batch_size": { + "type": "integer" + }, + "first_layer_neurons": { + "type": "integer" + }, + "second_layer_neurons": { + "type": "integer" + }, + "third_layer_neurons": { + "type": "integer" + }, + "epochs": { + "type": "integer" + }, + "momentum": { + "type": "number" + }, + "weight_decay": { + "type": "number" + }, + "learning_rate": { + "type": "number" + }, + "f1": { + "type": "number" + }, + "f2": { + "type": "number" + }, + "random_seed": { + "type": "integer", + "default": "42" + }, + "data_folder": { + "type": "mltable" + } + }, + "outputs": { + "trained_model_dir": { + "type": "mlflow_model" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3495", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:57 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-92285aab6e4067e6fd82bdae310851aa-8d077736a91eaa55-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a376d853-750c-4d0d-83f7-aec29560242c", + "x-ms-ratelimit-remaining-subscription-writes": "1166", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050958Z:a376d853-750c-4d0d-83f7-aec29560242c", + "x-request-time": "1.576" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "name": "ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "display_name": "CommandComponentForSweep", + "is_deterministic": "True", + "type": "command", + "description": "This is the command component for sweep", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "data_folder": { + "type": "mltable", + "optional": "False" + }, + "batch_size": { + "type": "integer", + "optional": "False" + }, + "first_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "second_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "third_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "epochs": { + "type": "integer", + "optional": "False" + }, + "momentum": { + "type": "number", + "optional": "False" + }, + "weight_decay": { + "type": "number", + "optional": "False" + }, + "learning_rate": { + "type": "number", + "optional": "False" + }, + "f1": { + "type": "number", + "optional": "False" + }, + "f2": { + "type": "number", + "optional": "False" + }, + "random_seed": { + "type": "integer", + "optional": "False", + "default": "42" + } + }, + "outputs": { + "trained_model_dir": { + "type": "mlflow_model" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo \u0022Start training ...\u0022 \u0026\u0026 python mnist.py --data_folder ${{inputs.data_folder}} --batch_size ${{inputs.batch_size}} --first_layer_neurons ${{inputs.first_layer_neurons}} --second_layer_neurons ${{inputs.second_layer_neurons}} --third_layer_neurons ${{inputs.third_layer_neurons}} --epochs ${{inputs.epochs}} --f1 ${{inputs.f1}} --f2 ${{inputs.f2}} --weight_decay ${{inputs.weight_decay}} --momentum ${{inputs.momentum}} --learning_rate ${{inputs.learning_rate}} --saved_model ${{outputs.trained_model_dir}}", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:08:58.6163765\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:08:59.1417721\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:58 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-fd9dab86636e5e47d81e8db41f0d5df3-fc5469fcf3d51980-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "78193c8c-af76-4d27-af2a-2cfafffec524", + "x-ms-ratelimit-remaining-subscription-reads": "11941", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050959Z:78193c8c-af76-4d27-af2a-2cfafffec524", + "x-request-time": "0.107" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:58 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-93c95be9566cb80f816dd039fd3636de-d0a8209879a0e526-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8d5f435f-c610-429a-8c05-0000e2578ab8", + "x-ms-ratelimit-remaining-subscription-writes": "1160", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050959Z:8d5f435f-c610-429a-8c05-0000e2578ab8", + "x-request-time": "0.112" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:59 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:09:59 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:59 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:09:59 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d988d235e6d1607e6fcbedd507f60ca7-486f9fa444ffd4b2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "54ca57b3-1967-4225-be07-226070fd11ef", + "x-ms-ratelimit-remaining-subscription-reads": "11940", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051000Z:54ca57b3-1967-4225-be07-226070fd11ef", + "x-request-time": "0.103" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6fcab471732c7aeeb24aa3fd141d50ca-e430a18a97346029-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2ab3d051-562c-480c-a828-d6366b8c701d", + "x-ms-ratelimit-remaining-subscription-writes": "1159", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051000Z:2ab3d051-562c-480c-a828-d6366b8c701d", + "x-request-time": "0.103" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:00 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:10:00 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:01 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:10:00 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_504609222128?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2511", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world_sweep": { + "limits": { + "max_total_trials": 1 + }, + "sampling_algorithm": "random", + "objective": { + "goal": "maximize", + "primary_metric": "accuracy" + }, + "search_space": { + "batch_size": { + "values": [ + 25, + 35, + "${{parent.inputs.job_in_number}}" + ], + "type": "choice" + } + }, + "name": "hello_world_sweep", + "type": "sweep", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "data_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + }, + "batch_size": { + "job_input_type": "literal" + }, + "first_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "second_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "third_layer_neurons": { + "job_input_type": "literal", + "value": "5" + }, + "epochs": { + "job_input_type": "literal", + "value": "1" + }, + "momentum": { + "job_input_type": "literal", + "value": "10" + }, + "weight_decay": { + "job_input_type": "literal", + "value": "0.01" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "0.001" + }, + "f1": { + "job_input_type": "literal", + "value": "0.5" + }, + "f2": { + "job_input_type": "literal", + "value": "15" + }, + "random_seed": { + "job_input_type": "literal", + "value": "42" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "trial": { + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c" + } + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "5720", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:10 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_504609222128?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0072c3dcb360fe5e55f36cb43d177df2-0b33e122be9d3557-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1e10dbe9-eb10-485c-9237-096b820539df", + "x-ms-ratelimit-remaining-subscription-writes": "1165", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051010Z:1e10dbe9-eb10-485c-9237-096b820539df", + "x-request-time": "4.825" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_504609222128", + "name": "test_504609222128", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_504609222128?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world_sweep": { + "limits": { + "max_total_trials": 1 + }, + "sampling_algorithm": "random", + "objective": { + "goal": "maximize", + "primary_metric": "accuracy" + }, + "search_space": { + "batch_size": { + "values": [ + 25, + 35, + "${{parent.inputs.job_in_number}}" + ], + "type": "choice" + } + }, + "name": "hello_world_sweep", + "type": "sweep", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "data_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + }, + "batch_size": { + "job_input_type": "literal" + }, + "first_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "second_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "third_layer_neurons": { + "job_input_type": "literal", + "value": "5" + }, + "epochs": { + "job_input_type": "literal", + "value": "1" + }, + "momentum": { + "job_input_type": "literal", + "value": "10" + }, + "weight_decay": { + "job_input_type": "literal", + "value": "0.01" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "0.001" + }, + "f1": { + "job_input_type": "literal", + "value": "0.5" + }, + "f2": { + "job_input_type": "literal", + "value": "15" + }, + "random_seed": { + "job_input_type": "literal", + "value": "42" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "trial": { + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c" + } + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:10:08.3745399\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_504609222128/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:13 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_504609222128?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "83ea7539-80d8-4035-9a9e-0e95b3f1b51c", + "x-ms-ratelimit-remaining-subscription-writes": "1158", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051013Z:83ea7539-80d8-4035-9a9e-0e95b3f1b51c", + "x-request-time": "0.786" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_504609222128?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:13 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_504609222128?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7d548b13-331d-47c9-9ad4-8014b647f517", + "x-ms-ratelimit-remaining-subscription-reads": "11939", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051013Z:7d548b13-331d-47c9-9ad4-8014b647f517", + "x-request-time": "0.044" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_504609222128?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:10:44 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-632de50279e34bb70ec3cc25af0e44df-69e23334cfeb1e40-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5e6c3ba8-63c5-4f30-b7ce-89f3e03d07fe", + "x-ms-ratelimit-remaining-subscription-reads": "11938", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051044Z:5e6c3ba8-63c5-4f30-b7ce-89f3e03d07fe", + "x-request-time": "0.030" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_504609222128" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[11-run_settings_sweep_limits.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[11-run_settings_sweep_limits.yml].json new file mode 100644 index 000000000000..0ad5c80c1c7d --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[11-run_settings_sweep_limits.yml].json @@ -0,0 +1,1290 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:47 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-95c7dd6104b666b30510c444b1216084-514aff04cae1468c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "95809bbc-25be-4ec3-be27-55d4dd58c234", + "x-ms-ratelimit-remaining-subscription-reads": "11937", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051047Z:95809bbc-25be-4ec3-be27-55d4dd58c234", + "x-request-time": "0.254" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:50 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-da1a997cfb6e8635e02a7bd5de668189-7ca94be4c6a64be0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "64575bb6-41dc-41d1-a184-dd844fc39588", + "x-ms-ratelimit-remaining-subscription-reads": "11936", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051050Z:64575bb6-41dc-41d1-a184-dd844fc39588", + "x-request-time": "0.113" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:50 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e401db899c73e6ea8cf703ea00044ca4-47c176b113d5c073-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8b48234f-5438-4b8b-8b6f-c63f272f9522", + "x-ms-ratelimit-remaining-subscription-writes": "1157", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051051Z:8b48234f-5438-4b8b-8b6f-c63f272f9522", + "x-request-time": "0.107" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:51 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:10:50 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:51 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:10:51 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:51 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6e0df72fe2b86320f93407640daad137-09cc3be6c665ff38-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ee62f054-2c1a-4bff-b702-99ae276c7f71", + "x-ms-ratelimit-remaining-subscription-writes": "1164", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051052Z:ee62f054-2c1a-4bff-b702-99ae276c7f71", + "x-request-time": "0.183" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:10:51.8908082\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1895", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the command component for sweep", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo \u0022Start training ...\u0022 \u0026\u0026 python mnist.py --data_folder ${{inputs.data_folder}} --batch_size ${{inputs.batch_size}} --first_layer_neurons ${{inputs.first_layer_neurons}} --second_layer_neurons ${{inputs.second_layer_neurons}} --third_layer_neurons ${{inputs.third_layer_neurons}} --epochs ${{inputs.epochs}} --f1 ${{inputs.f1}} --f2 ${{inputs.f2}} --weight_decay ${{inputs.weight_decay}} --momentum ${{inputs.momentum}} --learning_rate ${{inputs.learning_rate}} --saved_model ${{outputs.trained_model_dir}}", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the command component for sweep", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentForSweep", + "is_deterministic": true, + "inputs": { + "batch_size": { + "type": "integer" + }, + "first_layer_neurons": { + "type": "integer" + }, + "second_layer_neurons": { + "type": "integer" + }, + "third_layer_neurons": { + "type": "integer" + }, + "epochs": { + "type": "integer" + }, + "momentum": { + "type": "number" + }, + "weight_decay": { + "type": "number" + }, + "learning_rate": { + "type": "number" + }, + "f1": { + "type": "number" + }, + "f2": { + "type": "number" + }, + "random_seed": { + "type": "integer", + "default": "42" + }, + "data_folder": { + "type": "mltable" + } + }, + "outputs": { + "trained_model_dir": { + "type": "mlflow_model" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3495", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:54 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4b249e91d3bc7047f4881361e4677047-a21adc547898daf6-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "256e6397-afdb-49f8-a4ea-9b0b828d7434", + "x-ms-ratelimit-remaining-subscription-writes": "1163", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051054Z:256e6397-afdb-49f8-a4ea-9b0b828d7434", + "x-request-time": "2.063" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "name": "ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "display_name": "CommandComponentForSweep", + "is_deterministic": "True", + "type": "command", + "description": "This is the command component for sweep", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "data_folder": { + "type": "mltable", + "optional": "False" + }, + "batch_size": { + "type": "integer", + "optional": "False" + }, + "first_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "second_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "third_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "epochs": { + "type": "integer", + "optional": "False" + }, + "momentum": { + "type": "number", + "optional": "False" + }, + "weight_decay": { + "type": "number", + "optional": "False" + }, + "learning_rate": { + "type": "number", + "optional": "False" + }, + "f1": { + "type": "number", + "optional": "False" + }, + "f2": { + "type": "number", + "optional": "False" + }, + "random_seed": { + "type": "integer", + "optional": "False", + "default": "42" + } + }, + "outputs": { + "trained_model_dir": { + "type": "mlflow_model" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo \u0022Start training ...\u0022 \u0026\u0026 python mnist.py --data_folder ${{inputs.data_folder}} --batch_size ${{inputs.batch_size}} --first_layer_neurons ${{inputs.first_layer_neurons}} --second_layer_neurons ${{inputs.second_layer_neurons}} --third_layer_neurons ${{inputs.third_layer_neurons}} --epochs ${{inputs.epochs}} --f1 ${{inputs.f1}} --f2 ${{inputs.f2}} --weight_decay ${{inputs.weight_decay}} --momentum ${{inputs.momentum}} --learning_rate ${{inputs.learning_rate}} --saved_model ${{outputs.trained_model_dir}}", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:08:58.6163765\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:08:59.1417721\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:54 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-56724e15cb02d556792da6f6e3f49b34-c8d7577906615f15-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b9c5f395-db5c-4277-b522-3efd7328973b", + "x-ms-ratelimit-remaining-subscription-reads": "11935", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051055Z:b9c5f395-db5c-4277-b522-3efd7328973b", + "x-request-time": "0.121" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:55 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-3bd6b9063d984cb134f03dc653b10372-6c3804af72fafe92-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3c899463-3872-4782-a68e-6d340a785b66", + "x-ms-ratelimit-remaining-subscription-writes": "1156", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051055Z:3c899463-3872-4782-a68e-6d340a785b66", + "x-request-time": "0.102" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:55 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:10:55 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:56 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:10:55 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:56 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-afe8bfca0dca6e209df385c0a1f50774-9786727cfc795484-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "0609d704-7a7d-4916-bb85-9a767cc4e47e", + "x-ms-ratelimit-remaining-subscription-reads": "11934", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051056Z:0609d704-7a7d-4916-bb85-9a767cc4e47e", + "x-request-time": "0.097" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:10:57 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b4fb2e48e1a279e7643251902fe26189-cd4a8b4532d2188c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7dd37699-773a-4e84-865b-8f9c908c73e7", + "x-ms-ratelimit-remaining-subscription-writes": "1155", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051057Z:7dd37699-773a-4e84-865b-8f9c908c73e7", + "x-request-time": "0.107" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:57 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:10:57 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:10:57 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:10:57 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_7972165922?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2508", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world_sweep": { + "limits": { + "max_total_trials": "${{parent.inputs.job_in_number}}" + }, + "sampling_algorithm": "random", + "objective": { + "goal": "maximize", + "primary_metric": "accuracy" + }, + "search_space": { + "batch_size": { + "values": [ + 25, + 35 + ], + "type": "choice" + } + }, + "name": "hello_world_sweep", + "type": "sweep", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "data_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + }, + "batch_size": { + "job_input_type": "literal" + }, + "first_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "second_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "third_layer_neurons": { + "job_input_type": "literal", + "value": "5" + }, + "epochs": { + "job_input_type": "literal", + "value": "1" + }, + "momentum": { + "job_input_type": "literal", + "value": "10" + }, + "weight_decay": { + "job_input_type": "literal", + "value": "0.01" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "0.001" + }, + "f1": { + "job_input_type": "literal", + "value": "0.5" + }, + "f2": { + "job_input_type": "literal", + "value": "15" + }, + "random_seed": { + "job_input_type": "literal", + "value": "42" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "trial": { + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c" + } + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "5695", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:11:06 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_7972165922?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f86fdfe52f7d4ef79cd5a1a6977bed26-0d292e72486e6397-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c4885c00-8d05-451e-aca1-da80c1991e98", + "x-ms-ratelimit-remaining-subscription-writes": "1162", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051106Z:c4885c00-8d05-451e-aca1-da80c1991e98", + "x-request-time": "5.162" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_7972165922", + "name": "test_7972165922", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_7972165922?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world_sweep": { + "limits": { + "max_total_trials": "${{parent.inputs.job_in_number}}" + }, + "sampling_algorithm": "random", + "objective": { + "goal": "maximize", + "primary_metric": "accuracy" + }, + "search_space": { + "batch_size": { + "values": [ + 25, + 35 + ], + "type": "choice" + } + }, + "name": "hello_world_sweep", + "type": "sweep", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "data_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + }, + "batch_size": { + "job_input_type": "literal" + }, + "first_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "second_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "third_layer_neurons": { + "job_input_type": "literal", + "value": "5" + }, + "epochs": { + "job_input_type": "literal", + "value": "1" + }, + "momentum": { + "job_input_type": "literal", + "value": "10" + }, + "weight_decay": { + "job_input_type": "literal", + "value": "0.01" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "0.001" + }, + "f1": { + "job_input_type": "literal", + "value": "0.5" + }, + "f2": { + "job_input_type": "literal", + "value": "15" + }, + "random_seed": { + "job_input_type": "literal", + "value": "42" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "trial": { + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c" + } + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:11:04.8192698\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_7972165922/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:11:09 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_7972165922?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "98b49465-ecb7-490f-9c1c-356f1863ec8b", + "x-ms-ratelimit-remaining-subscription-writes": "1154", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051109Z:98b49465-ecb7-490f-9c1c-356f1863ec8b", + "x-request-time": "0.902" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_7972165922?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:11:10 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_7972165922?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2eb3d0ec-6918-4ca7-b576-430e1d512743", + "x-ms-ratelimit-remaining-subscription-reads": "11933", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051110Z:2eb3d0ec-6918-4ca7-b576-430e1d512743", + "x-request-time": "0.046" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_7972165922?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:11:40 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-13c63909d1986b6db4105430f8612560-8032bff328c5b7b4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fa10f0db-50a9-4f33-985a-6da495b2294a", + "x-ms-ratelimit-remaining-subscription-reads": "11932", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T051141Z:fa10f0db-50a9-4f33-985a-6da495b2294a", + "x-request-time": "0.032" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_7972165922" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[2-input_literal_meta.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[2-input_literal_meta.yml].json new file mode 100644 index 000000000000..8eb4a5191788 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[2-input_literal_meta.yml].json @@ -0,0 +1,997 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:34 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b18e259f1fd39f2ea66084a38547f8ff-a95bbce8fc8238e0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "21e7f634-8e76-46c2-a6d4-227c34eaa7d3", + "x-ms-ratelimit-remaining-subscription-reads": "11985", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050335Z:21e7f634-8e76-46c2-a6d4-227c34eaa7d3", + "x-request-time": "0.214" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:36 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-466d53d06bd8eca6992759aacd269db8-8181033905df455f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "795015e0-0ba4-44c7-aace-c4985e95b0bf", + "x-ms-ratelimit-remaining-subscription-reads": "11984", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050337Z:795015e0-0ba4-44c7-aace-c4985e95b0bf", + "x-request-time": "0.114" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:37 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ebae0b88feeab6941fbd5615ed0b801d-673f584d1f18c154-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "26d38673-6564-46b2-bf70-dee9659ee6c9", + "x-ms-ratelimit-remaining-subscription-writes": "1190", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050338Z:26d38673-6564-46b2-bf70-dee9659ee6c9", + "x-request-time": "0.198" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:38 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:03:37 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:38 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:03:38 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:38 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0ff526570ab80d3cf47db7fd3c2642dd-50817856654f0be3-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "58433819-8cf0-4bf6-a05d-3e057a7a7360", + "x-ms-ratelimit-remaining-subscription-writes": "1191", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050339Z:58433819-8cf0-4bf6-a05d-3e057a7a7360", + "x-request-time": "0.188" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:03:38.9682869\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:39 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-cb88affc9e14236d48cfdba716410107-825175c7a12268f4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "02564645-c4de-488b-b0cb-d68c8400428e", + "x-ms-ratelimit-remaining-subscription-writes": "1190", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050340Z:02564645-c4de-488b-b0cb-d68c8400428e", + "x-request-time": "1.013" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:14.4232344\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:40 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-3ed5b78ac8bbbcb2298d3c07d8688113-12f5fbdf77961338-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "0eba38c9-7b2e-49b2-baa5-c1f9d113f5a8", + "x-ms-ratelimit-remaining-subscription-reads": "11983", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050341Z:0eba38c9-7b2e-49b2-baa5-c1f9d113f5a8", + "x-request-time": "0.162" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:40 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-21d6090e314f6e4989303dc148ad1ba9-3480e3faa8152552-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bc11200e-2767-4184-a7e4-cf41c5a3b5e8", + "x-ms-ratelimit-remaining-subscription-writes": "1189", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050341Z:bc11200e-2767-4184-a7e4-cf41c5a3b5e8", + "x-request-time": "0.120" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:41 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:03:41 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:41 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:03:41 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:41 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-49f7df6650e1ffae4c1c3c5d31cb6413-2702cd51b54d414f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3efad5a1-ef01-4bae-8c42-438ca59e2f4d", + "x-ms-ratelimit-remaining-subscription-reads": "11982", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050342Z:3efad5a1-ef01-4bae-8c42-438ca59e2f4d", + "x-request-time": "0.121" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:42 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-85cba02cb579b585a83876407724330c-3bc11b3fd87c24b9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "3de068b1-f897-4c2b-8701-6430a7f825a9", + "x-ms-ratelimit-remaining-subscription-writes": "1188", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050342Z:3de068b1-f897-4c2b-8701-6430a7f825a9", + "x-request-time": "0.101" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:43 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:03:42 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:43 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:03:43 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_243627341994?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1667", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_string": { + "job_input_type": "literal", + "value": "${{parent.name}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 400, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1361", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:47 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "60f30220-dc6a-43a5-bc3e-4955a111afb8", + "x-ms-ratelimit-remaining-subscription-writes": "1189", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20221024T050348Z:60f30220-dc6a-43a5-bc3e-4955a111afb8", + "x-request-time": "1.156" + }, + "ResponseBody": { + "error": { + "code": "UserError", + "message": "Invalid expression parent.name. Only parent.inputs, parent.jobs.[source_job_name].outputs or parent.outputs can be used for binding.", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "963c7d5917c195d35d2d99980cbf6a28", + "request": "4f83b234f7878370" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2022-10-24T05:03:48.2028799\u002B00:00" + } + }, + { + "type": "InnerError", + "info": { + "value": { + "code": "BadArgument", + "innerError": { + "code": "ArgumentInvalid", + "innerError": { + "code": "InvalidPipelineJob", + "innerError": { + "code": "InvalidExpressionInJob", + "innerError": null + } + } + } + } + } + } + ] + } + } + } + ], + "Variables": { + "name": "test_243627341994" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[3-input_path.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[3-input_path.yml].json new file mode 100644 index 000000000000..f94770743c3a --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[3-input_path.yml].json @@ -0,0 +1,1154 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:50 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b93dce9c4ef6e9de0e05bf2acb73c9f0-003c4bd5bfed2f55-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "09224f23-bf2c-451e-a76f-285d7550bb66", + "x-ms-ratelimit-remaining-subscription-reads": "11981", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050351Z:09224f23-bf2c-451e-a76f-285d7550bb66", + "x-request-time": "0.223" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:52 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ad928fcda7938c94ae60dfaa3bff84ee-fc89e8b6973012ec-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "556b39c4-59d8-4a91-985b-7da8c52ccbea", + "x-ms-ratelimit-remaining-subscription-reads": "11980", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050353Z:556b39c4-59d8-4a91-985b-7da8c52ccbea", + "x-request-time": "0.358" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:53 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0e5f555b5074bf408d6ee945738542f8-00516095c36af7a3-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ed0b63dc-cbe6-478c-b105-d6bf3c0cc6c5", + "x-ms-ratelimit-remaining-subscription-writes": "1187", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050354Z:ed0b63dc-cbe6-478c-b105-d6bf3c0cc6c5", + "x-request-time": "0.096" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:54 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:03:53 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:54 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:03:54 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:54 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-130d642195a15ed6358373280aba50e2-b610e3ad50f053a2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1cc8f08a-e71e-49ef-b3a4-19da3fd8d948", + "x-ms-ratelimit-remaining-subscription-writes": "1188", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050355Z:1cc8f08a-e71e-49ef-b3a4-19da3fd8d948", + "x-request-time": "0.204" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:03:54.9108131\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:56 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e70b8a90e0797d0fadb76102b9cd57b3-5ea0901a2dc472f1-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "31bebfbb-8e13-4675-8fcf-75ee7204e576", + "x-ms-ratelimit-remaining-subscription-writes": "1187", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050356Z:31bebfbb-8e13-4675-8fcf-75ee7204e576", + "x-request-time": "1.457" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:14.4232344\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:56 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-843d592dee7c7b1d56e97673485cca12-e5dab225b80d031c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "1db0583d-ba8c-4f0e-8b59-44a65ee125ab", + "x-ms-ratelimit-remaining-subscription-reads": "11979", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050357Z:1db0583d-ba8c-4f0e-8b59-44a65ee125ab", + "x-request-time": "0.134" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:57 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a0ac5942016262066c404e1a1576f579-1f0831f816800b75-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c5e4f8d5-b278-4e02-8e4a-bd87ff91fc52", + "x-ms-ratelimit-remaining-subscription-writes": "1186", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050358Z:c5e4f8d5-b278-4e02-8e4a-bd87ff91fc52", + "x-request-time": "0.118" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:58 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:03:57 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:58 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:03:58 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f1970d97f1f29b92ddb80f16df7e33ab-e3a8d1a05562efb8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8972d40d-7829-4c7b-986e-1ee4293d70b7", + "x-ms-ratelimit-remaining-subscription-reads": "11978", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050359Z:8972d40d-7829-4c7b-986e-1ee4293d70b7", + "x-request-time": "0.097" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:03:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-21b6ce2d35f2339851328d1be2b87255-412804ae1eb4972c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d6799dbd-b865-444c-8d98-9b5372b0cbf8", + "x-ms-ratelimit-remaining-subscription-writes": "1185", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050359Z:d6799dbd-b865-444c-8d98-9b5372b0cbf8", + "x-request-time": "0.104" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:59 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:03:59 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:03:59 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:03:59 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_213838559744?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1701", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}", + "mode": "Direct" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4244", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:04:09 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_213838559744?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e5257d980b0ac9d6107d60156ffc4e37-e92a76e7bf24205a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ee575c06-1efa-452a-9d37-30a03d4a923a", + "x-ms-ratelimit-remaining-subscription-writes": "1186", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050409Z:ee575c06-1efa-452a-9d37-30a03d4a923a", + "x-request-time": "5.572" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_213838559744", + "name": "test_213838559744", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_213838559744?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}", + "mode": "Direct" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:04:07.4958608\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_213838559744/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:04:12 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_213838559744?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "38da64f7-c88a-4468-9946-e153dc03d061", + "x-ms-ratelimit-remaining-subscription-writes": "1184", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050412Z:38da64f7-c88a-4468-9946-e153dc03d061", + "x-request-time": "0.881" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_213838559744?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:04:12 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_213838559744?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8554f481-73db-4ee4-ab0b-f5d89a454509", + "x-ms-ratelimit-remaining-subscription-reads": "11977", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050413Z:8554f481-73db-4ee4-ab0b-f5d89a454509", + "x-request-time": "0.061" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_213838559744?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:04:43 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-56b748414c1c00768d2057e5e997de2f-cd8c90defa2a83e1-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f9e62190-eb1f-463f-92da-22536f0732ba", + "x-ms-ratelimit-remaining-subscription-reads": "11976", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050443Z:f9e62190-eb1f-463f-92da-22536f0732ba", + "x-request-time": "0.114" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_213838559744" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[4-input_path_concatenate.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[4-input_path_concatenate.yml].json new file mode 100644 index 000000000000..2c3d2c644a85 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[4-input_path_concatenate.yml].json @@ -0,0 +1,1024 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:04:46 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-078691673f0dd5bd142e335b10555e39-6780b8c64ef79fec-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "9d97169b-eb84-45bf-861e-06f549653931", + "x-ms-ratelimit-remaining-subscription-reads": "11975", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050446Z:9d97169b-eb84-45bf-861e-06f549653931", + "x-request-time": "0.221" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:04:48 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ea6c8056a715d31e3ef9487fd8ab98b4-b4581ade11a292a0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e2ecacb0-699c-4c57-8289-aad0fb2752f3", + "x-ms-ratelimit-remaining-subscription-reads": "11974", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050449Z:e2ecacb0-699c-4c57-8289-aad0fb2752f3", + "x-request-time": "0.122" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:04:49 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-242bd4b34b4ea2a605b4eb90322c9143-be7f627d095efe4a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b5191aa2-a4de-477e-8853-9d92b8e1576a", + "x-ms-ratelimit-remaining-subscription-writes": "1183", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050450Z:b5191aa2-a4de-477e-8853-9d92b8e1576a", + "x-request-time": "0.459" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:04:50 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 500, + "ResponseHeaders": { + "Connection": "close", + "Date": "Mon, 24 Oct 2022 05:05:19 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "OperationTimedOut", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:38 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:05:39 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:39 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:05:39 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:39 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a2b900fe35a3deb31955b1592f5edadd-a80994fac303eb28-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c92380b4-eb44-4f6e-aff6-424c1ab30a35", + "x-ms-ratelimit-remaining-subscription-writes": "1185", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050540Z:c92380b4-eb44-4f6e-aff6-424c1ab30a35", + "x-request-time": "0.356" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:05:40.2363233\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:42 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-603d425f9f68e807b2cfa517bde7da79-8177604ad6c0dbab-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c4f75f2c-1cfa-4366-bc47-c3518b84c646", + "x-ms-ratelimit-remaining-subscription-writes": "1184", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050542Z:c4f75f2c-1cfa-4366-bc47-c3518b84c646", + "x-request-time": "1.862" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:14.4232344\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:42 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-26876c824167b16e4a0efcca706b0380-e66b2e9747860a20-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "53af3149-2755-424a-875f-332badf53f8a", + "x-ms-ratelimit-remaining-subscription-reads": "11973", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050543Z:53af3149-2755-424a-875f-332badf53f8a", + "x-request-time": "0.121" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:43 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ac3f47a81471cad7216c2e613476ac22-3f586499f7f6fa03-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "675065a7-fca7-4b0f-a1ed-0739cae1cef6", + "x-ms-ratelimit-remaining-subscription-writes": "1182", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050543Z:675065a7-fca7-4b0f-a1ed-0739cae1cef6", + "x-request-time": "0.222" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:43 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:05:43 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:44 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:05:43 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:44 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6d2d6f942a17009e870e56b6d9bc9646-3bc06c2737dd5508-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "438ec1e6-e224-4f0e-91b4-50121fb79a6b", + "x-ms-ratelimit-remaining-subscription-reads": "11972", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050544Z:438ec1e6-e224-4f0e-91b4-50121fb79a6b", + "x-request-time": "0.088" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:44 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-eb8d17cbe31531db5f3ef6b6b9d1aa61-e519e53508daf5c8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "144a6c25-4949-4dd9-be1c-fbc929941389", + "x-ms-ratelimit-remaining-subscription-writes": "1181", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050545Z:144a6c25-4949-4dd9-be1c-fbc929941389", + "x-request-time": "0.104" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:45 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:05:45 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:45 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:05:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_662901848720?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1693", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_file": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}/sample1.csv" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 400, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1328", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:49 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7fac85ef-7261-4ce1-91b7-d3cd35b155f0", + "x-ms-ratelimit-remaining-subscription-writes": "1183", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20221024T050550Z:7fac85ef-7261-4ce1-91b7-d3cd35b155f0", + "x-request-time": "1.070" + }, + "ResponseBody": { + "error": { + "code": "UserError", + "message": "Invalid component job since input component_in_file for component job hello_world does not exist.", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "7c2787d7af13d5aa193173af69631d71", + "request": "db1fc9b4aeebaf50" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2022-10-24T05:05:50.1898935\u002B00:00" + } + }, + { + "type": "InnerError", + "info": { + "value": { + "code": "BadArgument", + "innerError": { + "code": "ArgumentInvalid", + "innerError": { + "code": "InvalidPipelineJob", + "innerError": { + "code": "InvalidComponentJobInput", + "innerError": null + } + } + } + } + } + } + ] + } + } + } + ], + "Variables": { + "name": "test_662901848720" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[5-input_reason_expression.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[5-input_reason_expression.yml].json new file mode 100644 index 000000000000..924a25731206 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[5-input_reason_expression.yml].json @@ -0,0 +1,1001 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:53 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d3049f13876ed999ebaf345e5bcc7920-ff6a0924b1668e4b-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d34f809a-6174-4d42-a8b1-3d12ad3ec98f", + "x-ms-ratelimit-remaining-subscription-reads": "11971", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050553Z:d34f809a-6174-4d42-a8b1-3d12ad3ec98f", + "x-request-time": "0.207" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:55 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-c882033b5da480c9f7dccd989214a9ce-33010071debcd324-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6d2b11c3-1d29-457f-8af6-0ca5e9d52750", + "x-ms-ratelimit-remaining-subscription-reads": "11970", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050555Z:6d2b11c3-1d29-457f-8af6-0ca5e9d52750", + "x-request-time": "0.113" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:55 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a0bc84cda53ef93ccde31eb5235da63e-ffa9ed35b6a28160-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "30ae585e-7ef2-4fb8-be13-77e9fa8e9eac", + "x-ms-ratelimit-remaining-subscription-writes": "1180", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050556Z:30ae585e-7ef2-4fb8-be13-77e9fa8e9eac", + "x-request-time": "0.105" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:56 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:05:56 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:05:56 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:05:56 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:56 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-45555661e8dcd15829ffc9432d8c84dc-03032936c6e8f1f7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b1738e52-d3f9-4e79-b320-d0110a093ecb", + "x-ms-ratelimit-remaining-subscription-writes": "1182", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050557Z:b1738e52-d3f9-4e79-b320-d0110a093ecb", + "x-request-time": "0.254" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:05:57.3880104\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:58 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4135791b8cd2697e3ab7f038c3987fd7-6b75f98a9fb91940-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b33b2562-bfc0-4c2e-97d1-a832cb49838a", + "x-ms-ratelimit-remaining-subscription-writes": "1181", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050559Z:b33b2562-bfc0-4c2e-97d1-a832cb49838a", + "x-request-time": "1.017" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:14.4232344\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:58 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-893448a556965ec1cda4bb510c4710ba-866d51b753afa2fa-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "dabad219-5075-4204-93ea-be7b7a686f3c", + "x-ms-ratelimit-remaining-subscription-reads": "11969", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050559Z:dabad219-5075-4204-93ea-be7b7a686f3c", + "x-request-time": "0.108" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:05:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a6926270c1ade5930a70958135f38c7e-e5a2b34cdf024f6d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "0122cfd1-a7c6-48d8-910e-37726a9902b1", + "x-ms-ratelimit-remaining-subscription-writes": "1179", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050600Z:0122cfd1-a7c6-48d8-910e-37726a9902b1", + "x-request-time": "0.107" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:00 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:06:00 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:00 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:06:00 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d93b335b72f24c3977b5dc67fc7b668a-c5c15c216f20d7fa-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7bf88222-cb6a-4c9d-bfd9-80781ed6649d", + "x-ms-ratelimit-remaining-subscription-reads": "11968", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050601Z:7bf88222-cb6a-4c9d-bfd9-80781ed6649d", + "x-request-time": "0.099" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7b09d2ef731983afbb11a92f4c98c982-0e1aa62216a9dd78-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c2f8a3a3-2230-4ad9-98f8-675b164282cb", + "x-ms-ratelimit-remaining-subscription-writes": "1178", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050601Z:c2f8a3a3-2230-4ad9-98f8-675b164282cb", + "x-request-time": "0.113" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:01 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:06:01 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:01 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:06:01 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_746190652950?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1849", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_string": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_string}}_${{parent.inputs.job_in_string}}" + }, + "component_in_file": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}/${{parent.inputs.output_file_name}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 400, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "1326", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "89b0438c-253e-4fde-a731-89d6dbd0fb44", + "x-ms-ratelimit-remaining-subscription-writes": "1180", + "x-ms-response-type": "error", + "x-ms-routing-request-id": "JAPANEAST:20221024T050606Z:89b0438c-253e-4fde-a731-89d6dbd0fb44", + "x-request-time": "1.329" + }, + "ResponseBody": { + "error": { + "code": "UserError", + "message": "Invalid component job since input component_in_file for component job hello_world does not exist.", + "details": [], + "additionalInfo": [ + { + "type": "ComponentName", + "info": { + "value": "managementfrontend" + } + }, + { + "type": "Correlation", + "info": { + "value": { + "operation": "8dd83c314280f7b3503aae195348a46b", + "request": "f3be69903577ecb7" + } + } + }, + { + "type": "Environment", + "info": { + "value": "master" + } + }, + { + "type": "Location", + "info": { + "value": "westus2" + } + }, + { + "type": "Time", + "info": { + "value": "2022-10-24T05:06:06.89088\u002B00:00" + } + }, + { + "type": "InnerError", + "info": { + "value": { + "code": "BadArgument", + "innerError": { + "code": "ArgumentInvalid", + "innerError": { + "code": "InvalidPipelineJob", + "innerError": { + "code": "InvalidComponentJobInput", + "innerError": null + } + } + } + } + } + } + ] + } + } + } + ], + "Variables": { + "name": "test_746190652950" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[6-input_string_concatenate.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[6-input_string_concatenate.yml].json new file mode 100644 index 000000000000..de86ba702a24 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[6-input_string_concatenate.yml].json @@ -0,0 +1,1152 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-66f019e53adf12f786e7982eb422d2e0-7c955b9d3522fc4a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "37a2a4d3-cc3f-4953-9141-40c22c727cc0", + "x-ms-ratelimit-remaining-subscription-reads": "11967", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050610Z:37a2a4d3-cc3f-4953-9141-40c22c727cc0", + "x-request-time": "0.218" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1f642584846e1a2f87319728d42a05c4-026d2b594f057601-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "60cf9aca-c4ec-4b2b-81f1-0ffe705eb9db", + "x-ms-ratelimit-remaining-subscription-reads": "11966", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050612Z:60cf9aca-c4ec-4b2b-81f1-0ffe705eb9db", + "x-request-time": "0.087" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:12 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-92912ca7d5e45ee374c27b5b3541bb07-7c5b99968e7cd9fe-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "dedef6be-65e7-47cf-949b-060503a81d0c", + "x-ms-ratelimit-remaining-subscription-writes": "1177", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050612Z:dedef6be-65e7-47cf-949b-060503a81d0c", + "x-request-time": "0.138" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:12 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:06:12 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:13 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:06:13 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:13 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-51d8446e7c7cd0bc7626f0a588a14440-4dba76a3ca12f702-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "07f61dae-ee47-4128-acf3-ee14a8ac1835", + "x-ms-ratelimit-remaining-subscription-writes": "1179", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050613Z:07f61dae-ee47-4128-acf3-ee14a8ac1835", + "x-request-time": "0.200" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:06:13.6815154\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:14 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0e3dfeea3521965bb11faa2d3c52d061-16871cfafd4a94f2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fbbf5ca9-4f9b-42bd-9269-e971c873f1fc", + "x-ms-ratelimit-remaining-subscription-writes": "1178", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050615Z:fbbf5ca9-4f9b-42bd-9269-e971c873f1fc", + "x-request-time": "1.234" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:14.4232344\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:15 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f09aa31148e6f1ac33f489cb809eec50-0959f32ec8802592-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "23d84303-b025-4e5e-8eed-f8cf05f92a15", + "x-ms-ratelimit-remaining-subscription-reads": "11965", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050616Z:23d84303-b025-4e5e-8eed-f8cf05f92a15", + "x-request-time": "0.097" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:15 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1cbf910999c49e5bd49bef5b4d2b3d00-e3bb47b114903df7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d6bfda61-0bd0-426f-9681-5d0a16844288", + "x-ms-ratelimit-remaining-subscription-writes": "1176", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050616Z:d6bfda61-0bd0-426f-9681-5d0a16844288", + "x-request-time": "0.102" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:16 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:06:16 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:16 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:06:16 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:16 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4c1e8ab6f95ba08dd8c4e4252582080d-b52ca1af373c4e72-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8de42ff2-3cf5-455c-ad60-55fcf0350e26", + "x-ms-ratelimit-remaining-subscription-reads": "11964", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050617Z:8de42ff2-3cf5-455c-ad60-55fcf0350e26", + "x-request-time": "0.082" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:17 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-caf75e351eb87fb3f2cfe0e13d276188-de99b4484d7c3fb5-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5d9524af-09fa-4cd7-8664-e2a67a864387", + "x-ms-ratelimit-remaining-subscription-writes": "1175", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050617Z:5d9524af-09fa-4cd7-8664-e2a67a864387", + "x-request-time": "0.099" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:17 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:06:17 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:06:18 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:06:18 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_79790521523?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1695", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_string": { + "job_input_type": "literal", + "value": "extra_${{parent.inputs.job_in_string}}_extra" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4223", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:25 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_79790521523?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1e80085276e2c3d0a2d9698a80a0ef95-616b7ae7eafd96ae-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8ffeafe5-280e-4a6c-8f75-1e5915fa18f6", + "x-ms-ratelimit-remaining-subscription-writes": "1177", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050626Z:8ffeafe5-280e-4a6c-8f75-1e5915fa18f6", + "x-request-time": "4.536" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_79790521523", + "name": "test_79790521523", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_79790521523?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "component_in_string": { + "job_input_type": "literal", + "value": "extra_${{parent.inputs.job_in_string}}_extra" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:06:24.5378354\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_79790521523/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:28 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_79790521523?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "52607bec-16db-4fa2-8660-43b9d9303bd1", + "x-ms-ratelimit-remaining-subscription-writes": "1174", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050629Z:52607bec-16db-4fa2-8660-43b9d9303bd1", + "x-request-time": "0.869" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_79790521523?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:06:28 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_79790521523?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5c5a0808-c326-4d57-bc4c-07f0dc8c8948", + "x-ms-ratelimit-remaining-subscription-reads": "11963", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050629Z:5c5a0808-c326-4d57-bc4c-07f0dc8c8948", + "x-request-time": "0.036" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_79790521523?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:06:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-22b2e37e319594fb46e8fca0ef777408-3dccef94b9003d37-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2aa548a2-3ad9-4db5-a122-64a05d88f936", + "x-ms-ratelimit-remaining-subscription-reads": "11962", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050659Z:2aa548a2-3ad9-4db5-a122-64a05d88f936", + "x-request-time": "0.067" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_79790521523" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[7-run_settings_compute.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[7-run_settings_compute.yml].json new file mode 100644 index 000000000000..9f34e0c4acaf --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[7-run_settings_compute.yml].json @@ -0,0 +1,1142 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:03 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6c02d3ea1605b662341da2715071e4e2-e7137f2ac774cb9c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e3f946a1-72e5-4a32-b533-9962eda6a94c", + "x-ms-ratelimit-remaining-subscription-reads": "11961", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050703Z:e3f946a1-72e5-4a32-b533-9962eda6a94c", + "x-request-time": "0.208" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:05 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-49877cbc074909a39ee22ecbce9d0e46-7d37399d529252c0-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "56a6ae5f-689f-45f3-8d4f-a553d06e88dc", + "x-ms-ratelimit-remaining-subscription-reads": "11960", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050705Z:56a6ae5f-689f-45f3-8d4f-a553d06e88dc", + "x-request-time": "0.097" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-672e4e5aac50f1915a8281c9ee09d4a0-259c01bac0d5eec8-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "2c16ada0-22ba-4c23-b5cf-1d2dcc3264af", + "x-ms-ratelimit-remaining-subscription-writes": "1173", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050706Z:2c16ada0-22ba-4c23-b5cf-1d2dcc3264af", + "x-request-time": "0.558" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:06 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:07:06 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:06 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:07:06 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:07 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-9c7de2c6b807642a34bd46bc71bb3ef2-b4a8bc16518b4017-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d9b82940-9db4-4ef6-810d-b17f6397f7c7", + "x-ms-ratelimit-remaining-subscription-writes": "1176", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050707Z:d9b82940-9db4-4ef6-810d-b17f6397f7c7", + "x-request-time": "0.448" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:07:07.2308584\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1837", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3139", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:08 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-834df2eed62a3db699e44a44321eff90-d018b63833218726-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "fdb6ba40-c200-4d56-9fbc-b359c382fb3a", + "x-ms-ratelimit-remaining-subscription-writes": "1175", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050708Z:fdb6ba40-c200-4d56-9fbc-b359c382fb3a", + "x-request-time": "1.034" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e", + "name": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a12addc8-5dfd-459f-baec-b98d7c98500e", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:13.9362746\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:14.4232344\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-e713f54aee2d0c1b06247099267e26db-cec8755e0b561fa7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d3dfd266-c6f7-42de-94f2-da4f666eec6c", + "x-ms-ratelimit-remaining-subscription-reads": "11959", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050709Z:d3dfd266-c6f7-42de-94f2-da4f666eec6c", + "x-request-time": "0.089" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0aabba6e949c203575e016f4a4fa4875-8f2bc2cbabfbdb0f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ba492083-429a-4dcc-bdaf-407a03940c8b", + "x-ms-ratelimit-remaining-subscription-writes": "1172", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050710Z:ba492083-429a-4dcc-bdaf-407a03940c8b", + "x-request-time": "0.100" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:10 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:07:09 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:10 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:07:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:10 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-bf03615aa1117663e5ef8cd3b742635e-a2ebf70d4c625700-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7195a75b-6751-4c60-bbfd-b364dd340340", + "x-ms-ratelimit-remaining-subscription-reads": "11958", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050710Z:7195a75b-6751-4c60-bbfd-b364dd340340", + "x-request-time": "0.091" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-13675cd4cd1a98bd749cc1d36af0c833-4ab368543122e88c-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "ace7bee2-616b-4abb-a0cc-ee4af67a14fe", + "x-ms-ratelimit-remaining-subscription-writes": "1171", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050711Z:ace7bee2-616b-4abb-a0cc-ee4af67a14fe", + "x-request-time": "0.127" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:11 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:07:11 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:11 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:07:11 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_89751350863?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1617", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": "${{parent.inputs.target_compute}}", + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4089", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:19 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_89751350863?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f49bc0240fea3da8229a276eafeec7d5-8de46dd1fbdc2634-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c1bd9f1b-5854-4651-bc7a-70849dd1896f", + "x-ms-ratelimit-remaining-subscription-writes": "1174", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050719Z:c1bd9f1b-5854-4651-bc7a-70849dd1896f", + "x-request-time": "3.873" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_89751350863", + "name": "test_89751350863", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_89751350863?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": null, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": "${{parent.inputs.target_compute}}", + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a12addc8-5dfd-459f-baec-b98d7c98500e" + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:07:17.6317138\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_89751350863/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:22 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_89751350863?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "d54c99cc-ed18-4ed5-91ca-0a61a0d11add", + "x-ms-ratelimit-remaining-subscription-writes": "1170", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050722Z:d54c99cc-ed18-4ed5-91ca-0a61a0d11add", + "x-request-time": "0.725" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_89751350863?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:22 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_89751350863?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "05b8abc0-94db-472f-ac96-c28b4d36f7cc", + "x-ms-ratelimit-remaining-subscription-reads": "11957", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050722Z:05b8abc0-94db-472f-ac96-c28b4d36f7cc", + "x-request-time": "0.040" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_89751350863?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:07:52 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b1b3edb20bbfefdc973c6bf508636c48-3fb2234689d0a2ed-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "22a70ebf-3372-4dd5-b4d1-820d53532c5f", + "x-ms-ratelimit-remaining-subscription-reads": "11956", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050752Z:22a70ebf-3372-4dd5-b4d1-820d53532c5f", + "x-request-time": "0.083" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_89751350863" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[8-run_settings_literal.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[8-run_settings_literal.yml].json new file mode 100644 index 000000000000..de89b9104760 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[8-run_settings_literal.yml].json @@ -0,0 +1,1156 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:55 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f4802da5cfc5acff80446cc8d7bbb1c7-9a3c6f62a623d906-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "98f0c6b9-c75e-43e7-b1f0-2148dc0ba416", + "x-ms-ratelimit-remaining-subscription-reads": "11955", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050756Z:98f0c6b9-c75e-43e7-b1f0-2148dc0ba416", + "x-request-time": "0.211" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:58 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-275d78393c20b672956b2ce86843162f-578c74dd897f0d9a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "37d94aed-9d0d-43c1-ae6f-ac23d3be888f", + "x-ms-ratelimit-remaining-subscription-reads": "11954", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050758Z:37d94aed-9d0d-43c1-ae6f-ac23d3be888f", + "x-request-time": "0.090" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:07:58 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f07c3f16789c11bc299bb5ba063c728e-8655ed53773782b2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "083b5156-a3dc-420b-a7f9-113169aa16f3", + "x-ms-ratelimit-remaining-subscription-writes": "1169", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050759Z:083b5156-a3dc-420b-a7f9-113169aa16f3", + "x-request-time": "0.110" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:59 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:07:59 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:07:59 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:07:59 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:01 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-790451b1e0eb2431346129504f398218-76e04b45b9d775af-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "14f635e9-b91e-475f-b25b-a4fdffbb5912", + "x-ms-ratelimit-remaining-subscription-writes": "1173", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050801Z:14f635e9-b91e-475f-b25b-a4fdffbb5912", + "x-request-time": "1.503" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:08:01.1589002\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1903", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the basic command component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "distribution": { + "type": "mpi", + "process_count_per_instance": 1 + }, + "name": "azureml_anonymous", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentBasic", + "is_deterministic": true, + "inputs": { + "component_in_number": { + "type": "number", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "default": "Hello World", + "description": "A string" + }, + "component_in_folder": { + "type": "uri_folder", + "description": "A folder", + "optional": true + }, + "component_in_file": { + "type": "uri_file", + "description": "A file", + "optional": true + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3236", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:03 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-409f305cca7cc12c103cfb3ce939b9d7-899ea22ad8def85e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "66af9b22-3e7d-46c3-a786-f1d3045ab2a1", + "x-ms-ratelimit-remaining-subscription-writes": "1172", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050803Z:66af9b22-3e7d-46c3-a786-f1d3045ab2a1", + "x-request-time": "1.648" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/898b4cd1-f552-4171-ad70-c4e85bff1711", + "name": "898b4cd1-f552-4171-ad70-c4e85bff1711", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "898b4cd1-f552-4171-ad70-c4e85bff1711", + "display_name": "CommandComponentBasic", + "is_deterministic": "True", + "type": "command", + "description": "This is the basic command component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "component_in_folder": { + "type": "uri_folder", + "optional": "True", + "description": "A folder" + }, + "component_in_file": { + "type": "uri_file", + "optional": "True", + "description": "A file" + }, + "component_in_number": { + "type": "number", + "optional": "False", + "default": "10.99", + "description": "A number" + }, + "component_in_integer": { + "type": "integer", + "optional": "False", + "default": "3", + "description": "A number" + }, + "component_in_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + }, + "component_in_other_string": { + "type": "string", + "optional": "False", + "default": "Hello World", + "description": "A string" + } + }, + "outputs": { + "component_out_folder": { + "type": "uri_folder" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "distribution": { + "process_count_per_instance": "1", + "type": "Mpi" + }, + "command": "echo Hello World \u0026 echo ${{inputs.component_in_integer}} \u0026 echo ${{inputs.component_in_number}} \u0026 echo ${{inputs.component_in_string}} \u0026 echo ${{inputs.component_in_other_string}} \u0026 $[[echo ${{inputs.component_in_file}} \u0026]] $[[echo ${{inputs.component_in_folder}} \u0026]] echo ${{outputs.component_out_folder}} \u003E ${{outputs.component_out_folder}}/sample1.csv", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:01:09.2164861\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:01:09.736936\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:03 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-d87c7016610b47f223fc02ba04433cd6-752b78d017d2ee78-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "29825095-4d79-41f3-989a-57570ccc68c3", + "x-ms-ratelimit-remaining-subscription-reads": "11953", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050803Z:29825095-4d79-41f3-989a-57570ccc68c3", + "x-request-time": "0.094" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:04 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-8e07cf2deff8622f929efd051b2d82d0-75498d05bbcfc242-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "31480ae4-cb2e-4523-b9b7-c37e2b2c26a4", + "x-ms-ratelimit-remaining-subscription-writes": "1168", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050804Z:31480ae4-cb2e-4523-b9b7-c37e2b2c26a4", + "x-request-time": "0.112" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:08:04 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:08:04 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:08:04 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:08:04 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:05 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-37e86d9350162c8da4afde4ec4514701-8863919165341121-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "379c7670-04a1-4815-abd0-8763880e18b9", + "x-ms-ratelimit-remaining-subscription-reads": "11952", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050805Z:379c7670-04a1-4815-abd0-8763880e18b9", + "x-request-time": "0.277" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:05 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2f8866c01e53bb93b8926a3853aa0c5a-d77601bc2a08d73a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "bb592577-6352-48e4-b581-26f4d65df2c8", + "x-ms-ratelimit-remaining-subscription-writes": "1167", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050806Z:bb592577-6352-48e4-b581-26f4d65df2c8", + "x-request-time": "0.101" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:08:06 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:08:05 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:08:06 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:08:06 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_469267853001?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1676", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": { + "distribution_type": "Mpi", + "process_count_per_instance": "${{parent.inputs.job_in_number}}" + }, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/898b4cd1-f552-4171-ad70-c4e85bff1711" + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4181", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:13 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_469267853001?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-76f6cf2172170637d7c757d5941f2625-6acd6356436d2adc-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d97431cb-40b7-49dc-94c6-d14aa32626b2", + "x-ms-ratelimit-remaining-subscription-writes": "1171", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050814Z:d97431cb-40b7-49dc-94c6-d14aa32626b2", + "x-request-time": "3.939" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_469267853001", + "name": "test_469267853001", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022hello\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_469267853001?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world": { + "resources": null, + "distribution": { + "distribution_type": "Mpi", + "process_count_per_instance": "${{parent.inputs.job_in_number}}" + }, + "limits": null, + "environment_variables": {}, + "name": "hello_world", + "type": "command", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": {}, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/898b4cd1-f552-4171-ad70-c4e85bff1711" + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "hello" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:08:12.1825369\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_469267853001/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:16 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_469267853001?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "5089ca75-6855-4680-87fb-2c72be7882ea", + "x-ms-ratelimit-remaining-subscription-writes": "1166", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050817Z:5089ca75-6855-4680-87fb-2c72be7882ea", + "x-request-time": "1.068" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_469267853001?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:17 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_469267853001?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7c052317-8903-4d10-9e81-bf2513edf5cd", + "x-ms-ratelimit-remaining-subscription-reads": "11951", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050817Z:7c052317-8903-4d10-9e81-bf2513edf5cd", + "x-request-time": "0.029" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_469267853001?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:08:47 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-620dcedde74cf5a149a94dc6c8cf4f21-20dd44cb1193b115-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6cccab0f-07ce-44aa-a320-5b30d978c7c5", + "x-ms-ratelimit-remaining-subscription-reads": "11950", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050847Z:6cccab0f-07ce-44aa-a320-5b30d978c7c5", + "x-request-time": "0.038" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_469267853001" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[9-run_settings_sweep_literal.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[9-run_settings_sweep_literal.yml].json new file mode 100644 index 000000000000..cdda45336ff2 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_data_binding_expression[9-run_settings_sweep_literal.yml].json @@ -0,0 +1,1290 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:50 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-f16c5530ad1644ed23bb0e40090fc2a5-0956f50b3b88304d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5332085d-202e-4d9a-b841-f6573fc28f27", + "x-ms-ratelimit-remaining-subscription-reads": "11949", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050851Z:5332085d-202e-4d9a-b841-f6573fc28f27", + "x-request-time": "0.213" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:53 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4a75f4ba403f2775ddfd4b061e60b07f-c21351b48114c4d4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c2ca1f59-0cf1-4435-9866-089307ae850c", + "x-ms-ratelimit-remaining-subscription-reads": "11948", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050853Z:c2ca1f59-0cf1-4435-9866-089307ae850c", + "x-request-time": "0.085" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:54 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5dafeeae3730e9b1bd67a50f7183ed06-49655847467f02a7-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "56c97973-d83b-4d8e-9473-b71f7c001c55", + "x-ms-ratelimit-remaining-subscription-writes": "1165", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050854Z:56c97973-d83b-4d8e-9473-b71f7c001c55", + "x-request-time": "0.151" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:08:54 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "35", + "Content-MD5": "L/DnSpFIn\u002BjaQWc\u002BsUQdcw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:08:54 GMT", + "ETag": "\u00220x8DA9D48E17467D7\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:49:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:49:16 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "9c9cfba9-82bd-45db-ad06-07009d1d9672", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/COMPONENT_PLACEHOLDER", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:08:55 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:08:55 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "288", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:55 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-df3e1ff557bf78034f09859f315388d6-754be0f7ba77333e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7404cc90-bc80-4654-a3a4-1845a122b7c7", + "x-ms-ratelimit-remaining-subscription-writes": "1170", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050856Z:7404cc90-bc80-4654-a3a4-1845a122b7c7", + "x-request-time": "0.478" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000" + }, + "systemData": { + "createdAt": "2022-09-23T09:49:20.984936\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:08:56.134743\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1895", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "This is the command component for sweep", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "command": "echo \u0022Start training ...\u0022 \u0026\u0026 python mnist.py --data_folder ${{inputs.data_folder}} --batch_size ${{inputs.batch_size}} --first_layer_neurons ${{inputs.first_layer_neurons}} --second_layer_neurons ${{inputs.second_layer_neurons}} --third_layer_neurons ${{inputs.third_layer_neurons}} --epochs ${{inputs.epochs}} --f1 ${{inputs.f1}} --f2 ${{inputs.f2}} --weight_decay ${{inputs.weight_decay}} --momentum ${{inputs.momentum}} --learning_rate ${{inputs.learning_rate}} --saved_model ${{outputs.trained_model_dir}}", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1", + "name": "azureml_anonymous", + "description": "This is the command component for sweep", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "version": "000000000000000000000", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json", + "display_name": "CommandComponentForSweep", + "is_deterministic": true, + "inputs": { + "batch_size": { + "type": "integer" + }, + "first_layer_neurons": { + "type": "integer" + }, + "second_layer_neurons": { + "type": "integer" + }, + "third_layer_neurons": { + "type": "integer" + }, + "epochs": { + "type": "integer" + }, + "momentum": { + "type": "number" + }, + "weight_decay": { + "type": "number" + }, + "learning_rate": { + "type": "number" + }, + "f1": { + "type": "number" + }, + "f2": { + "type": "number" + }, + "random_seed": { + "type": "integer", + "default": "42" + }, + "data_folder": { + "type": "mltable" + } + }, + "outputs": { + "trained_model_dir": { + "type": "mlflow_model" + } + }, + "type": "command", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "3495", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:58 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4f860cb324d51e77dd589cbef0da0152-4368d11b9c02215e-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "dbdb34ff-98f6-4382-85c4-b99798b65089", + "x-ms-ratelimit-remaining-subscription-writes": "1169", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050859Z:dbdb34ff-98f6-4382-85c4-b99798b65089", + "x-request-time": "2.568" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "name": "ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "ec936e9b-fade-4d16-b802-0f6b61a31f4c", + "display_name": "CommandComponentForSweep", + "is_deterministic": "True", + "type": "command", + "description": "This is the command component for sweep", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "inputs": { + "data_folder": { + "type": "mltable", + "optional": "False" + }, + "batch_size": { + "type": "integer", + "optional": "False" + }, + "first_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "second_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "third_layer_neurons": { + "type": "integer", + "optional": "False" + }, + "epochs": { + "type": "integer", + "optional": "False" + }, + "momentum": { + "type": "number", + "optional": "False" + }, + "weight_decay": { + "type": "number", + "optional": "False" + }, + "learning_rate": { + "type": "number", + "optional": "False" + }, + "f1": { + "type": "number", + "optional": "False" + }, + "f2": { + "type": "number", + "optional": "False" + }, + "random_seed": { + "type": "integer", + "optional": "False", + "default": "42" + } + }, + "outputs": { + "trained_model_dir": { + "type": "mlflow_model" + } + }, + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/9c9cfba9-82bd-45db-ad06-07009d1d9672/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "resources": { + "instance_count": "1" + }, + "command": "echo \u0022Start training ...\u0022 \u0026\u0026 python mnist.py --data_folder ${{inputs.data_folder}} --batch_size ${{inputs.batch_size}} --first_layer_neurons ${{inputs.first_layer_neurons}} --second_layer_neurons ${{inputs.second_layer_neurons}} --third_layer_neurons ${{inputs.third_layer_neurons}} --epochs ${{inputs.epochs}} --f1 ${{inputs.f1}} --f2 ${{inputs.f2}} --weight_decay ${{inputs.weight_decay}} --momentum ${{inputs.momentum}} --learning_rate ${{inputs.learning_rate}} --saved_model ${{outputs.trained_model_dir}}", + "$schema": "https://azuremlschemas.azureedge.net/development/commandComponent.schema.json" + } + }, + "systemData": { + "createdAt": "2022-10-24T05:08:58.6163765\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T05:08:58.6163765\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a21fe8d37ecf0601106b796319cfc62a-f7db63385dd9b9a5-01\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "812b2b57-3963-4af0-bf6b-13586be7ebb8", + "x-ms-ratelimit-remaining-subscription-reads": "11947", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050859Z:812b2b57-3963-4af0-bf6b-13586be7ebb8", + "x-request-time": "0.129" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:08:59 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-0275a1a359cde7a0797e0863e85d85f6-cacca0ef18b9ffaa-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "8df8a6c8-aaa0-4ee2-a840-0abc4ceafcd4", + "x-ms-ratelimit-remaining-subscription-writes": "1164", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050900Z:8df8a6c8-aaa0-4ee2-a840-0abc4ceafcd4", + "x-request-time": "0.137" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:00 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:09:00 GMT", + "ETag": "\u00220x8DA9D48AFBCE5A6\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:47:53 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:47:53 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "da405283-c0d4-42bf-9cd0-2d052c9da84b", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "bcdecfd5-08fc-40e1-af7f-364ca3525a76", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/data/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:00 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:09:00 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:00 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-14629f2bfe6959ac26cdd2825d3d4451-0a38344ebce2da78-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c38c7ba8-45aa-4606-9409-cf57502281d0", + "x-ms-ratelimit-remaining-subscription-reads": "11946", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050901Z:c38c7ba8-45aa-4606-9409-cf57502281d0", + "x-request-time": "0.157" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:01 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-3816351a79d2e30e595d15e4977629ee-e7965c81dba5c278-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f12e8b2a-341a-47a0-929d-3210c295b857", + "x-ms-ratelimit-remaining-subscription-writes": "1163", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050901Z:f12e8b2a-341a-47a0-929d-3210c295b857", + "x-request-time": "0.112" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:01 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "508", + "Content-MD5": "dUQjYq1qrTeqLOaZ4N2AUQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 05:09:01 GMT", + "ETag": "\u00220x8DA9D50123677EA\u0022", + "Last-Modified": "Fri, 23 Sep 2022 10:40:45 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 10:40:45 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "0bd2889b-e21f-47f4-a44f-9ce6f86d2ed8", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "24e72261-b9f5-4bf0-a875-b7edffb41cd8", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/sample1.csv", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 05:09:02 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 05:09:01 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_859452200668?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2533", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with data binding", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "displayName": "pipeline_with_data_binding", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_in_number": { + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "jobInputType": "literal", + "value": "accuracy" + }, + "job_in_folder": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "jobInputType": "uri_file" + }, + "target_compute": { + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "jobs": { + "hello_world_sweep": { + "limits": { + "max_total_trials": 1 + }, + "sampling_algorithm": "random", + "objective": { + "goal": "maximize", + "primary_metric": "${{parent.inputs.job_in_string}}" + }, + "search_space": { + "batch_size": { + "values": [ + 25, + 35 + ], + "type": "choice" + } + }, + "name": "hello_world_sweep", + "type": "sweep", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "epochs": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_number}}" + }, + "data_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + }, + "batch_size": { + "job_input_type": "literal" + }, + "first_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "second_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "third_layer_neurons": { + "job_input_type": "literal", + "value": "5" + }, + "momentum": { + "job_input_type": "literal", + "value": "10" + }, + "weight_decay": { + "job_input_type": "literal", + "value": "0.01" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "0.001" + }, + "f1": { + "job_input_type": "literal", + "value": "0.5" + }, + "f2": { + "job_input_type": "literal", + "value": "15" + }, + "random_seed": { + "job_input_type": "literal", + "value": "42" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "trial": { + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c" + } + } + }, + "outputs": {}, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "5729", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:11 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_859452200668?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-ecd5281042dd5e6b414b24ae343f18d5-c545a081db519efe-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7eb946c3-afa8-4052-a2c9-460a02252907", + "x-ms-ratelimit-remaining-subscription-writes": "1168", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050911Z:7eb946c3-afa8-4052-a2c9-460a02252907", + "x-request-time": "5.672" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_859452200668", + "name": "test_859452200668", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with data binding", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{\u0022job_in_number\u0022:\u00221\u0022,\u0022job_in_string\u0022:\u0022accuracy\u0022,\u0022target_compute\u0022:\u0022cpu-cluster\u0022,\u0022output_file_name\u0022:\u0022sample1.csv\u0022}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "pipeline_with_data_binding", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_859452200668?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world_sweep": { + "limits": { + "max_total_trials": 1 + }, + "sampling_algorithm": "random", + "objective": { + "goal": "maximize", + "primary_metric": "${{parent.inputs.job_in_string}}" + }, + "search_space": { + "batch_size": { + "values": [ + 25, + 35 + ], + "type": "choice" + } + }, + "name": "hello_world_sweep", + "type": "sweep", + "display_name": null, + "tags": {}, + "computeId": null, + "inputs": { + "epochs": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_number}}" + }, + "data_folder": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_in_folder}}" + }, + "batch_size": { + "job_input_type": "literal" + }, + "first_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "second_layer_neurons": { + "job_input_type": "literal", + "value": "32" + }, + "third_layer_neurons": { + "job_input_type": "literal", + "value": "5" + }, + "momentum": { + "job_input_type": "literal", + "value": "10" + }, + "weight_decay": { + "job_input_type": "literal", + "value": "0.01" + }, + "learning_rate": { + "job_input_type": "literal", + "value": "0.001" + }, + "f1": { + "job_input_type": "literal", + "value": "0.5" + }, + "f2": { + "job_input_type": "literal", + "value": "15" + }, + "random_seed": { + "job_input_type": "literal", + "value": "42" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "trial": { + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/ec936e9b-fade-4d16-b802-0f6b61a31f4c" + } + } + }, + "inputs": { + "job_in_number": { + "description": null, + "jobInputType": "literal", + "value": "1" + }, + "job_in_string": { + "description": null, + "jobInputType": "literal", + "value": "accuracy" + }, + "job_in_folder": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/data/", + "mode": "ReadOnlyMount", + "jobInputType": "uri_folder" + }, + "job_in_file": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/sample1.csv", + "mode": "ReadOnlyMount", + "jobInputType": "uri_file" + }, + "target_compute": { + "description": null, + "jobInputType": "literal", + "value": "cpu-cluster" + }, + "output_file_name": { + "description": null, + "jobInputType": "literal", + "value": "sample1.csv" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T05:09:09.8606723\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_859452200668/cancel?api-version=2022-10-01-preview", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:17 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_859452200668?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-async-operation-timeout": "PT1H", + "x-ms-correlation-request-id": "e9ebdfc2-c298-4420-b55b-f316804d3431", + "x-ms-ratelimit-remaining-subscription-writes": "1162", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050918Z:e9ebdfc2-c298-4420-b55b-f316804d3431", + "x-request-time": "4.201" + }, + "ResponseBody": "null" + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_859452200668?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 202, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 05:09:18 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_859452200668?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "7e350fc8-9203-450d-a32f-f039cd51a44c", + "x-ms-ratelimit-remaining-subscription-reads": "11945", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050918Z:7e350fc8-9203-450d-a32f-f039cd51a44c", + "x-request-time": "0.038" + }, + "ResponseBody": {} + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/providers/Microsoft.MachineLearningServices/locations/centraluseuap/mfeOperationResults/jc:e61cd5e2-512f-475e-9842-5e2a973993b8:test_859452200668?api-version=2022-10-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "*/*", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "0", + "Date": "Mon, 24 Oct 2022 05:09:48 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-419d45b1815746647ac2b83fc275ed8f-70bc4809f6f5ff43-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "4f7219f7-122a-4492-91c4-658a595d1f2e", + "x-ms-ratelimit-remaining-subscription-reads": "11944", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T050949Z:4f7219f7-122a-4492-91c4-658a595d1f2e", + "x-request-time": "0.036" + }, + "ResponseBody": null + } + ], + "Variables": { + "name": "test_859452200668" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[file_component_input_e2e.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[file_component_input_e2e.yml].json new file mode 100644 index 000000000000..9f913902d75b --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[file_component_input_e2e.yml].json @@ -0,0 +1,838 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:03 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-622f2093f0982fb71bd1623411c74655-3fe3c5feee412704-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a9db36b8-1f37-4270-9bb3-6e8e915df234", + "x-ms-ratelimit-remaining-subscription-reads": "11999", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045903Z:a9db36b8-1f37-4270-9bb3-6e8e915df234", + "x-request-time": "0.211" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:05 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-8aecfa09298372973bcbf4606e9db4a2-ef430028b16881f9-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "dc02b58a-03b1-439a-8b47-f83b9472a17f", + "x-ms-ratelimit-remaining-subscription-reads": "11998", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045905Z:dc02b58a-03b1-439a-8b47-f83b9472a17f", + "x-request-time": "0.140" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:06 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1c754f88963e3ed9dfedc55d9be65e01-bbe9b16a50515a9a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "4f8b622d-489c-4471-bb3f-8a967fe7973c", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045906Z:4f8b622d-489c-4471-bb3f-8a967fe7973c", + "x-request-time": "0.147" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel/digit_identification.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:06 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "1555", + "Content-MD5": "4WzoZGSMp9zEx3G4j/SVnA==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:59:07 GMT", + "ETag": "\u00220x8DA9D49D7EAA27E\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:56:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:56:10 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "88bd524f-9c9e-4b52-9a39-a18be7c95512", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/script_parallel/digit_identification.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:07 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:59:07 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "304", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:09 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-1348a8a17ba8843c339e00284912bc29-e33d7dd764fcf9ed-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "71998a60-a55e-41cf-916c-581733c74a5d", + "x-ms-ratelimit-remaining-subscription-writes": "1199", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045909Z:71998a60-a55e-41cf-916c-581733c74a5d", + "x-request-time": "0.473" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel" + }, + "systemData": { + "createdAt": "2022-09-23T09:56:12.0126883\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:59:08.9221332\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1307", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "parallel component for batch score", + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "description": "parallel component for batch score", + "tags": {}, + "version": "000000000000000000000", + "$schema": "http://azureml/sdk-2-0/ParallelComponent.json", + "display_name": "BatchScore", + "is_deterministic": true, + "inputs": { + "job_data_path": { + "type": "mltable", + "description": "The data to be split and scored in parallel." + } + }, + "outputs": { + "job_output_path": { + "type": "uri_folder" + } + }, + "type": "parallel", + "resources": { + "instance_count": 2 + }, + "logging_level": "WARNING", + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "pass_through.py", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1" + }, + "mini_batch_size": "1", + "input_data": "${{inputs.job_data_path}}", + "retry_settings": { + "timeout": 60, + "max_retries": 2 + }, + "max_concurrency_per_instance": 1, + "error_threshold": -1, + "mini_batch_error_threshold": 1, + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2219", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:10 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-dc733282d64dc484f1ae06199376da0c-a5eeff4c09461b59-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c6536cf8-5369-4088-a138-cda212b57f69", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045910Z:c6536cf8-5369-4088-a138-cda212b57f69", + "x-request-time": "1.295" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/359ecd68-8232-4b53-9230-bb26ddb80a6b", + "name": "359ecd68-8232-4b53-9230-bb26ddb80a6b", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "359ecd68-8232-4b53-9230-bb26ddb80a6b", + "display_name": "BatchScore", + "is_deterministic": "True", + "type": "parallel", + "description": "parallel component for batch score", + "inputs": { + "job_data_path": { + "type": "mltable", + "optional": "False", + "description": "The data to be split and scored in parallel." + } + }, + "outputs": { + "job_output_path": { + "type": "uri_folder" + } + }, + "task": { + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "environment": "azureml://registries/azureml-dev/environments/AzureML-sklearn-0.24-ubuntu18.04-py37-cpu/versions/1", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "entry_script": "pass_through.py", + "type": "run_function" + }, + "input_data": "${{inputs.job_data_path}}", + "error_threshold": "-1", + "logging_level": "WARNING", + "max_concurrency_per_instance": "1", + "mini_batch_error_threshold": "1", + "mini_batch_size": "1", + "retry_settings": { + "max_retries": "2", + "timeout": "60" + }, + "$schema": "http://azureml/sdk-2-0/ParallelComponent.json" + } + }, + "systemData": { + "createdAt": "2022-10-12T03:00:33.3557292\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User", + "lastModifiedAt": "2022-10-12T03:00:33.8347407\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:11 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-4dca8c2d9d705dbc6347c687297a03f8-f482218bc7a2b444-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "9ad7b9d2-a6ec-4122-abbc-e27b9491b379", + "x-ms-ratelimit-remaining-subscription-reads": "11997", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045911Z:9ad7b9d2-a6ec-4122-abbc-e27b9491b379", + "x-request-time": "0.192" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:12 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-90abd733a49ed72ca755bd9fcac49777-d628e219204d1fec-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "dfb82e20-bbb9-4bdd-9b40-feef099f7c4f", + "x-ms-ratelimit-remaining-subscription-writes": "1198", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045912Z:dfb82e20-bbb9-4bdd-9b40-feef099f7c4f", + "x-request-time": "0.112" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/mnist-data/0.png", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:12 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "223", + "Content-MD5": "yLW2CQQeldeN1S7hH1/5Nw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:59:12 GMT", + "ETag": "\u00220x8DA9D49DDA8E2B9\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:56:20 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:56:19 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "6d38069b-69f7-4247-bed0-fffe996f3098", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "315ab246-e719-41ed-9ad8-28f2f315a8e2", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/mnist-data/0.png", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:12 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:59:12 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_654727691512?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2134", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with inline parallel job defined by parallel component", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "displayName": "test_654727691512", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "pipeline_job_data_path": { + "mode": "EvalMount", + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data", + "jobInputType": "mltable" + } + }, + "jobs": { + "hello_world_inline_paralleljob_1": { + "type": "parallel", + "resources": { + "instance_count": 2, + "properties": {} + }, + "error_threshold": null, + "mini_batch_error_threshold": 1, + "environment_variables": {}, + "max_concurrency_per_instance": 1, + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "pass_through.py", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1" + }, + "input_data": "${{inputs.job_data_path}}", + "name": "hello_world_inline_paralleljob_1", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "job_data_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_data_path}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/359ecd68-8232-4b53-9230-bb26ddb80a6b", + "retry_settings": null, + "logging_level": null, + "mini_batch_size": 1 + } + }, + "outputs": {}, + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4354", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:22 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_654727691512?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6168c598f9f2caaf78c5f6bb84e7eee0-992ecb578aa67c16-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e3c8ed8a-d7d4-49dd-ac0b-989521294279", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045922Z:e3c8ed8a-d7d4-49dd-ac0b-989521294279", + "x-request-time": "5.890" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_654727691512", + "name": "test_654727691512", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with inline parallel job defined by parallel component", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultComputeName": "cpu-cluster", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "test_654727691512", + "status": "Preparing", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_654727691512?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "default_compute": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world_inline_paralleljob_1": { + "type": "parallel", + "resources": { + "instance_count": 2, + "properties": {} + }, + "error_threshold": null, + "mini_batch_error_threshold": 1, + "environment_variables": {}, + "max_concurrency_per_instance": 1, + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "pass_through.py", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "environment": "azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1" + }, + "input_data": "${{inputs.job_data_path}}", + "name": "hello_world_inline_paralleljob_1", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "job_data_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.pipeline_job_data_path}}" + } + }, + "outputs": {}, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/359ecd68-8232-4b53-9230-bb26ddb80a6b", + "retry_settings": null, + "logging_level": null, + "mini_batch_size": 1 + } + }, + "inputs": { + "pipeline_job_data_path": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data", + "mode": "EvalMount", + "jobInputType": "mltable" + } + }, + "outputs": {}, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T04:59:20.6154414\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + } + ], + "Variables": { + "name": "test_654727691512" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[file_input_e2e.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[file_input_e2e.yml].json new file mode 100644 index 000000000000..7875576c57d5 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[file_input_e2e.yml].json @@ -0,0 +1,928 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:27 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-5798737624437b67f1924206a23c85e0-14a8b8b3f37b6d7f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "c252657c-7aaa-4b73-ac9a-ac9d57c8a5a7", + "x-ms-ratelimit-remaining-subscription-reads": "11996", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045927Z:c252657c-7aaa-4b73-ac9a-ac9d57c8a5a7", + "x-request-time": "0.216" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 4, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 0, + "runningNodeCount": 4, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Steady", + "allocationStateTransitionTime": "2022-10-21T06:50:04.626\u002B00:00", + "errors": null, + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:29 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-fa0b845f372a19eeb9254b00695d4509-0c0ea38bbc0b57ca-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e11437a5-e92a-47ce-83a0-3f7ca1a97b8e", + "x-ms-ratelimit-remaining-subscription-reads": "11995", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045929Z:e11437a5-e92a-47ce-83a0-3f7ca1a97b8e", + "x-request-time": "0.125" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:29 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-2d22aea70b7eff3c26b0ce32ff57ffb2-021a72619123641f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "09fc211d-c4ae-47df-ab82-35b96021191e", + "x-ms-ratelimit-remaining-subscription-writes": "1197", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045930Z:09fc211d-c4ae-47df-ab82-35b96021191e", + "x-request-time": "0.117" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel/digit_identification.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:30 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "1555", + "Content-MD5": "4WzoZGSMp9zEx3G4j/SVnA==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:59:30 GMT", + "ETag": "\u00220x8DA9D49D7EAA27E\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:56:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:56:10 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "88bd524f-9c9e-4b52-9a39-a18be7c95512", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/script_parallel/digit_identification.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:30 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:59:30 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "304", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:31 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-11f7920e2ddddd457250083260e2df79-0e381505ce9d3f5a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "a90b96a7-9627-44e4-a543-b4b4c16e6d4d", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045931Z:a90b96a7-9627-44e4-a543-b4b4c16e6d4d", + "x-request-time": "0.349" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel" + }, + "systemData": { + "createdAt": "2022-09-23T09:56:12.0126883\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T04:59:31.1897995\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "416", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "isAnonymous": true, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - mlflow\n - azureml-dataset-runtime[pandas,fuse]\n - azureml-telemetry\n - pandas\n - pillow\n - azureml-core\n - scikit-learn~=0.20.0\n - cloudpickle==1.1.1\n - tensorflow==1.15.2\nname: prs-env\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Build-ID": "cav", + "Cache-Control": "no-cache", + "Content-Length": "1351", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:44 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-980d927379acf62d9d891e5e60abfa65-ca02cd70795812fd-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d35a4002-beed-4ab4-9090-25fb3239f57a", + "x-ms-ratelimit-remaining-subscription-writes": "1195", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045944Z:d35a4002-beed-4ab4-9090-25fb3239f57a", + "x-request-time": "13.154" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af", + "name": "6fe7be4cbb153a3107ff961211b4a9af", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022mlflow\u0022,\n \u0022azureml-dataset-runtime[pandas,fuse]\u0022,\n \u0022azureml-telemetry\u0022,\n \u0022pandas\u0022,\n \u0022pillow\u0022,\n \u0022azureml-core\u0022,\n \u0022scikit-learn~=0.20.0\u0022,\n \u0022cloudpickle==1.1.1\u0022,\n \u0022tensorflow==1.15.2\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022prs-env\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2022-09-23T09:56:46.9554352\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T09:56:46.9554352\u002B00:00", + "lastModifiedBy": "Ying Chen", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1313", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "display_name": "hello_world_inline_parallel_file_job_1", + "is_deterministic": true, + "inputs": { + "job_data_path": { + "type": "mltable", + "mode": "eval_mount" + } + }, + "outputs": { + "job_output_path": { + "type": "uri_folder", + "mode": "mount" + } + }, + "type": "parallel", + "resources": { + "instance_count": 3 + }, + "logging_level": "WARNING", + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "pass_through.py", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af" + }, + "mini_batch_size": "1", + "input_data": "${{inputs.job_data_path}}", + "retry_settings": { + "timeout": 60, + "max_retries": 2 + }, + "max_concurrency_per_instance": 1, + "error_threshold": -1, + "mini_batch_error_threshold": 1, + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2250", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:45 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-107bf60f7be17bb11edebe3e100d04aa-a2cc1db5eada8e2a-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "49885481-4e37-4adf-9f21-56d8cbd78493", + "x-ms-ratelimit-remaining-subscription-writes": "1194", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045945Z:49885481-4e37-4adf-9f21-56d8cbd78493", + "x-request-time": "0.520" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a45d2fb0-2ba9-43a7-84fa-11485f872136", + "name": "a45d2fb0-2ba9-43a7-84fa-11485f872136", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "a45d2fb0-2ba9-43a7-84fa-11485f872136", + "display_name": "hello_world_inline_parallel_file_job_1", + "is_deterministic": "True", + "type": "parallel", + "inputs": { + "job_data_path": { + "type": "mltable", + "optional": "False" + } + }, + "outputs": { + "job_output_path": { + "type": "uri_folder" + } + }, + "task": { + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "entry_script": "pass_through.py", + "type": "run_function" + }, + "input_data": "${{inputs.job_data_path}}", + "error_threshold": "-1", + "logging_level": "WARNING", + "max_concurrency_per_instance": "1", + "mini_batch_error_threshold": "1", + "mini_batch_size": "1", + "retry_settings": { + "max_retries": "2", + "timeout": "60" + }, + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json" + } + }, + "systemData": { + "createdAt": "2022-09-23T09:57:01.2645092\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T09:57:01.7809359\u002B00:00", + "lastModifiedBy": "Ying Chen", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:46 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a50457ad9483071f48417e8be47bebb0-62847a602b07dd4f-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b03746a4-13b3-4167-8594-1ad627deff69", + "x-ms-ratelimit-remaining-subscription-reads": "11994", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045946Z:b03746a4-13b3-4167-8594-1ad627deff69", + "x-request-time": "0.127" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:46 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-585fde2d1eb3a5801bf832c9c56fc760-c63b4534ae4681e4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "b5159cff-7e69-4c28-b72d-9a034f6ce8e3", + "x-ms-ratelimit-remaining-subscription-writes": "1196", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045947Z:b5159cff-7e69-4c28-b72d-9a034f6ce8e3", + "x-request-time": "0.504" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/mnist-data/0.png", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:47 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "223", + "Content-MD5": "yLW2CQQeldeN1S7hH1/5Nw==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 04:59:47 GMT", + "ETag": "\u00220x8DA9D49DDA8E2B9\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:56:20 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:56:19 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "6d38069b-69f7-4247-bed0-fffe996f3098", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "315ab246-e719-41ed-9ad8-28f2f315a8e2", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/mnist-data/0.png", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 04:59:47 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 04:59:47 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_177211603418?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2292", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with inline parallel job", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "displayName": "test_177211603418", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_data_path": { + "mode": "EvalMount", + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data", + "jobInputType": "mltable" + } + }, + "jobs": { + "hello_world_inline_parallel_file_job_1": { + "type": "parallel", + "resources": { + "instance_count": 3, + "properties": {} + }, + "error_threshold": -1, + "mini_batch_error_threshold": 1, + "environment_variables": { + "FOO": "bar" + }, + "max_concurrency_per_instance": 1, + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "pass_through.py", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af" + }, + "input_data": "${{inputs.job_data_path}}", + "name": "hello_world_inline_parallel_file_job_1", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "job_data_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_data_path}}" + } + }, + "outputs": { + "job_output_path": { + "value": "${{parent.outputs.job_out_path}}", + "type": "literal" + } + }, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a45d2fb0-2ba9-43a7-84fa-11485f872136", + "retry_settings": { + "timeout": 60, + "max_retries": 2 + }, + "logging_level": "WARNING", + "mini_batch_size": 1 + } + }, + "outputs": { + "job_out_path": { + "mode": "ReadWriteMount", + "jobOutputType": "uri_folder" + } + }, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4645", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 04:59:55 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_177211603418?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-50031bba991f41b3ed43e39dd6e18366-8e881b1e49d34c64-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "f6ebd069-b13c-4701-ae8b-2aa87e381443", + "x-ms-ratelimit-remaining-subscription-writes": "1193", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T045956Z:f6ebd069-b13c-4701-ae8b-2aa87e381443", + "x-request-time": "4.571" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_177211603418", + "name": "test_177211603418", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with inline parallel job", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "test_177211603418", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_177211603418?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world_inline_parallel_file_job_1": { + "type": "parallel", + "resources": { + "instance_count": 3, + "properties": {} + }, + "error_threshold": -1, + "mini_batch_error_threshold": 1, + "environment_variables": { + "FOO": "bar" + }, + "max_concurrency_per_instance": 1, + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "pass_through.py", + "program_arguments": "--job_output_path ${{outputs.job_output_path}}", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af" + }, + "input_data": "${{inputs.job_data_path}}", + "name": "hello_world_inline_parallel_file_job_1", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "job_data_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_data_path}}" + } + }, + "outputs": { + "job_output_path": { + "value": "${{parent.outputs.job_out_path}}", + "type": "literal" + } + }, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/a45d2fb0-2ba9-43a7-84fa-11485f872136", + "retry_settings": { + "timeout": 60, + "max_retries": 2 + }, + "logging_level": "WARNING", + "mini_batch_size": 1 + } + }, + "inputs": { + "job_data_path": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/mnist-data", + "mode": "EvalMount", + "jobInputType": "mltable" + } + }, + "outputs": { + "job_out_path": { + "description": null, + "uri": null, + "mode": "ReadWriteMount", + "jobOutputType": "uri_folder" + } + }, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T04:59:54.0429964\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + } + ], + "Variables": { + "name": "test_177211603418" + } +} diff --git a/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[tabular_input_e2e.yml].json b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[tabular_input_e2e.yml].json new file mode 100644 index 000000000000..79b800853387 --- /dev/null +++ b/sdk/ml/azure-ai-ml/tests/recordings/pipeline_job/e2etests/test_pipeline_job.pyTestPipelineJobtest_pipeline_job_with_parallel_job[tabular_input_e2e.yml].json @@ -0,0 +1,1120 @@ +{ + "Entries": [ + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster?api-version=2022-01-01-preview", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:14 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-6d21a66accd834fa4cbcb3711eb2072d-5064dff1ef041e14-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-02", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6feabad4-a7e6-43bb-847d-cd43bd1a779d", + "x-ms-ratelimit-remaining-subscription-reads": "11969", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120114Z:6feabad4-a7e6-43bb-847d-cd43bd1a779d", + "x-request-time": "0.225" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "name": "cpu-cluster", + "type": "Microsoft.MachineLearningServices/workspaces/computes", + "location": "centraluseuap", + "tags": {}, + "properties": { + "createdOn": "2022-09-22T09:02:22.1899959\u002B00:00", + "modifiedOn": "2022-09-23T03:28:18.0066218\u002B00:00", + "disableLocalAuth": false, + "description": null, + "resourceId": null, + "computeType": "AmlCompute", + "computeLocation": "centraluseuap", + "provisioningState": "Succeeded", + "provisioningErrors": null, + "isAttachedCompute": false, + "properties": { + "vmSize": "STANDARD_DS2_V2", + "vmPriority": "Dedicated", + "scaleSettings": { + "maxNodeCount": 4, + "minNodeCount": 1, + "nodeIdleTimeBeforeScaleDown": "PT2M" + }, + "subnet": null, + "currentNodeCount": 3, + "targetNodeCount": 4, + "nodeStateCounts": { + "preparingNodeCount": 1, + "runningNodeCount": 2, + "idleNodeCount": 0, + "unusableNodeCount": 0, + "leavingNodeCount": 0, + "preemptedNodeCount": 0 + }, + "allocationState": "Resizing", + "allocationStateTransitionTime": "2022-10-24T12:00:47.481\u002B00:00", + "errors": [ + { + "error": { + "code": "DiskFull", + "message": "ComputeNode.Id=tvmps_1a385a9430701ba60b36ba255e7e5f34cb46993f08fb4670281e9b8a60f8815b_d: There is not enough disk space on the node", + "details": [ + { + "code": "Message", + "message": "The VM disk is full. Delete jobs, tasks, or files on the node to free up space and then reboot the node." + } + ] + } + } + ], + "remoteLoginPortPublicAccess": "Enabled", + "osType": "Linux", + "virtualMachineImage": null, + "isolatedNetwork": false, + "propertyBag": {} + } + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:16 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-48aa97b709026c4b716948e582ac0fbe-58c9dd5338887a06-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "5201e315-e67c-4dfe-a13a-2b9a21b8def7", + "x-ms-ratelimit-remaining-subscription-reads": "11968", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120117Z:5201e315-e67c-4dfe-a13a-2b9a21b8def7", + "x-request-time": "0.103" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:17 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-a6849abb0d9b55608bf24dce7ee3a9de-de7de200d78659c4-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "46c4eaff-b83b-4097-91c4-f384412130c4", + "x-ms-ratelimit-remaining-subscription-writes": "1186", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120117Z:46c4eaff-b83b-4097-91c4-f384412130c4", + "x-request-time": "0.106" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel/digit_identification.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 12:01:17 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "1555", + "Content-MD5": "4WzoZGSMp9zEx3G4j/SVnA==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 12:01:17 GMT", + "ETag": "\u00220x8DA9D49D7EAA27E\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:56:10 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:56:10 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "88bd524f-9c9e-4b52-9a39-a18be7c95512", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "1", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/script_parallel/digit_identification.py", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 12:01:17 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 12:01:17 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "304", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isAnonymous": true, + "isArchived": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel" + } + }, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:18 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-b327016626e7a1071d03f13dc8d2e431-529fd42bfe56a5b1-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "22c5dbd6-ad61-41da-b706-af8e6f6d6320", + "x-ms-ratelimit-remaining-subscription-writes": "1165", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120118Z:22c5dbd6-ad61-41da-b706-af8e6f6d6320", + "x-request-time": "0.185" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "name": "1", + "type": "Microsoft.MachineLearningServices/workspaces/codes/versions", + "properties": { + "description": null, + "tags": {}, + "properties": { + "hash_sha256": "0000000000000", + "hash_version": "0000000000000" + }, + "isArchived": false, + "isAnonymous": false, + "codeUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/script_parallel" + }, + "systemData": { + "createdAt": "2022-09-23T09:56:12.0126883\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-10-24T12:01:18.3782172\u002B00:00", + "lastModifiedBy": "Xingzhi Zhang", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "416", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "isAnonymous": true, + "isArchived": false, + "condaFile": "channels:\n- conda-forge\ndependencies:\n- python=3.8\n- pip\n- pip:\n - mlflow\n - azureml-dataset-runtime[pandas,fuse]\n - azureml-telemetry\n - pandas\n - pillow\n - azureml-core\n - scikit-learn~=0.20.0\n - cloudpickle==1.1.1\n - tensorflow==1.15.2\nname: prs-env\n", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04" + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Build-ID": "caw", + "Cache-Control": "no-cache", + "Content-Length": "1351", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:19 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-65eca52bead808e94b7a141b83a56629-fc15d581117acdd2-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "6b38f32d-00ec-4e96-9256-8adb78fa89ad", + "x-ms-ratelimit-remaining-subscription-writes": "1164", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120119Z:6b38f32d-00ec-4e96-9256-8adb78fa89ad", + "x-request-time": "0.460" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af", + "name": "6fe7be4cbb153a3107ff961211b4a9af", + "type": "Microsoft.MachineLearningServices/workspaces/environments/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "environmentType": "UserCreated", + "image": "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04", + "condaFile": "{\n \u0022channels\u0022: [\n \u0022conda-forge\u0022\n ],\n \u0022dependencies\u0022: [\n \u0022python=3.8\u0022,\n \u0022pip\u0022,\n {\n \u0022pip\u0022: [\n \u0022mlflow\u0022,\n \u0022azureml-dataset-runtime[pandas,fuse]\u0022,\n \u0022azureml-telemetry\u0022,\n \u0022pandas\u0022,\n \u0022pillow\u0022,\n \u0022azureml-core\u0022,\n \u0022scikit-learn~=0.20.0\u0022,\n \u0022cloudpickle==1.1.1\u0022,\n \u0022tensorflow==1.15.2\u0022\n ]\n }\n ],\n \u0022name\u0022: \u0022prs-env\u0022\n}", + "osType": "Linux" + }, + "systemData": { + "createdAt": "2022-09-23T09:56:46.9554352\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T09:56:46.9554352\u002B00:00", + "lastModifiedBy": "Ying Chen", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "1304", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "properties": {}, + "tags": {}, + "isAnonymous": true, + "isArchived": false, + "componentSpec": { + "name": "azureml_anonymous", + "tags": {}, + "version": "000000000000000000000", + "display_name": "hello_world_inline_parallel_tabular_job_1", + "is_deterministic": true, + "inputs": { + "job_data_path": { + "type": "mltable", + "mode": "direct" + }, + "score_model": { + "type": "uri_folder", + "mode": "download" + } + }, + "outputs": { + "job_output_file": { + "type": "uri_file", + "mode": "rw_mount" + } + }, + "type": "parallel", + "logging_level": "DEBUG", + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "tabular_run_with_model.py", + "append_row_to": "${{outputs.job_output_file}}", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af" + }, + "mini_batch_size": "102400", + "input_data": "${{inputs.job_data_path}}", + "retry_settings": { + "timeout": 60, + "max_retries": 2 + }, + "max_concurrency_per_instance": 2, + "mini_batch_error_threshold": 5, + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "2340", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:20 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/000000000000000000000?api-version=2022-05-01", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-c96422ed7891c3b7cd5c5e3dc5dfa95a-62f74c105b14b2d3-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d288a78a-fc97-4cdc-9e59-92454a05c9bf", + "x-ms-ratelimit-remaining-subscription-writes": "1163", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120120Z:d288a78a-fc97-4cdc-9e59-92454a05c9bf", + "x-request-time": "0.527" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/5b17fd17-2927-4d4c-8c32-3cae57ed8ed1", + "name": "5b17fd17-2927-4d4c-8c32-3cae57ed8ed1", + "type": "Microsoft.MachineLearningServices/workspaces/components/versions", + "properties": { + "description": null, + "tags": {}, + "properties": {}, + "isArchived": false, + "isAnonymous": true, + "componentSpec": { + "name": "azureml_anonymous", + "version": "5b17fd17-2927-4d4c-8c32-3cae57ed8ed1", + "display_name": "hello_world_inline_parallel_tabular_job_1", + "is_deterministic": "True", + "type": "parallel", + "inputs": { + "job_data_path": { + "type": "mltable", + "optional": "False" + }, + "score_model": { + "type": "uri_folder", + "optional": "False" + } + }, + "outputs": { + "job_output_file": { + "type": "uri_file" + } + }, + "task": { + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af", + "entry_script": "tabular_run_with_model.py", + "type": "run_function", + "append_row_to": "${{outputs.job_output_file}}" + }, + "input_data": "${{inputs.job_data_path}}", + "error_threshold": "-1", + "logging_level": "DEBUG", + "max_concurrency_per_instance": "2", + "mini_batch_error_threshold": "5", + "mini_batch_size": "102400", + "retry_settings": { + "max_retries": "2", + "timeout": "60" + }, + "$schema": "https://componentsdk.azureedge.net/jsonschema/CommandComponent.json" + } + }, + "systemData": { + "createdAt": "2022-09-23T09:57:32.1111058\u002B00:00", + "createdBy": "Ying Chen", + "createdByType": "User", + "lastModifiedAt": "2022-09-23T09:57:32.6001954\u002B00:00", + "lastModifiedBy": "Ying Chen", + "lastModifiedByType": "User" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:20 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-7b5bb677c22e6a738ce307ffc159c6ca-6a7339a9f4a9524d-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "d279bb75-c1ce-4cf2-ac5e-c79dc8c5358c", + "x-ms-ratelimit-remaining-subscription-reads": "11967", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120121Z:d279bb75-c1ce-4cf2-ac5e-c79dc8c5358c", + "x-request-time": "0.214" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:21 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-503ff33cf1ae1e099c5f41be1f095658-67b70897f6f2fd84-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "63967212-617d-4856-a615-48e94e84e107", + "x-ms-ratelimit-remaining-subscription-writes": "1185", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120121Z:63967212-617d-4856-a615-48e94e84e107", + "x-request-time": "0.088" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/neural-iris-mltable/MLTable", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 12:01:21 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "152", + "Content-MD5": "LPwZTVvE9cmq2xCV9B8RmQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 12:01:21 GMT", + "ETag": "\u00220x8DA9D4A0B341E03\u0022", + "Last-Modified": "Fri, 23 Sep 2022 09:57:36 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Fri, 23 Sep 2022 09:57:36 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "b4ef3474-9bb7-4991-ba76-2c6587bb4557", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "8589c596-dddd-4f5d-89f8-dead725c2efc", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/neural-iris-mltable/MLTable", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 12:01:21 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 12:01:21 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore?api-version=2022-05-01", + "RequestMethod": "GET", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:22 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-c587121fad858d5a45bc61b40a5085f2-f0aa9c40a7ab1309-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": [ + "Accept-Encoding", + "Accept-Encoding" + ], + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "85bf7d8c-16a1-4718-b510-6cf0320778f3", + "x-ms-ratelimit-remaining-subscription-reads": "11966", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120122Z:85bf7d8c-16a1-4718-b510-6cf0320778f3", + "x-request-time": "0.103" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore", + "name": "workspaceblobstore", + "type": "Microsoft.MachineLearningServices/workspaces/datastores", + "properties": { + "description": null, + "tags": null, + "properties": null, + "isDefault": true, + "credentials": { + "credentialsType": "AccountKey" + }, + "datastoreType": "AzureBlob", + "accountName": "sagvgsoim6nmhbq", + "containerName": "azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8", + "endpoint": "core.windows.net", + "protocol": "https", + "serviceDataAccessAuthIdentity": "WorkspaceSystemAssignedIdentity" + }, + "systemData": { + "createdAt": "2022-09-22T09:02:03.2629568\u002B00:00", + "createdBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "createdByType": "Application", + "lastModifiedAt": "2022-09-22T09:02:04.166989\u002B00:00", + "lastModifiedBy": "779301c0-18b2-4cdc-801b-a0a3368fee0a", + "lastModifiedByType": "Application" + } + } + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/datastores/workspaceblobstore/listSecrets?api-version=2022-05-01", + "RequestMethod": "POST", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "0", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Encoding": "gzip", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:22 GMT", + "Expires": "-1", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-238352f258a59c18350af85f0930ba79-36fcb4c70c2cc1eb-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "Transfer-Encoding": "chunked", + "Vary": "Accept-Encoding", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "64ee448f-9ee5-4a86-ba20-5a00ad82e45b", + "x-ms-ratelimit-remaining-subscription-writes": "1184", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120123Z:64ee448f-9ee5-4a86-ba20-5a00ad82e45b", + "x-request-time": "0.088" + }, + "ResponseBody": { + "secretsType": "AccountKey", + "key": "dGhpcyBpcyBmYWtlIGtleQ==" + } + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/LocalUpload/00000000000000000000000000000000/model/iris_model/MLmodel", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 12:01:23 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 200, + "ResponseHeaders": { + "Accept-Ranges": "bytes", + "Content-Length": "298", + "Content-MD5": "HaKpUL6X1WimkPVJF2lHiQ==", + "Content-Type": "application/octet-stream", + "Date": "Mon, 24 Oct 2022 12:01:22 GMT", + "ETag": "\u00220x8DAB57CA23BE6F9\u0022", + "Last-Modified": "Mon, 24 Oct 2022 05:00:12 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Vary": "Origin", + "x-ms-access-tier": "Hot", + "x-ms-access-tier-inferred": "true", + "x-ms-blob-type": "BlockBlob", + "x-ms-creation-time": "Mon, 24 Oct 2022 05:00:11 GMT", + "x-ms-lease-state": "available", + "x-ms-lease-status": "unlocked", + "x-ms-meta-name": "862e882a-f22f-4056-9ca5-b27d9f49a0fc", + "x-ms-meta-upload_status": "completed", + "x-ms-meta-version": "508dd8b0-9462-41ba-a60f-574833ab15ab", + "x-ms-server-encrypted": "true", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://sagvgsoim6nmhbq.blob.core.windows.net/azureml-blobstore-e61cd5e2-512f-475e-9842-5e2a973993b8/az-ml-artifacts/00000000000000000000000000000000/model/iris_model/MLmodel", + "RequestMethod": "HEAD", + "RequestHeaders": { + "Accept": "application/xml", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "User-Agent": "azsdk-python-storage-blob/12.14.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)", + "x-ms-date": "Mon, 24 Oct 2022 12:01:23 GMT", + "x-ms-version": "2021-08-06" + }, + "RequestBody": null, + "StatusCode": 404, + "ResponseHeaders": { + "Date": "Mon, 24 Oct 2022 12:01:23 GMT", + "Server": [ + "Windows-Azure-Blob/1.0", + "Microsoft-HTTPAPI/2.0" + ], + "Transfer-Encoding": "chunked", + "Vary": "Origin", + "x-ms-error-code": "BlobNotFound", + "x-ms-version": "2021-08-06" + }, + "ResponseBody": null + }, + { + "RequestUri": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_812467624275?api-version=2022-10-01-preview", + "RequestMethod": "PUT", + "RequestHeaders": { + "Accept": "application/json", + "Accept-Encoding": "gzip, deflate", + "Connection": "keep-alive", + "Content-Length": "2512", + "Content-Type": "application/json", + "User-Agent": "azure-ai-ml/1.1.0 azsdk-python-mgmt-machinelearningservices/0.1.0 Python/3.9.10 (Windows-10-10.0.22621-SP0)" + }, + "RequestBody": { + "properties": { + "description": "The hello world pipeline job with inline parallel job", + "properties": {}, + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "displayName": "test_812467624275", + "experimentName": "azure-ai-ml", + "isArchived": false, + "jobType": "Pipeline", + "inputs": { + "job_data_path": { + "mode": "Direct", + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/neural-iris-mltable", + "jobInputType": "mltable" + }, + "score_model": { + "mode": "Download", + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/model/", + "jobInputType": "uri_folder" + } + }, + "jobs": { + "hello_world_inline_parallel_tabular_job_1": { + "type": "parallel", + "resources": null, + "error_threshold": null, + "mini_batch_error_threshold": 5, + "environment_variables": {}, + "max_concurrency_per_instance": 2, + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "tabular_run_with_model.py", + "append_row_to": "${{outputs.job_output_file}}", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af" + }, + "input_data": "${{inputs.job_data_path}}", + "name": "hello_world_inline_parallel_tabular_job_1", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "job_data_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_data_path}}" + }, + "score_model": { + "job_input_type": "literal", + "value": "${{parent.inputs.score_model}}" + } + }, + "outputs": { + "job_output_file": { + "value": "${{parent.outputs.job_out_file}}", + "type": "literal" + } + }, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/5b17fd17-2927-4d4c-8c32-3cae57ed8ed1", + "retry_settings": { + "timeout": 60, + "max_retries": 2 + }, + "logging_level": "DEBUG", + "mini_batch_size": 102400 + } + }, + "outputs": { + "job_out_file": { + "mode": "ReadWriteMount", + "jobOutputType": "uri_file" + } + }, + "settings": { + "_source": "YAML.JOB" + } + } + }, + "StatusCode": 201, + "ResponseHeaders": { + "Cache-Control": "no-cache", + "Content-Length": "4928", + "Content-Type": "application/json; charset=utf-8", + "Date": "Mon, 24 Oct 2022 12:01:31 GMT", + "Expires": "-1", + "Location": "https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_812467624275?api-version=2022-10-01-preview", + "Pragma": "no-cache", + "Request-Context": "appId=cid-v1:512cc15a-13b5-415b-bfd0-dce7accb6bb1", + "Server-Timing": "traceparent;desc=\u002200-538033200cd876ee4feccc6b40717037-acd078944b11e9a3-00\u0022", + "Strict-Transport-Security": "max-age=31536000; includeSubDomains", + "x-aml-cluster": "vienna-test-westus2-01", + "X-Content-Type-Options": "nosniff", + "x-ms-correlation-request-id": "e26d0ddc-56d6-4c8b-a6b2-d75f338ff8d5", + "x-ms-ratelimit-remaining-subscription-writes": "1162", + "x-ms-response-type": "standard", + "x-ms-routing-request-id": "JAPANEAST:20221024T120131Z:e26d0ddc-56d6-4c8b-a6b2-d75f338ff8d5", + "x-request-time": "3.859" + }, + "ResponseBody": { + "id": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/jobs/test_812467624275", + "name": "test_812467624275", + "type": "Microsoft.MachineLearningServices/workspaces/jobs", + "properties": { + "description": "The hello world pipeline job with inline parallel job", + "tags": { + "tag": "tagvalue", + "owner": "sdkteam" + }, + "properties": { + "azureml.DevPlatv2": "true", + "azureml.runsource": "azureml.PipelineRun", + "runSource": "MFE", + "runType": "HTTP", + "azureml.parameters": "{}", + "azureml.continue_on_step_failure": "False", + "azureml.continue_on_failed_optional_input": "True", + "azureml.defaultDataStoreName": "workspaceblobstore", + "azureml.pipelineComponent": "pipelinerun" + }, + "displayName": "test_812467624275", + "status": "Running", + "experimentName": "azure-ai-ml", + "services": { + "Tracking": { + "jobServiceType": "Tracking", + "port": null, + "endpoint": "azureml://master.api.azureml-test.ms/mlflow/v1.0/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000?", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + }, + "Studio": { + "jobServiceType": "Studio", + "port": null, + "endpoint": "https://ml.azure.com/runs/test_812467624275?wsid=/subscriptions/00000000-0000-0000-0000-000000000/resourcegroups/00000/workspaces/00000", + "status": null, + "errorMessage": null, + "properties": null, + "nodes": null + } + }, + "computeId": null, + "isArchived": false, + "identity": null, + "componentId": null, + "jobType": "Pipeline", + "settings": { + "_source": "YAML.JOB" + }, + "jobs": { + "hello_world_inline_parallel_tabular_job_1": { + "type": "parallel", + "resources": null, + "error_threshold": null, + "mini_batch_error_threshold": 5, + "environment_variables": {}, + "max_concurrency_per_instance": 2, + "task": { + "type": "run_function", + "code": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/codes/88bd524f-9c9e-4b52-9a39-a18be7c95512/versions/1", + "entry_script": "tabular_run_with_model.py", + "append_row_to": "${{outputs.job_output_file}}", + "environment": "azureml:/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/environments/CliV2AnonymousEnvironment/versions/6fe7be4cbb153a3107ff961211b4a9af" + }, + "input_data": "${{inputs.job_data_path}}", + "name": "hello_world_inline_parallel_tabular_job_1", + "display_name": null, + "tags": {}, + "computeId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/computes/cpu-cluster", + "inputs": { + "job_data_path": { + "job_input_type": "literal", + "value": "${{parent.inputs.job_data_path}}" + }, + "score_model": { + "job_input_type": "literal", + "value": "${{parent.inputs.score_model}}" + } + }, + "outputs": { + "job_output_file": { + "value": "${{parent.outputs.job_out_file}}", + "type": "literal" + } + }, + "properties": {}, + "_source": "YAML.JOB", + "componentId": "/subscriptions/00000000-0000-0000-0000-000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/components/azureml_anonymous/versions/5b17fd17-2927-4d4c-8c32-3cae57ed8ed1", + "retry_settings": { + "timeout": 60, + "max_retries": 2 + }, + "logging_level": "DEBUG", + "mini_batch_size": 102400 + } + }, + "inputs": { + "job_data_path": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/neural-iris-mltable", + "mode": "Direct", + "jobInputType": "mltable" + }, + "score_model": { + "description": null, + "uri": "azureml://datastores/workspaceblobstore/paths/LocalUpload/00000000000000000000000000000000/model/", + "mode": "Download", + "jobInputType": "uri_folder" + } + }, + "outputs": { + "job_out_file": { + "description": null, + "uri": null, + "mode": "ReadWriteMount", + "jobOutputType": "uri_file" + } + }, + "sourceJobId": null + }, + "systemData": { + "createdAt": "2022-10-24T12:01:29.9177806\u002B00:00", + "createdBy": "Xingzhi Zhang", + "createdByType": "User" + } + } + } + ], + "Variables": { + "name": "test_812467624275" + } +}