[Release] Release 1.12.0 #10681
9 errors, 37 fail, 40 skipped, 157 pass in 4m 22s
Annotations
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_bulk (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd42f2340>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedd40114c0>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7fedd3ff2040>
def test_run_bulk(self, pf, runtime: str, randstr: Callable[[str], str]):
name = randstr("name")
> run = pf.run(
flow=f"{FLOWS_DIR}/web_classification",
data=f"{DATAS_DIR}/webClassification1.jsonl",
column_mapping={"url": "${data.url}"},
variant="${summarize_text_content.variant_0}",
runtime=runtime,
name=name,
)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:71:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk.yaml object at 0x7fedd3daacd0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_resume (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd42f2e20>
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddebe3970>
randstr = <function randstr.<locals>.generate_random_string at 0x7fedd3ff2af0>
def test_run_resume(self, pf: PFClient, randstr: Callable[[str], str]):
# Note: Use fixed run name here to ensure resume call has same body then can be recorded.
name = "resume_from_run_using_automatic_runtime"
try:
> run = pf.runs.get(run=name)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:103:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:421: in get
return self._get_run_from_run_history(flow_run_id=run, **kwargs)
promptflow/azure/operations/_run_operations.py:435: in _get_run_from_run_history
response = requests.post(url, headers=headers, json=payload)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:115: in post
return request("post", url, data=data, json=json, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:59: in request
return session.request(method=method, url=url, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume.yaml object at 0x7fedd3e6c3a0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_resume_token (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume_token.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd43b75e0>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedd3eae790>
randstr = <function randstr.<locals>.generate_random_string at 0x7fedd3fb8310>
capfd = <_pytest.capture.CaptureFixture object at 0x7feddea88e50>
def test_run_resume_token(self, pf: PFClient, randstr: Callable[[str], str], capfd: pytest.CaptureFixture):
name = "resume_from_run_with_llm_and_token"
try:
> original_run = pf.runs.get(run=name)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:125:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:421: in get
return self._get_run_from_run_history(flow_run_id=run, **kwargs)
promptflow/azure/operations/_run_operations.py:435: in _get_run_from_run_history
response = requests.post(url, headers=headers, json=payload)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:115: in post
return request("post", url, data=data, json=json, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:59: in request
return session.request(method=method, url=url, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume_token.yaml object at 0x7feddee95a30>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume_token.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_resume_with_image_aggregation (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume_with_image_aggregation.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd43b7910>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedd3e68cd0>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddf132d30>
capfd = <_pytest.capture.CaptureFixture object at 0x7feddea80f70>
def test_run_resume_with_image_aggregation(
self, pf: PFClient, randstr: Callable[[str], str], capfd: pytest.CaptureFixture
):
name = "resume_from_run_with_image_and_aggregation_node"
try:
> original_run = pf.runs.get(run=name)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:161:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:421: in get
return self._get_run_from_run_history(flow_run_id=run, **kwargs)
promptflow/azure/operations/_run_operations.py:435: in _get_run_from_run_history
response = requests.post(url, headers=headers, json=payload)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:115: in post
return request("post", url, data=data, json=json, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:59: in request
return session.request(method=method, url=url, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume_with_image_aggregation.yaml object at 0x7fedd3d7a550>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_resume_with_image_aggregation.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_bulk_from_yaml (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_from_yaml.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd43b7eb0>
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddf07e790>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddf132ee0>
def test_run_bulk_from_yaml(self, pf, runtime: str, randstr: Callable[[str], str]):
run_id = randstr("run_id")
run = load_run(
source=f"{RUNS_DIR}/sample_bulk_run_cloud.yaml",
params_override=[{"name": run_id, "runtime": runtime}],
)
> run = pf.runs.create_or_update(run=run)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:198:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_from_yaml.yaml object at 0x7fede5b306d0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_from_yaml.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_basic_evaluation (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_basic_evaluation.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd5492c40>
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddecad220>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddf132dc0>
def test_basic_evaluation(self, pf, runtime: str, randstr: Callable[[str], str]):
data_path = f"{DATAS_DIR}/webClassification3.jsonl"
> run = pf.run(
flow=f"{FLOWS_DIR}/web_classification",
data=data_path,
column_mapping={"url": "${data.url}"},
variant="${summarize_text_content.variant_0}",
runtime=runtime,
name=randstr("batch_run_name"),
)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:204:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_basic_evaluation.yaml object at 0x7feddea31a60>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_basic_evaluation.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_telemetry.TestTelemetry
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_custom_event (tests.sdk_cli_azure_test.e2etests.test_telemetry.TestTelemetry)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_telemetry_TestTelemetry_test_custom_event.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_telemetry.TestTelemetry object at 0x7fa9b7b353d0>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fa9c20b8220>
def test_custom_event(self, pf):
from promptflow._sdk._configuration import Configuration
from promptflow._sdk._telemetry.logging_handler import PromptFlowSDKExporter
envelope = None
config = Configuration.get_instance()
custom_dimensions = {
"python_version": platform.python_version(),
"installation_id": config.get_or_set_installation_id(),
}
log_to_envelope = PromptFlowSDKExporter(
connection_string="InstrumentationKey=00000000-0000-0000-0000-000000000000",
custom_dimensions=custom_dimensions,
)._log_to_envelope
def log_event(log_data):
nonlocal envelope
envelope = log_to_envelope(log_data)
def check_evelope():
logger = get_telemetry_logger()
handler = logger.handlers[0]
assert isinstance(handler, PromptFlowSDKLogHandler)
custom_dimensions = pydash.get(envelope, "data.base_data.properties")
assert isinstance(custom_dimensions, dict)
# Note: need privacy review if we add new fields.
if "start" in envelope.data.base_data.name:
assert sorted(custom_dimensions.keys()) == sorted(
{
"request_id",
"activity_name",
"activity_type",
"subscription_id",
"resource_group_name",
"workspace_name",
"level",
"python_version",
"user_agent",
"installation_id",
"first_call",
"from_ci",
"error_category",
"error_type",
"error_target",
"error_message",
"error_detail",
}
)
elif "complete" in envelope.data.base_data.name:
assert sorted(custom_dimensions.keys()) == sorted(
{
"request_id",
"activity_name",
"activity_type",
"subscription_id",
"resource_group_name",
"workspace_name",
"completion_status",
"duration_ms",
"level",
"python_version",
"user_agent",
"installation_id",
"first_call",
"from_ci",
"error_category",
"error_type",
"error_target",
"error_message",
"error_detail",
}
)
else:
raise ValueError("Invalid message: {}".format(envelope.data.base_data.name))
assert envelope.data.base_data.name.startswith("pfazure.runs.get")
with patch.object(PromptFlowSDKExporter, "_log_to_envelope") as mock_logger, patch(
"promptflow._sdk._telemetry.telemetry.get_telemetry_logger", side_effect=get_telemetry_logger
):
mock_logger.side_effect = log_event
try:
> pf.runs.get("not_exist")
tests/sdk_cli_azure_test/e2etests/test_telemetry.py:183:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:421: in get
return self._get_run_from_run_history(flow_run_id=run, **kwargs)
promptflow/azure/operations/_run_operations.py:435: in _get_run_from_run_history
response = requests.post(url, headers=headers, json=payload)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:115: in post
return request("post", url, data=data, json=json, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:59: in request
return session.request(method=method, url=url, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_telemetry_TestTelemetry_test_custom_event.yaml object at 0x7fa9c22c5d30>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_telemetry_TestTelemetry_test_custom_event.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_telemetry.TestTelemetry
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_inner_function_call (tests.sdk_cli_azure_test.e2etests.test_telemetry.TestTelemetry)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_telemetry_TestTelemetry_test_inner_function_call.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_telemetry.TestTelemetry object at 0x7fa9b837e130>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fa9c1f7b130>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7fa9c20f88b0>
def test_inner_function_call(self, pf, runtime: str, randstr: Callable[[str], str]):
request_ids = set()
first_sdk_calls = []
def check_inner_call(*args, **kwargs):
if "extra" in kwargs:
request_id = pydash.get(kwargs, "extra.custom_dimensions.request_id")
first_sdk_call = pydash.get(kwargs, "extra.custom_dimensions.first_call")
request_ids.add(request_id)
first_sdk_calls.append(first_sdk_call)
with patch.object(Logger, "info") as mock_logger:
mock_logger.side_effect = check_inner_call
run = load_run(
source=f"{RUNS_DIR}/run_with_env.yaml",
params_override=[{"runtime": runtime}],
)
run.name = randstr("name")
> pf.runs.create_or_update(run=run)
tests/sdk_cli_azure_test/e2etests/test_telemetry.py:308:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_telemetry_TestTelemetry_test_inner_function_call.yaml object at 0x7fa9c1eb29a0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_telemetry_TestTelemetry_test_inner_function_call.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_basic_evaluation_without_data (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_basic_evaluation_without_data.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd56c1190>
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddeb12e50>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7fede5e2cb80>
def test_basic_evaluation_without_data(self, pf, runtime: str, randstr: Callable[[str], str]):
> run = pf.run(
flow=f"{FLOWS_DIR}/web_classification",
data=f"{DATAS_DIR}/webClassification3.jsonl",
column_mapping={"url": "${data.url}"},
variant="${summarize_text_content.variant_0}",
runtime=runtime,
name=randstr("batch_run_name"),
)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:229:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_basic_evaluation_without_data.yaml object at 0x7fedd3d22220>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_basic_evaluation_without_data.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_bulk_with_remote_flow (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_remote_flow.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd554ffa0>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedde873070>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddf0db700>
created_flow = <promptflow.azure._entities._flow.Flow object at 0x7fedde801cd0>
def test_run_bulk_with_remote_flow(
self, pf: PFClient, runtime: str, randstr: Callable[[str], str], created_flow: Flow
):
"""Test run bulk with remote workspace flow."""
name = randstr("name")
> run = pf.run(
flow=f"azureml:{created_flow.name}",
data=f"{DATAS_DIR}/simple_hello_world.jsonl",
column_mapping={"name": "${data.name}"},
runtime=runtime,
name=name,
)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:261:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_remote_flow.yaml object at 0x7feddf0563a0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_remote_flow.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_bulk_with_registry_flow (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_registry_flow.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd554fb20>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedd3e98820>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddedc3040>
registry_name = 'promptflow-preview'
def test_run_bulk_with_registry_flow(
self, pf: PFClient, runtime: str, randstr: Callable[[str], str], registry_name: str
):
"""Test run bulk with remote registry flow."""
name = randstr("name")
> run = create_registry_run(name=name, registry_name=registry_name, runtime=runtime, pf=pf)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:276:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:52: in create_registry_run
return pf.run(
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_registry_flow.yaml object at 0x7feddf0b9a60>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_registry_flow.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_bulk_with_registry_flow_automatic_runtime (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_registry_flow_automatic_runtime.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd50cdd00>
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddec837c0>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddedc3f70>
registry_name = 'promptflow-preview'
def test_run_bulk_with_registry_flow_automatic_runtime(
self, pf: PFClient, randstr: Callable[[str], str], registry_name: str
):
"""Test run bulk with remote registry flow."""
name = randstr("name")
> run = create_registry_run(name=name, registry_name=registry_name, runtime=None, pf=pf)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:295:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:52: in create_registry_run
return pf.run(
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_registry_flow_automatic_runtime.yaml object at 0x7fedd40ee8b0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_bulk_with_registry_flow_automatic_runtime.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_with_connection_overwrite (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_connection_overwrite.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd50cd580>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedded9c880>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddedc3700>
def test_run_with_connection_overwrite(self, pf, runtime: str, randstr: Callable[[str], str]):
> run = pf.run(
flow=f"{FLOWS_DIR}/web_classification",
data=f"{DATAS_DIR}/webClassification1.jsonl",
column_mapping={"url": "${data.url}"},
variant="${summarize_text_content.variant_0}",
connections={"classify_with_llm": {"connection": "azure_open_ai", "model": "gpt-3.5-turbo"}},
runtime=runtime,
name=randstr("name"),
)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:302:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_connection_overwrite.yaml object at 0x7feddea88ca0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_connection_overwrite.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_with_env_overwrite (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_env_overwrite.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd555bfa0>
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddeb2d910>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddee4d3a0>
def test_run_with_env_overwrite(self, pf, runtime: str, randstr: Callable[[str], str]):
run = load_run(
source=f"{RUNS_DIR}/run_with_env.yaml",
params_override=[{"runtime": runtime}],
)
run.name = randstr("name")
> run = pf.runs.create_or_update(run=run)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:319:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_env_overwrite.yaml object at 0x7feddec15550>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_env_overwrite.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_display_name_with_macro (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_display_name_with_macro.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd530de50>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedded97e80>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddee4d8b0>
def test_run_display_name_with_macro(self, pf, runtime: str, randstr: Callable[[str], str]):
run = load_run(
source=f"{RUNS_DIR}/run_with_env.yaml",
params_override=[{"runtime": runtime}],
)
run.name = randstr("name")
run.display_name = "my_display_name_${variant_id}_${timestamp}"
> run = pf.runs.create_or_update(run=run)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:329:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_display_name_with_macro.yaml object at 0x7fedded67b20>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_display_name_with_macro.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_default_run_display_name (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_default_run_display_name.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd530dd00>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedde970610>
runtime = 'test-runtime-ci'
randstr = <function randstr.<locals>.generate_random_string at 0x7feddf1329d0>
def test_default_run_display_name(self, pf, runtime: str, randstr: Callable[[str], str]):
run = load_run(
source=f"{RUNS_DIR}/run_with_env.yaml",
params_override=[{"runtime": runtime}],
)
run.name = randstr("name")
> run = pf.runs.create_or_update(run=run)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:340:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_default_run_display_name.yaml object at 0x7fedd3fefa30>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_default_run_display_name.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_run_with_remote_data (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_remote_data.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd45c8940>
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddf0b8f40>
runtime = 'test-runtime-ci'
remote_web_classification_data = Data({'path': 'azureml://subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/00000/workspaces/00000/data...<msrest.serialization.Serializer object at 0x7fedde85d760>, 'version': '1', 'latest_version': None, 'datastore': None})
randstr = <function randstr.<locals>.generate_random_string at 0x7feddf0761f0>
def test_run_with_remote_data(
self, pf, runtime: str, remote_web_classification_data, randstr: Callable[[str], str]
):
# run with arm id
> run = pf.run(
flow=f"{FLOWS_DIR}/web_classification",
data=f"azureml:{remote_web_classification_data.id}",
column_mapping={"url": "${data.url}"},
variant="${summarize_text_content.variant_0}",
runtime=runtime,
name=randstr("name1"),
)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:348:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_remote_data.yaml object at 0x7fedde8361c0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_run_with_remote_data.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check failure on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs with error: test_show_run (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
failed on setup with "vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_run.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None"
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedded39b80>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddee4d940>
runtime = 'test-runtime-ci'
@pytest.fixture(scope=package_scope_in_live_mode())
def created_batch_run_without_llm(pf: PFClient, randstr: Callable[[str], str], runtime: str) -> Run:
"""Create a batch run that does not require LLM."""
name = randstr("batch_run_name")
> run = pf.run(
# copy test_configs/flows/simple_hello_world to a separate folder
# as pf.run will generate .promptflow/flow.tools.json
# it will affect Azure file share upload logic and replay test
flow=f"{FLOWS_DIR}/hello-world",
data=f"{DATAS_DIR}/webClassification3.jsonl",
column_mapping={"name": "${data.url}"},
name=name,
display_name="sdk-cli-test-fixture-batch-run-without-llm",
)
tests/sdk_cli_azure_test/conftest.py:490:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_run.yaml object at 0x7fedde7453d0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_run.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check failure on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs with error: test_show_run_details (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
failed on setup with "vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_run_details.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None"
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedde7eebb0>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddedc3c10>
runtime = 'test-runtime-ci'
@pytest.fixture(scope=package_scope_in_live_mode())
def created_batch_run_without_llm(pf: PFClient, randstr: Callable[[str], str], runtime: str) -> Run:
"""Create a batch run that does not require LLM."""
name = randstr("batch_run_name")
> run = pf.run(
# copy test_configs/flows/simple_hello_world to a separate folder
# as pf.run will generate .promptflow/flow.tools.json
# it will affect Azure file share upload logic and replay test
flow=f"{FLOWS_DIR}/hello-world",
data=f"{DATAS_DIR}/webClassification3.jsonl",
column_mapping={"name": "${data.url}"},
name=name,
display_name="sdk-cli-test-fixture-batch-run-without-llm",
)
tests/sdk_cli_azure_test/conftest.py:490:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_run_details.yaml object at 0x7fedd3d22e50>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_run_details.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check failure on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs with error: test_show_metrics (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
failed on setup with "vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_metrics.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 2 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None"
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedde7a5910>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddf1328b0>
runtime = 'test-runtime-ci'
@pytest.fixture(scope=package_scope_in_live_mode())
def created_batch_run_without_llm(pf: PFClient, randstr: Callable[[str], str], runtime: str) -> Run:
"""Create a batch run that does not require LLM."""
name = randstr("batch_run_name")
> run = pf.run(
# copy test_configs/flows/simple_hello_world to a separate folder
# as pf.run will generate .promptflow/flow.tools.json
# it will affect Azure file share upload logic and replay test
flow=f"{FLOWS_DIR}/hello-world",
data=f"{DATAS_DIR}/webClassification3.jsonl",
column_mapping={"name": "${data.url}"},
name=name,
display_name="sdk-cli-test-fixture-batch-run-without-llm",
)
tests/sdk_cli_azure_test/conftest.py:490:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_metrics.yaml object at 0x7fedd3ebee80>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_show_metrics.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 2 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
E
E 2 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check warning on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs failed: test_stream_invalid_run_logs (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_invalid_run_logs.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None
self = <sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun object at 0x7fedd521d700>
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedd3cba040>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddee4db80>
def test_stream_invalid_run_logs(self, pf, randstr: Callable[[str], str]):
# test get invalid run name
non_exist_run = randstr("non_exist_run")
with pytest.raises(RunNotFoundError, match=f"Run {non_exist_run!r} not found"):
> pf.runs.stream(run=non_exist_run)
tests/sdk_cli_azure_test/e2etests/test_run_operations.py:453:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:621: in stream
run = self.get(run=run)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:421: in get
return self._get_run_from_run_history(flow_run_id=run, **kwargs)
promptflow/azure/operations/_run_operations.py:435: in _get_run_from_run_history
response = requests.post(url, headers=headers, json=payload)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:115: in post
return request("post", url, data=data, json=json, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/api.py:59: in request
return session.request(method=method, url=url, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_invalid_run_logs.yaml object at 0x7fedd40ee4f0>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_invalid_run_logs.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/history/v1.0/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/rundata>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check failure on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs with error: test_stream_run_logs (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
failed on setup with "vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_run_logs.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None"
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedde69da30>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddee4d040>
runtime = 'test-runtime-ci'
@pytest.fixture(scope=package_scope_in_live_mode())
def created_batch_run_without_llm(pf: PFClient, randstr: Callable[[str], str], runtime: str) -> Run:
"""Create a batch run that does not require LLM."""
name = randstr("batch_run_name")
> run = pf.run(
# copy test_configs/flows/simple_hello_world to a separate folder
# as pf.run will generate .promptflow/flow.tools.json
# it will affect Azure file share upload logic and replay test
flow=f"{FLOWS_DIR}/hello-world",
data=f"{DATAS_DIR}/webClassification3.jsonl",
column_mapping={"name": "${data.url}"},
name=name,
display_name="sdk-cli-test-fixture-batch-run-without-llm",
)
tests/sdk_cli_azure_test/conftest.py:490:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_run_logs.yaml object at 0x7feddef58400>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_run_logs.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check failure on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs with error: test_stream_failed_run_logs (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
failed on setup with "vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_failed_run_logs.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None"
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddeaf2ac0>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddee4daf0>
runtime = 'test-runtime-ci'
@pytest.fixture(scope=package_scope_in_live_mode())
def created_failed_run(pf: PFClient, randstr: Callable[[str], str], runtime: str) -> Run:
"""Create a failed run."""
name = randstr("failed_run_name")
> run = pf.run(
flow=f"{FLOWS_DIR}/partial_fail",
data=f"{DATAS_DIR}/webClassification3.jsonl",
runtime=runtime,
name=name,
display_name="sdk-cli-test-fixture-failed-run",
)
tests/sdk_cli_azure_test/conftest.py:543:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_failed_run_logs.yaml object at 0x7feddee65b80>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_stream_failed_run_logs.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check failure on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs with error: test_failed_run_to_dict_exclude (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
failed on setup with "vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_failed_run_to_dict_exclude.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None"
pf = <promptflow.azure._pf_client.PFClient object at 0x7feddee164c0>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddedc35e0>
runtime = 'test-runtime-ci'
@pytest.fixture(scope=package_scope_in_live_mode())
def created_failed_run(pf: PFClient, randstr: Callable[[str], str], runtime: str) -> Run:
"""Create a failed run."""
name = randstr("failed_run_name")
> run = pf.run(
flow=f"{FLOWS_DIR}/partial_fail",
data=f"{DATAS_DIR}/webClassification3.jsonl",
runtime=runtime,
name=name,
display_name="sdk-cli-test-fixture-failed-run",
)
tests/sdk_cli_azure_test/conftest.py:543:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_failed_run_to_dict_exclude.yaml object at 0x7fedd3daba00>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_failed_run_to_dict_exclude.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException
Check failure on line 0 in tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun
github-actions / promptflow SDK CLI Azure E2E Test Result [release/promptflow/1.12.0](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-azure-e2e-test.yml?query=branch:release/promptflow/1.12.0++)
All 4 runs with error: test_update_run (tests.sdk_cli_azure_test.e2etests.test_run_operations.TestFlowRun)
artifacts/Test Results (Python 3.10) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.8) (OS ubuntu-latest)/test-results.xml [took 0s]
artifacts/Test Results (Python 3.9) (OS ubuntu-latest)/test-results.xml [took 0s]
Raw output
failed on setup with "vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_update_run.yaml') in your current record mode ('none').
No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
Found 1 similar requests with 1 different matcher(s) :
1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
Matchers failed :
_custom_request_body_matcher - assertion failure :
None"
pf = <promptflow.azure._pf_client.PFClient object at 0x7fedded757c0>
randstr = <function randstr.<locals>.generate_random_string at 0x7feddece6310>
runtime = 'test-runtime-ci'
@pytest.fixture(scope=package_scope_in_live_mode())
def created_batch_run_without_llm(pf: PFClient, randstr: Callable[[str], str], runtime: str) -> Run:
"""Create a batch run that does not require LLM."""
name = randstr("batch_run_name")
> run = pf.run(
# copy test_configs/flows/simple_hello_world to a separate folder
# as pf.run will generate .promptflow/flow.tools.json
# it will affect Azure file share upload logic and replay test
flow=f"{FLOWS_DIR}/hello-world",
data=f"{DATAS_DIR}/webClassification3.jsonl",
column_mapping={"name": "${data.url}"},
name=name,
display_name="sdk-cli-test-fixture-batch-run-without-llm",
)
tests/sdk_cli_azure_test/conftest.py:490:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
promptflow/azure/_pf_client.py:305: in run
return self.runs.create_or_update(run=run, **kwargs)
../promptflow-devkit/promptflow/_sdk/_telemetry/activity.py:265: in wrapper
return f(self, *args, **kwargs)
promptflow/azure/operations/_run_operations.py:178: in create_or_update
self._service_caller.submit_bulk_run(
promptflow/azure/_restclient/flow_service_caller.py:74: in wrapper
return func(self, *args, **kwargs)
promptflow/azure/_restclient/flow_service_caller.py:468: in submit_bulk_run
return self.caller.bulk_runs.submit_bulk_run(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/tracing/decorator.py:94: in wrapper_use_tracer
return func(*args, **kwargs)
promptflow/azure/_restclient/flow/operations/_bulk_runs_operations.py:430: in submit_bulk_run
pipeline_response = self._client._pipeline.run(request, stream=False, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:229: in run
return first_node.send(pipeline_request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_redirect.py:197: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/policies/_retry.py:532: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:86: in send
response = self.next.send(request)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/_base.py:118: in send
self._sender.send(request.http_request, **request.context.options),
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/azure/core/pipeline/transport/_requests_basic.py:355: in send
response = self.session.request( # type: ignore
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:589: in request
resp = self.send(prep, **send_kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/sessions.py:703: in send
r = adapter.send(request, **kwargs)
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/requests/adapters.py:667: in send
resp = conn.urlopen(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen
httplib_response = self._make_request(
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:458: in _make_request
httplib_response = conn.getresponse(buffering=True)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <vcr.patch.VCRRequestsHTTPSConnection/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_update_run.yaml object at 0x7feddec40670>
_ = False, kwargs = {'buffering': True}
def getresponse(self, _=False, **kwargs):
"""Retrieve the response"""
# Check to see if the cassette has a response for this request. If so,
# then return it
if self.cassette.can_play_response_for(self._vcr_request):
log.info(f"Playing response for {self._vcr_request} from cassette")
response = self.cassette.play_response(self._vcr_request)
return VCRHTTPResponse(response)
else:
if self.cassette.write_protected and self.cassette.filter_request(self._vcr_request):
> raise CannotOverwriteExistingCassetteException(
cassette=self.cassette,
failed_request=self._vcr_request,
)
E vcr.errors.CannotOverwriteExistingCassetteException: Can't overwrite existing cassette ('/home/runner/work/promptflow/promptflow/src/promptflow-recording/recordings/azure/test_run_operations_TestFlowRun_test_update_run.yaml') in your current record mode ('none').
E No match for the request (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>) was found.
E Found 1 similar requests with 1 different matcher(s) :
E
E 1 - (<Request (POST) https://eastus.api.azureml.ms/flow/api/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/00000/providers/Microsoft.MachineLearningServices/workspaces/00000/BulkRuns/submit>).
E Matchers succeeded : ['method', 'scheme', 'host', 'port', '_custom_request_path_matcher', 'query']
E Matchers failed :
E _custom_request_body_matcher - assertion failure :
E None
/home/runner/.cache/pypoetry/virtualenvs/promptflow-azure--uht9Cw5-py3.9/lib/python3.9/site-packages/vcr/stubs/__init__.py:263: CannotOverwriteExistingCassetteException