[Storage][Test] Test multiple service versions

sdk/storage/azure-storage-blob/tests/_shared/service_versions.py

@@ -0,0 +1,17 @@
+from enum import Enum
+
+
+class ServiceVersion(str, Enum):
+
+    V2019_02_02 = "2019-02-02"
+    V2019_07_07 = "2019-07-07"
+    V2019_10_10 = "2019-10-10"
+    V2019_12_12 = "2019-12-12"
+    V2020_02_10 = "2020-02-10"
+    V2020_04_08 = "2020-04-08"
+    V2020_06_12 = "2020-06-12"
+    V2020_08_04 = "2020-08-04"
+
+
+LATEST_SERVICE_VERSION = ServiceVersion.V2020_08_04
+LATEST_SERVICE_VERSION_PLUS_1 = ServiceVersion.V2020_06_12

sdk/storage/azure-storage-blob/tests/_shared/testcase.py

@@ -17,7 +17,7 @@
 import zlib
 import math
 import sys
-import string
+import os
 import random
 import re
 import logging
@@ -34,6 +34,7 @@
 except ImportError:
     from io import StringIO
 
+from azure.core.pipeline.policies import SansIOHTTPPolicy
 from azure.core.exceptions import ResourceNotFoundError, HttpResponseError
 from azure.core.credentials import AccessToken
 from azure.storage.blob import generate_account_sas, AccountSasPermissions, ResourceTypes
@@ -50,6 +51,8 @@
 except ImportError:
     from devtools_testutils import mgmt_settings_fake as settings
 
+from .service_versions import LATEST_SERVICE_VERSION, ServiceVersion, LATEST_SERVICE_VERSION_PLUS_1
+
 import pytest
 
 
@@ -310,6 +313,32 @@ def generate_sas_token(self):
     def generate_fake_token(self):
         return FakeTokenCredential()
 
+    def _get_service_version(self, **kwargs):
+        env_version = os.environ.get("AZURE_LIVE_TEST_SERVICE_VERSION", LATEST_SERVICE_VERSION)# ServiceVersion.V2020_04_08)
+        return kwargs.pop("service_version", env_version)
+
+    def create_storage_client(self, client, *args, **kwargs):
+        kwargs["api_version"] = self._get_service_version(**kwargs)
+        kwargs["_additional_pipeline_policies"] = [ApiVersionAssertPolicy(kwargs["api_version"])]
+        return client(*args, **kwargs)
+
+    def create_storage_client_from_conn_str(self, client, *args, **kwargs):
+        kwargs["api_version"] = self._get_service_version(**kwargs)
+        kwargs["_additional_pipeline_policies"] = [ApiVersionAssertPolicy(kwargs["api_version"])]
+        return client.from_connection_string(*args, **kwargs)
+
+
+class ApiVersionAssertPolicy(SansIOHTTPPolicy):
+    """
+    Assert the ApiVersion is set properly on the response
+    """
+
+    def __init__(self, api_version):
+        self.api_version = api_version
+
+    def on_request(self, request):
+        assert request.http_request.headers['x-ms-version'] == self.api_version
+
 
 def not_for_emulator(test):
     def skip_test_if_targeting_emulator(self):

sdk/storage/azure-storage-blob/tests/test_blob_tags.py

@@ -34,7 +34,7 @@
 class StorageBlobTagsTest(StorageTestCase):
 
     def _setup(self, storage_account, key):
-        self.bsc = BlobServiceClient(self.account_url(storage_account, "blob"), credential=key)
+        self.bsc = self.create_storage_client(BlobServiceClient, self.account_url(storage_account, "blob"), credential=key)
         self.container_name = self.get_resource_name("container")
         if self.is_live:
             container = self.bsc.get_container_client(self.container_name)

sdk/storage/azure-storage-queue/tests/_shared/service_versions.py

@@ -0,0 +1,17 @@
+from enum import Enum
+
+
+class ServiceVersion(str, Enum):
+
+    V2019_02_02 = "2019-02-02"
+    V2019_07_07 = "2019-07-07"
+    V2019_10_10 = "2019-10-10"
+    V2019_12_12 = "2019-12-12"
+    V2020_02_10 = "2020-02-10"
+    V2020_04_08 = "2020-04-08"
+    V2020_06_12 = "2020-06-12"
+    V2020_08_04 = "2020-08-04"
+
+
+LATEST_SERVICE_VERSION = ServiceVersion.V2020_08_04
+LATEST_SERVICE_VERSION_PLUS_1 = ServiceVersion.V2020_06_12

sdk/storage/azure-storage-queue/tests/_shared/testcase.py

@@ -34,6 +34,7 @@
 except ImportError:
     from io import StringIO
 
+from azure.core.pipeline.policies import SansIOHTTPPolicy
 from azure.core.exceptions import ResourceNotFoundError, HttpResponseError
 from azure.core.credentials import AccessToken
 from azure.storage.queue import generate_account_sas, AccountSasPermissions, ResourceTypes
@@ -52,6 +53,8 @@
 
 import pytest
 
+from .service_versions import ServiceVersion, LATEST_SERVICE_VERSION
+
 
 LOGGING_FORMAT = '%(asctime)s %(name)-20s %(levelname)-5s %(message)s'
 os.environ['AZURE_STORAGE_ACCOUNT_NAME'] = STORAGE_ACCOUNT_NAME
@@ -310,13 +313,39 @@ def generate_sas_token(self):
     def generate_fake_token(self):
         return FakeTokenCredential()
 
+    def _get_service_version(self, **kwargs):
+        env_version = os.environ.get("AZURE_LIVE_TEST_SERVICE_VERSION", LATEST_SERVICE_VERSION)
+        return kwargs.pop("service_version", env_version)
+
+    def create_storage_client(self, client, *args, **kwargs):
+        kwargs["api_version"] = self._get_service_version(**kwargs)
+        kwargs["_additional_pipeline_policies"] = [ApiVersionAssertPolicy(kwargs["api_version"])]
+        return client(*args, **kwargs)
+
+    def create_storage_client_from_conn_str(self, client, *args, **kwargs):
+        kwargs["api_version"] = self._get_service_version(**kwargs)
+        kwargs["_additional_pipeline_policies"] = [ApiVersionAssertPolicy(kwargs["api_version"])]
+        return client.from_connection_string(*args, **kwargs)
+
 
 def not_for_emulator(test):
     def skip_test_if_targeting_emulator(self):
         test(self)
     return skip_test_if_targeting_emulator
 
 
+class ApiVersionAssertPolicy(SansIOHTTPPolicy):
+    """
+    Assert the ApiVersion is set properly on the response
+    """
+
+    def __init__(self, api_version):
+        self.api_version = api_version
+
+    def on_request(self, request):
+        assert request.http_request.headers['x-ms-version'] == self.api_version
+
+
 class RetryCounter(object):
     def __init__(self):
         self.count = 0

sdk/storage/azure-storage-queue/tests/test_queue_service_stats.py

@@ -49,7 +49,7 @@ def override_response_body_with_live_status(response):
     @StorageAccountPreparer(name_prefix='pyacrstorage', sku='Standard_RAGRS', random_name_enabled=True)
     def test_queue_service_stats_f(self, resource_group, location, storage_account, storage_account_key):
         # Arrange
-        qsc = QueueServiceClient(self.account_url(storage_account, "queue"), storage_account_key)
+        qsc = self.create_storage_client(QueueServiceClient, self.account_url(storage_account, "queue"), storage_account_key)
 
         # Act
         stats = qsc.get_service_stats(raw_response_hook=self.override_response_body_with_live_status)
@@ -60,11 +60,10 @@ def test_queue_service_stats_f(self, resource_group, location, storage_account,
     @StorageAccountPreparer(name_prefix='pyacrstorage', sku='Standard_RAGRS', random_name_enabled=True)
     def test_queue_service_stats_when_unavailable(self, resource_group, location, storage_account, storage_account_key):
         # Arrange
-        qsc = QueueServiceClient(self.account_url(storage_account, "queue"), storage_account_key)
+        qsc = self.create_storage_client(QueueServiceClient, self.account_url(storage_account, "queue"), storage_account_key)
 
         # Act
-        stats = qsc.get_service_stats(
-            raw_response_hook=self.override_response_body_with_unavailable_status)
+        stats = qsc.get_service_stats(raw_response_hook=self.override_response_body_with_unavailable_status)
 
         # Assert
         self._assert_stats_unavailable(stats)

sdk/storage/platform-matrix-all-versions.json

@@ -0,0 +1,26 @@
+{
+    "displayNames": {
+      "--disablecov": "",
+      "false": "",
+      "true": ""
+    },
+    "matrix": {
+        "Agent": {
+          "ubuntu-18.04": { "OSVmImage": "MMSUbuntu18.04", "Pool": "azsdk-pool-mms-ubuntu-1804-general" },
+          "windows-2019": { "OSVmImage": "MMS2019", "Pool": "azsdk-pool-mms-win-2019-general" },
+          "macOS-10.15": { "OSVmImage": "macOS-10.15", "Pool": "Azure Pipelines" }
+        },
+        "PythonVersion": [ "pypy3", "2.7", "3.6", "3.7", "3.8", "3.9" ],
+        "CoverageArg": "--disablecov",
+        "TestSamples": "false",
+        "AZURE_LIVE_TEST_SERVICE_VERSION": [
+            "V2019_02_02",
+            "V2019_07_07",
+            "V2019_12_12",
+            "V2020_02_10",
+            "V2020_04_08",
+            "V2020_06_12",
+            "V2020_08_04"
+        ]
+    }
+}

sdk/storage/tests.yml

@@ -26,6 +26,12 @@ stages:
         MatrixReplace:
           # Use dedicated storage pool in canadacentral with higher memory capacity
           - Pool=(.*)-general/$1-storage
+        ${{ if contains(variables['Build.DefinitionName'], 'tests-weekly') }}:
+          AdditionalMatrixConfigs:
+            - Name: Storage_all_versions_live_test
+              Path: sdk/storage/platform-matrix-all-versions.json
+              Selection: sparse
+              GenerateVMJobs: true
         EnvVars:
           STORAGE_ACCOUNT_NAME: $(python-storage-storage-account-name)
           STORAGE_ACCOUNT_KEY: $(python-storage-storage-account-key)
@@ -51,4 +57,4 @@ stages:
           AZURE_TENANT_ID: $(aad-azure-sdk-test-tenant-id)
           AZURE_SUBSCRIPTION_ID: $(azure-subscription-id)
           AZURE_CLIENT_SECRET: $(aad-azure-sdk-test-client-secret)
-          AZURE_CLIENT_ID: $(aad-azure-sdk-test-client-id)
+          AZURE_CLIENT_ID: $(aad-azure-sdk-test-client-id)