diff --git a/sdk/keyvault/azure-security-keyvault-keys/src/test/java/com/azure/security/keyvault/keys/cryptography/CryptographyClientTest.java b/sdk/keyvault/azure-security-keyvault-keys/src/test/java/com/azure/security/keyvault/keys/cryptography/CryptographyClientTest.java
index f921188a84e77..069e444dc4d1f 100644
--- a/sdk/keyvault/azure-security-keyvault-keys/src/test/java/com/azure/security/keyvault/keys/cryptography/CryptographyClientTest.java
+++ b/sdk/keyvault/azure-security-keyvault-keys/src/test/java/com/azure/security/keyvault/keys/cryptography/CryptographyClientTest.java
@@ -13,7 +13,7 @@
 import com.azure.security.keyvault.keys.cryptography.models.KeyWrapAlgorithm;
 import com.azure.security.keyvault.keys.cryptography.models.SignatureAlgorithm;
 import com.azure.security.keyvault.keys.models.JsonWebKey;
-import com.azure.security.keyvault.keys.models.KeyCurveName;
+//import com.azure.security.keyvault.keys.models.KeyCurveName;
 import com.azure.security.keyvault.keys.models.KeyOperation;
 import com.azure.security.keyvault.keys.models.KeyVaultKey;
 import org.junit.jupiter.api.Test;
@@ -21,21 +21,22 @@
 import org.junit.jupiter.params.provider.MethodSource;
 
 import java.security.InvalidAlgorithmParameterException;
-import java.security.KeyPair;
-import java.security.KeyPairGenerator;
+//import java.security.KeyPair;
+//import java.security.KeyPairGenerator;
 import java.security.NoSuchAlgorithmException;
-import java.security.Provider;
-import java.security.Security;
-import java.security.spec.ECGenParameterSpec;
+//import java.security.Provider;
+//import java.security.Security;
+//import java.security.spec.ECGenParameterSpec;
 import java.util.Arrays;
-import java.util.HashMap;
+//import java.util.HashMap;
 import java.util.List;
-import java.util.Map;
+//import java.util.Map;
 import java.util.Random;
 
 import static com.azure.security.keyvault.keys.cryptography.TestHelper.DISPLAY_NAME_WITH_ARGUMENTS;
 import static org.junit.jupiter.api.Assertions.assertArrayEquals;
 import static org.junit.jupiter.api.Assertions.assertTrue;
+//import static org.junit.jupiter.api.Assertions.fail;
 
 public class CryptographyClientTest extends CryptographyClientTestBase {
     private KeyClient client;
@@ -202,7 +203,8 @@ public void signVerifyRsa(HttpClient httpClient, CryptographyServiceVersion serv
     @ParameterizedTest(name = DISPLAY_NAME_WITH_ARGUMENTS)
     @MethodSource("com.azure.security.keyvault.keys.cryptography.TestHelper#getTestParameters")
     public void signVerifyEc(HttpClient httpClient, CryptographyServiceVersion serviceVersion) throws NoSuchAlgorithmException, InvalidAlgorithmParameterException {
-        initializeKeyClient(httpClient);
+        // TODO: Uncomment after fixing https://github.com/Azure/azure-sdk-for-java/issues/21677
+        /*initializeKeyClient(httpClient);
         Map<KeyCurveName, SignatureAlgorithm> curveToSignature = new HashMap<>();
         curveToSignature.put(KeyCurveName.P_256, SignatureAlgorithm.ES256);
         curveToSignature.put(KeyCurveName.P_384, SignatureAlgorithm.ES384);
@@ -216,9 +218,28 @@ public void signVerifyEc(HttpClient httpClient, CryptographyServiceVersion servi
         curveToSpec.put(KeyCurveName.P_256K, "secp256k1");
 
         List<KeyCurveName> curveList = Arrays.asList(KeyCurveName.P_256, KeyCurveName.P_384, KeyCurveName.P_521, KeyCurveName.P_256K);
-        Provider provider = Security.getProvider("SunEC");
+        String algorithmName = "EC";
+        Provider[] providers = Security.getProviders();
+        Provider provider = null;
+
+        for (Provider currentProvider: providers) {
+            if (currentProvider.containsValue(algorithmName)) {
+                provider = currentProvider;
+
+                break;
+            }
+        }
+
+        if (provider == null) {
+            for (Provider currentProvider : providers) {
+                System.out.println(currentProvider.getName());
+            }
+
+            fail(String.format("No suitable security provider for algorithm %s was found.", algorithmName));
+        }
+
         for (KeyCurveName crv : curveList) {
-            final KeyPairGenerator generator = KeyPairGenerator.getInstance("EC", provider);
+            final KeyPairGenerator generator = KeyPairGenerator.getInstance(algorithmName, provider);
             ECGenParameterSpec gps = new ECGenParameterSpec(curveToSpec.get(crv));
             generator.initialize(gps);
             KeyPair keyPair = generator.generateKeyPair();
@@ -242,12 +263,13 @@ public void signVerifyEc(HttpClient httpClient, CryptographyServiceVersion servi
             if (!interceptorManager.isPlaybackMode()) {
                 assertTrue(verifyStatus);
             }
-        }
+        }*/
     }
 
     @Test
     public void signVerifyEcLocal() throws NoSuchAlgorithmException, InvalidAlgorithmParameterException {
-        Map<KeyCurveName, SignatureAlgorithm> curveToSignature = new HashMap<>();
+        // TODO: Uncomment after fixing https://github.com/Azure/azure-sdk-for-java/issues/21677
+        /*Map<KeyCurveName, SignatureAlgorithm> curveToSignature = new HashMap<>();
         curveToSignature.put(KeyCurveName.P_256, SignatureAlgorithm.ES256);
         curveToSignature.put(KeyCurveName.P_384, SignatureAlgorithm.ES384);
         curveToSignature.put(KeyCurveName.P_521, SignatureAlgorithm.ES512);
@@ -260,9 +282,28 @@ public void signVerifyEcLocal() throws NoSuchAlgorithmException, InvalidAlgorith
         curveToSpec.put(KeyCurveName.P_256K, "secp256k1");
 
         List<KeyCurveName> curveList = Arrays.asList(KeyCurveName.P_256, KeyCurveName.P_384, KeyCurveName.P_521, KeyCurveName.P_256K);
-        Provider provider = Security.getProvider("SunEC");
+        String algorithmName = "EC";
+        Provider[] providers = Security.getProviders();
+        Provider provider = null;
+
+        for (Provider currentProvider: providers) {
+            if (currentProvider.containsValue(algorithmName)) {
+                provider = currentProvider;
+
+                break;
+            }
+        }
+
+        if (provider == null) {
+            for (Provider currentProvider : providers) {
+                System.out.println(currentProvider.getName());
+            }
+
+            fail(String.format("No suitable security provider for algorithm %s was found.", algorithmName));
+        }
+
         for (KeyCurveName crv : curveList) {
-            final KeyPairGenerator generator = KeyPairGenerator.getInstance("EC", provider);
+            final KeyPairGenerator generator = KeyPairGenerator.getInstance(algorithmName, provider);
             ECGenParameterSpec gps = new ECGenParameterSpec(curveToSpec.get(crv));
             generator.initialize(gps);
             KeyPair keyPair = generator.generateKeyPair();
@@ -277,7 +318,7 @@ public void signVerifyEcLocal() throws NoSuchAlgorithmException, InvalidAlgorith
 
             Boolean verifyStatus = cryptoClient.verifyData(curveToSignature.get(crv), plainText, signature).isValid();
             assertTrue(verifyStatus);
-        }
+        }*/
     }
 
     @Test