diff --git a/.github/workflows/pypi_upload.yml b/.github/workflows/pypi_upload.yml
index a5b4af37915..16cf90bd206 100644
--- a/.github/workflows/pypi_upload.yml
+++ b/.github/workflows/pypi_upload.yml
@@ -47,12 +47,13 @@ jobs:
           - os: macos-11
             name: macos-x86_64
             macos_arch: "x86_64"
-          - os: macos-11
-            name: macos-arm64
-            macos_arch: "arm64"
-          - os: macos-11
-            name: macos-universal2
-            macos_arch: "universal2"
+          # Only build x86_64 wheels on macos until #3312 is fixed
+          # - os: macos-11
+          #   name: macos-arm64
+          #   macos_arch: "arm64"
+          # - os: macos-11
+          #   name: macos-universal2
+          #   macos_arch: "universal2"
 
     steps:
       - uses: actions/checkout@v3