diff --git a/dev/tasks/java-jars/github.yml b/dev/tasks/java-jars/github.yml
index c48da190e2e59..cb2a6630380b8 100644
--- a/dev/tasks/java-jars/github.yml
+++ b/dev/tasks/java-jars/github.yml
@@ -201,7 +201,6 @@ jobs:
     needs:
       - build-cpp-ubuntu
       - build-cpp-macos
-      - build-cpp-windows
     steps:
       {{ macros.github_checkout_arrow(fetch_depth=0)|indent }}
       - name: Download Libraries
@@ -214,7 +213,6 @@ jobs:
           tar -xvzf arrow-shared-libs-linux-x86_64.tar.gz
           tar -xvzf arrow-shared-libs-linux-aarch_64.tar.gz
           tar -xvzf arrow-shared-libs-macos-x86_64.tar.gz
-          tar -xvzf arrow-shared-libs-windows.tar.gz
       - name: Test that shared libraries exist
         run: |
           set -x
@@ -233,10 +231,6 @@ jobs:
           test -f arrow/java-dist/x86_64/libarrow_dataset_jni.dylib
           test -f arrow/java-dist/x86_64/libarrow_orc_jni.dylib
           test -f arrow/java-dist/x86_64/libgandiva_jni.dylib
-
-          test -f arrow/java-dist/x86_64/arrow_cdata_jni.dll
-          test -f arrow/java-dist/x86_64/arrow_dataset_jni.dll
-          test -f arrow/java-dist/x86_64/arrow_orc_jni.dll
       - name: Build bundled jar
         run: |
           set -e