diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 8bf44bf..36b6eb7 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -22,12 +22,14 @@ on: push
 jobs:
   tests:
     name: PyArrow ${{ matrix.pyarrow }}, Python ${{ matrix.python }}
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-20.04
     timeout-minutes: 10
     strategy:
       fail-fast: false
       matrix:
         name:
+          - pyarrow0.14.0-py3.5
+          - pyarrow0.14.0-py3.6
           - pyarrow0.14.0-py3.7
           - pyarrow0.14.1-py3.7
           - pyarrow0.15.0-py3.7
@@ -35,6 +37,12 @@ jobs:
           - pyarrow13.0.0-py3.11
           - pyarrow14.0.0-py3.12
         include:
+          - name: pyarrow0.14.0-py3.5
+            pyarrow: 0.14.0
+            python: 3.5
+          - name: pyarrow0.14.0-py3.6
+            pyarrow: 0.14.0
+            python: 3.6
           - name: pyarrow0.14.0-py3.7
             pyarrow: 0.14.0
             python: 3.7
@@ -69,6 +77,7 @@ jobs:
       - name: Build and install
         shell: bash
         run: |
+          python -m pip install -U pip
           python -m pip install hatch
           hatch build
           pip install dist/*.whl