diff --git a/.buildkite/0_webui.yml b/.buildkite/0_webui.yml
index d5ba4e0ea7cf9..440d2d443ce7e 100644
--- a/.buildkite/0_webui.yml
+++ b/.buildkite/0_webui.yml
@@ -21,4 +21,4 @@ steps:
           # verifies the treehash of the pipeline itself and the inputs listed in `inputs`
           signed_pipelines:
             - pipeline: .buildkite/signed_pipeline_test.yml
-              signature: "U2FsdGVkX18aZgryp6AJTArgD2uOnVWyFFGVOP5qsY4WbGQ/LVAcYiMEp9cweV+2iht+vmEF949CuuGTeQPA1fKlhPwkG3nZ688752DUB6en9oM2nuL31NoDKWHhpygZ"
+              signature: "U2FsdGVkX18ZrMlORSIi0TvW99eZ3JyUEhntMyXjrOSJ9jAtUohgHc8+dMnWUc6qWjYt8k63wfPrth33SGWDiF814Bm1W5Zk3+R6HgVu6UCrQEI5sLm+SJPbrvET+Jkn"
diff --git a/.buildkite/coverage-linux64/0_webui.yml b/.buildkite/coverage-linux64/0_webui.yml
index 6dafcd86f6bcd..b0df8ec41de68 100644
--- a/.buildkite/coverage-linux64/0_webui.yml
+++ b/.buildkite/coverage-linux64/0_webui.yml
@@ -13,4 +13,4 @@ steps:
           # verifies the treehash of the pipeline itself and the inputs listed in `inputs`
           signed_pipelines:
             - pipeline: .buildkite/coverage-linux64/pipeline.yml
-              signature: "U2FsdGVkX18eQWpd3hMYLO5Kd+6K+oBoLk1I6J3qIw7lc6g5/jaeWyq/wralosZCfTzyjS4NstNKFvhQf3KDPEBVElipNvTxoWOjVLRVOrfBqqvTkQN4xVosY/r026Gy"
+              signature: U2FsdGVkX190BiaBGCTT6GNBDe5cHX3ZAP0IXbBfOWo7ys+1IuD5ymf4ImJbRIeE8NQac+iqud+bqCPHjii6DKmqzX+Jz6vax1NY3AxROhYlO5spUClvKr1wdngUCQON
diff --git a/.buildkite/coverage-linux64/pipeline.yml b/.buildkite/coverage-linux64/pipeline.yml
index 078b00254c4f9..218212d24ac2a 100644
--- a/.buildkite/coverage-linux64/pipeline.yml
+++ b/.buildkite/coverage-linux64/pipeline.yml
@@ -31,9 +31,18 @@ steps:
       # this is necessary to make sure that the LibGit2 tests passes
       git config --global init.defaultBranch master
 
-      echo "--- Run Julia tests with code coverage enabled"
-      # Run the actual tests
-      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_base.jl
+      echo "--- Run some Julia tests in serial"
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/codegen.jl
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/contextual.jl
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/inference.jl
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/inline.jl
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/interpreter_exec.jl
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/irpasses.jl
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/ssair.jl
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_serial.jl test/compiler/validation.jl
+
+      echo "--- Run Julia tests in parallel with code coverage enabled"
+      ./julia --code-coverage=all --sysimage-native-code=no .buildkite/coverage-linux64/run_tests_parallel.jl
 
       echo "--- Process and upload coverage information"
       ./julia .buildkite/coverage-linux64/upload_coverage.jl
diff --git a/.buildkite/coverage-linux64/run_tests_base.jl b/.buildkite/coverage-linux64/run_tests_parallel.jl
similarity index 100%
rename from .buildkite/coverage-linux64/run_tests_base.jl
rename to .buildkite/coverage-linux64/run_tests_parallel.jl
diff --git a/.buildkite/coverage-linux64/run_tests_serial.jl b/.buildkite/coverage-linux64/run_tests_serial.jl
new file mode 100644
index 0000000000000..6d7380a55e402
--- /dev/null
+++ b/.buildkite/coverage-linux64/run_tests_serial.jl
@@ -0,0 +1,16 @@
+using Test
+
+const repository_root = dirname(dirname(@__DIR__))
+
+for filename in ARGS
+    path = joinpath(repository_root, filename)
+    @info "Starting $(filename)"
+    try
+        @testset "$(filename)" begin
+            include(path)
+        end
+    catch ex
+        @error "" exception=(ex, catch_backtrace())
+    end
+    @info "Finished $(filename)"
+end