diff --git a/tests/test-pull-repeated.sh b/tests/test-pull-repeated.sh
index f0ea157e1..e068e0f7b 100755
--- a/tests/test-pull-repeated.sh
+++ b/tests/test-pull-repeated.sh
@@ -23,6 +23,10 @@ set -euo pipefail
 
 . $(dirname $0)/libtest.sh
 
+if [ "${OSTREE_TEST_ALLOW_RANDOM:-}" != 1 ]; then
+    skip "Non-deterministic test will fail if we are unlucky"
+fi
+
 COMMIT_SIGN=""
 if has_gpgme; then
     COMMIT_SIGN="--gpg-homedir=${TEST_GPG_KEYHOME} --gpg-sign=${TEST_GPG_KEYID_1}"