diff --git a/changelog.d/11389.misc b/changelog.d/11389.misc
new file mode 100644
index 000000000000..33672bb075f4
--- /dev/null
+++ b/changelog.d/11389.misc
@@ -0,0 +1 @@
+Do not run the broken MSC2716 tests when running `scripts-dev/complement.sh`.
diff --git a/scripts-dev/complement.sh b/scripts-dev/complement.sh
index 89af7a4fde89..29568eded849 100755
--- a/scripts-dev/complement.sh
+++ b/scripts-dev/complement.sh
@@ -65,4 +65,4 @@ if [[ -n "$1" ]]; then
 fi
 
 # Run the tests!
-go test -v -tags synapse_blacklist,msc2946,msc3083,msc2403,msc2716 -count=1 $EXTRA_COMPLEMENT_ARGS ./tests/...
+go test -v -tags synapse_blacklist,msc2946,msc3083,msc2403 -count=1 $EXTRA_COMPLEMENT_ARGS ./tests/...