diff --git a/complement/pipeline.yml b/complement/pipeline.yml
index b28bd89..ab6b148 100644
--- a/complement/pipeline.yml
+++ b/complement/pipeline.yml
@@ -27,7 +27,7 @@ steps:
       # https://github.com/matrix-org/complement/blob/master/dockerfiles/Synapse.Dockerfile.
       - docker build -t complement-synapse -f dockerfiles/Synapse.Dockerfile dockerfiles/
       # Run the tests!
-      - COMPLEMENT_BASE_IMAGE=complement-synapse go test -v -tags "synapse_blacklist" ./tests
+      - COMPLEMENT_BASE_IMAGE=complement-synapse go test -v -tags "synapse_blacklist,msc3083" ./tests
     label: "\U0001F9EA Complement / Synapse Monolith / :go: 1.15"
     agents:
       queue: "medium"
diff --git a/synapse/pipeline.yml b/synapse/pipeline.yml
index 92ce947..e1f3b97 100644
--- a/synapse/pipeline.yml
+++ b/synapse/pipeline.yml
@@ -579,7 +579,7 @@ steps:
       - "docker build -t complement-synapse -f complement-master/dockerfiles/Synapse.Dockerfile complement-master/dockerfiles"
       # Finally, compile and run the tests.
       - "cd complement-master"
-      - "COMPLEMENT_BASE_IMAGE=complement-synapse:latest go test -v -tags synapse_blacklist ./tests"
+      - "COMPLEMENT_BASE_IMAGE=complement-synapse:latest go test -v -tags synapse_blacklist,msc3083 ./tests"
     label: "\U0001F9EA Complement"
     agents:
       queue: "medium"