diff --git a/synapse/federation/replication.py b/synapse/federation/replication.py
index 30aab7f35a08b4e484ec97c7ad2a393a9850ab35..fa2463d4a3a24bbee1a1cb59af16a2c355ae8f54 100644
--- a/synapse/federation/replication.py
+++ b/synapse/federation/replication.py
@@ -554,6 +554,7 @@ class ReplicationLayer(object):
                 yield self.get_pdu(
                     origin,
                     event_id=e_id,
+                    outlier=True,
                 )
                 logger.debug("Processed pdu %s", e_id)