diff --git a/synapse/storage/room.py b/synapse/storage/room.py
index abc9786a999c12c186c6a0b44df43228c97c4b30..a979d4860a4c2c4e4344116272c1e1b7cbc41ab0 100644
--- a/synapse/storage/room.py
+++ b/synapse/storage/room.py
@@ -514,6 +514,7 @@ class RoomStore(RoomWorkerStore, SearchStore):
             keyvalues={
                 "room_id": room_id,
             },
+            values={},
             insertion_values={
                 "user_id": user_id,
             },