diff --git a/synapse/storage/event_push_actions.py b/synapse/storage/event_push_actions.py
index 848d8bd7280880648de2139dabd79c9bf7d1654a..7164293568b60908198436be4414f0fc201e3aca 100644
--- a/synapse/storage/event_push_actions.py
+++ b/synapse/storage/event_push_actions.py
@@ -68,8 +68,8 @@ class EventPushActionsWorkerStore(SQLBaseStore):
         super(EventPushActionsWorkerStore, self).__init__(db_conn, hs)
 
         # These get correctly set by _find_stream_orderings_for_times_txn
-        self.stream_ordering_month_ago = 0
-        self.stream_ordering_day_ago = 0
+        self.stream_ordering_month_ago = None
+        self.stream_ordering_day_ago = None
 
         cur = LoggingTransaction(
             db_conn.cursor(),