diff --git a/MANIFEST.in b/MANIFEST.in
index 97f57f443fb65b98a9f86396140c167e71b85fe3..7076b608d4c705cbfda832c08ffa304efb75dd83 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -2,6 +2,7 @@ include synctl
 include LICENSE
 include VERSION
 include *.rst
+include *.md
 include demo/README
 include demo/demo.tls.dh
 include demo/*.py
diff --git a/pyproject.toml b/pyproject.toml
index 1453ddd53003029345fc164fca70238065523c6f..f4d6f0c6bbfa7fcb684f24869386c30a41a12cc4 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -2,7 +2,7 @@
     package = "synapse"
     filename = "CHANGES.md"
     directory = "changelog.d"
-    issue_format = "[\#{issue}](https://github.com/matrix-org/synapse/issues/{issue}>)"
+    issue_format = "[\\#{issue}](https://github.com/matrix-org/synapse/issues/{issue}>)"
 
     [[tool.towncrier.type]]
         directory = "feature"