diff --git a/synapse/config/_base.py b/synapse/config/_base.py
index 6870af10e88794f565d848a7a3fcef4cb3f34349..846570811f65b914d401d51f04af6b0345a27287 100644
--- a/synapse/config/_base.py
+++ b/synapse/config/_base.py
@@ -44,9 +44,9 @@ class Config(object):
             )
         if not os.path.exists(file_path):
             raise ConfigError(
-                "File % config for %s doesn't exist."
+                "File %s config for %s doesn't exist."
                 " Try running again with --generate-config"
-                % (config_name,)
+                % (file_path, config_name,)
             )
         return cls.abspath(file_path)