diff --git a/src/spotted/config/yaml/settings.yaml b/src/spotted/config/yaml/settings.yaml
index 21704e3..872c0f8 100644
--- a/src/spotted/config/yaml/settings.yaml
+++ b/src/spotted/config/yaml/settings.yaml
@@ -19,7 +19,6 @@ post:
   delete_anonymous_comments: true
   reject_after_autoreply: true
   autoreplies_per_page: 6
-  blacklist_messages: ["myspamword1", "myspamword2"]
 
 token: ""
 bot_tag: "@bot_tag"
diff --git a/tests/integration/test_bot.py b/tests/integration/test_bot.py
index e9169f8..1baaaaf 100644
--- a/tests/integration/test_bot.py
+++ b/tests/integration/test_bot.py
@@ -908,6 +908,14 @@ async def test_spam_comment_msg(
             """Tests the replacement of an anonymous comment.
             Copies the message and deletes the original
             """
+            Config.override_settings(
+                {
+                    "post": {
+                        "blacklist_messages": ["myspamword1", "myspamword2"]
+                    },
+                }
+            )
+
             for word in Config.post_get("blacklist_messages"):
                 spam_comment = await telegram.send_message(
                     f"a message with the {word} will be deleted",