From 881a49e0d931a81ad269d3c86b1a1773a0a602a3 Mon Sep 17 00:00:00 2001 From: Baptiste Girardeau <22115890+baptiste0928@users.noreply.github.com> Date: Sun, 26 Mar 2023 17:11:22 +0200 Subject: [PATCH] fix: syntax for robots.txt disallow rules (#1925) --- public/robots.txt | 30 +++++++++++++++--------------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index ffb4c1c6..776a3673 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,21 +3,21 @@ Allow: / # Disallow authenticated pages -Disallow /intent -Disallow /settings -Disallow /blocks -Disallow /bookmarks -Disallow /compose -Disallow /conversations -Disallow /domain_blocks -Disallow /favourites -Disallow /home -Disallow /mutes -Disallow /notifications -Disallow /pinned -Disallow /search -Disallow /settings -Disallow /share-target +Disallow: /intent +Disallow: /settings +Disallow: /blocks +Disallow: /bookmarks +Disallow: /compose +Disallow: /conversations +Disallow: /domain_blocks +Disallow: /favourites +Disallow: /home +Disallow: /mutes +Disallow: /notifications +Disallow: /pinned +Disallow: /search +Disallow: /settings +Disallow: /share-target # Wait 1 second between successive requests. Crawl-delay: 1