diff --git a/public/robots.txt b/public/robots.txt index ffb4c1c6..776a3673 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,21 +3,21 @@ Allow: / # Disallow authenticated pages -Disallow /intent -Disallow /settings -Disallow /blocks -Disallow /bookmarks -Disallow /compose -Disallow /conversations -Disallow /domain_blocks -Disallow /favourites -Disallow /home -Disallow /mutes -Disallow /notifications -Disallow /pinned -Disallow /search -Disallow /settings -Disallow /share-target +Disallow: /intent +Disallow: /settings +Disallow: /blocks +Disallow: /bookmarks +Disallow: /compose +Disallow: /conversations +Disallow: /domain_blocks +Disallow: /favourites +Disallow: /home +Disallow: /mutes +Disallow: /notifications +Disallow: /pinned +Disallow: /search +Disallow: /settings +Disallow: /share-target # Wait 1 second between successive requests. Crawl-delay: 1