From 8b96638a0d6a90e6d52ce751a0712d9e12b81496 Mon Sep 17 00:00:00 2001 From: Cadence Fish Date: Sun, 23 Feb 2020 00:14:20 +1300 Subject: [PATCH] Bye bye cute robots :'( Ask on Matrix to find out why this was necessary. --- src/site/html/robots.txt | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/site/html/robots.txt b/src/site/html/robots.txt index ea551f7..42d71c3 100644 --- a/src/site/html/robots.txt +++ b/src/site/html/robots.txt @@ -1,3 +1,5 @@ User-Agent: * -Disallow: /u/*page= -Disallow: /fragment +Disallow: /u/ +Disallow: /p/ +Disallow: /fragment/ +Disallow: /api/