diff --git a/src/site/html/robots.txt b/src/site/html/robots.txt index ea551f7..42d71c3 100644 --- a/src/site/html/robots.txt +++ b/src/site/html/robots.txt @@ -1,3 +1,5 @@ User-Agent: * -Disallow: /u/*page= -Disallow: /fragment +Disallow: /u/ +Disallow: /p/ +Disallow: /fragment/ +Disallow: /api/