diff --git a/src/site/html/robots.txt b/src/site/html/robots.txt
new file mode 100644
index 0000000..ea551f7
--- /dev/null
+++ b/src/site/html/robots.txt
@@ -0,0 +1,3 @@
+User-Agent: *
+Disallow: /u/*page=
+Disallow: /fragment