From fb6081a7197cf5c4a4181bf94caaa1fb1d1d2669 Mon Sep 17 00:00:00 2001
From: Cadence Fish <cloudrac3r@vivaldi.net>
Date: Tue, 28 Jan 2020 16:04:21 +1300
Subject: [PATCH] Add robots.txt

---
 src/site/html/robots.txt | 3 +++
 1 file changed, 3 insertions(+)
 create mode 100644 src/site/html/robots.txt

diff --git a/src/site/html/robots.txt b/src/site/html/robots.txt
new file mode 100644
index 0000000..ea551f7
--- /dev/null
+++ b/src/site/html/robots.txt
@@ -0,0 +1,3 @@
+User-Agent: *
+Disallow: /u/*page=
+Disallow: /fragment