add robots.txt

NLNOG · Jul 16, 2024 · d92de7f · d92de7f
1 parent 38ee7a4
commit d92de7f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/static/robots.txt b/static/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Disallow: /archives/
+Disallow: /prefix