Add robots.txt

joshijoe05 · Feb 24, 2025 · 2cbd6ce · 2cbd6ce
1 parent 9b4cc42
commit 2cbd6ce
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/personas-open-source/public/robots.txt b/personas-open-source/public/robots.txt
@@ -0,0 +1,7 @@
+User-agent: *
+Allow: /
+Allow: /u/*
+
+User-agent: Twitterbot
+Allow: /
+Allow: /u/*