feat: allow crawlers to access pages

danielroe · danielroe · commit e56fdef9cb3d · 2026-03-03T14:43:58.000Z
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,13 +1,5 @@
-# todo remove
 User-agent: *
-Allow: /$
-Allow: /about$
-Allow: /privacy$
-Allow: /__og-image__/*
-Disallow: /
-
-# User-agent: *
-# Allow: /
+Allow: /
 
 # Search pages: infinite query-param combinations
 Disallow: /search
