add robots txt

2024-11-28 22:17:23 +01:00
parent f05f421842
commit 9e9d4e213d
1 changed files with 5 additions and 0 deletions
@@ -0,0 +1,5 @@
+User-agent: *
+Disallow: /examples/authentication/basic_auth.sql
+Disallow: /cdn-cgi/l/email-protection
+Disallow: /sqlpage/
+Crawl-delay: 1