diff --git a/examples/official-site/robots.txt b/examples/official-site/robots.txt new file mode 100644 index 00000000..657f911e --- /dev/null +++ b/examples/official-site/robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Disallow: /examples/authentication/basic_auth.sql +Disallow: /cdn-cgi/l/email-protection +Disallow: /sqlpage/ +Crawl-delay: 1