diff --git a/priv/static/robots.txt b/priv/static/robots.txt index f6e8058..87dfd33 100644 --- a/priv/static/robots.txt +++ b/priv/static/robots.txt @@ -4,3 +4,6 @@ Sitemap: https://pre.hn/sitemap.xml.gz User-agent: Google-Extended Disallow: / + +User-agent: GPTBot +Disallow: /