diff --git a/priv/static/robots.txt b/priv/static/robots.txt index b6d4e7e..f6e8058 100644 --- a/priv/static/robots.txt +++ b/priv/static/robots.txt @@ -1,3 +1,6 @@ User-agent: * Allow: * Sitemap: https://pre.hn/sitemap.xml.gz + +User-agent: Google-Extended +Disallow: /