diff --git a/priv/static/robots.txt b/priv/static/robots.txt index 8360d08..777e3b1 100644 --- a/priv/static/robots.txt +++ b/priv/static/robots.txt @@ -1,7 +1,11 @@ # See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: -# User-agent: * -# Disallow: / + +User-agent: * +Disallow: / + +User-agent: AhrefsBot +Disallow: / Sitemap: https://aprs.me/sitemap.xml