update robots.txt
This commit is contained in:
parent
5569d8e2a0
commit
2e0529ee75
1 changed files with 6 additions and 2 deletions
|
|
@ -1,7 +1,11 @@
|
|||
# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
|
||||
#
|
||||
# To ban all spiders from the entire site uncomment the next two lines:
|
||||
# User-agent: *
|
||||
# Disallow: /
|
||||
|
||||
User-agent: *
|
||||
Disallow: /
|
||||
|
||||
User-agent: AhrefsBot
|
||||
Disallow: /
|
||||
|
||||
Sitemap: https://aprs.me/sitemap.xml
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue