From f2c8f7020c429bcef4bc0b054983a40ce5e948a2 Mon Sep 17 00:00:00 2001 From: Graham McIntire Date: Thu, 4 Jun 2026 16:29:53 -0500 Subject: [PATCH] update robots.txt --- priv/static/robots.txt | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/priv/static/robots.txt b/priv/static/robots.txt index 777e3b1..453cf89 100644 --- a/priv/static/robots.txt +++ b/priv/static/robots.txt @@ -3,7 +3,9 @@ # To ban all spiders from the entire site uncomment the next two lines: User-agent: * -Disallow: / +Disallow: /info +Disallow: /packets +Disallow: /api/v1 User-agent: AhrefsBot Disallow: /