From e4ce351b37b49ef6f2654c67663b2f66fffeacba Mon Sep 17 00:00:00 2001 From: lolcat Date: Sun, 18 Oct 2026 00:22:42 -0400 Subject: [PATCH] block crawlers --- robots.txt | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index 4f1a8c7..d369893 100644 --- a/robots.txt +++ b/robots.txt @@ -13,4 +13,11 @@ # 44 User-agent: * -Disallow: +Disallow: /web +Disallow: /images +Disallow: /videos +Disallow: /news +Disallow: /music +Disallow: /proxy +Disallow: /api/v1/ac +Allow: /