From d210e30aea58a020ff4a71cf6c93eaa35fb3fc88 Mon Sep 17 00:00:00 2001 From: surtur Date: Tue, 14 Jun 2022 12:31:05 +0200 Subject: [PATCH] robots: increase global Crawl-delay to 3s --- custom/public/robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/custom/public/robots.txt b/custom/public/robots.txt index 3c34fd5..707958c 100644 --- a/custom/public/robots.txt +++ b/custom/public/robots.txt @@ -83,4 +83,4 @@ Disallow: */search Disallow: /*q= Disallow: /*.atom -Crawl-delay: 1 +Crawl-delay: 3