From 26918dc5cbaef2dec17a0ca2ab3e3d000f3d143b Mon Sep 17 00:00:00 2001 From: surtur Date: Tue, 30 Aug 2022 13:52:20 +0200 Subject: [PATCH] all: disallow /assets/ as per https://git.dotya.ml/dotya.ml/community/issues/49 --- custom/public/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/custom/public/robots.txt b/custom/public/robots.txt index 7ba7ec3..fe2cf5a 100644 --- a/custom/public/robots.txt +++ b/custom/public/robots.txt @@ -94,5 +94,6 @@ Disallow: /search Disallow: */search Disallow: /*q= Disallow: /*.atom +Disallow: /assets/ Crawl-delay: 3