diff --git a/custom/public/robots.txt b/custom/public/robots.txt index 7ba7ec3..fe2cf5a 100644 --- a/custom/public/robots.txt +++ b/custom/public/robots.txt @@ -94,5 +94,6 @@ Disallow: /search Disallow: */search Disallow: /*q= Disallow: /*.atom +Disallow: /assets/ Crawl-delay: 3