From c4f24333002a6b1cec06f53c2910700648654487 Mon Sep 17 00:00:00 2001 From: ThibG Date: Thu, 2 May 2019 00:10:19 +0200 Subject: [PATCH] Disallow robots from indexing /interact/ (#10666) This does not provide any new information and may just triple the number of crawled pages --- public/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/public/robots.txt b/public/robots.txt index d93648bee..771bf2160 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,3 +2,4 @@ User-agent: * Disallow: /media_proxy/ +Disallow: /interact/