From 5f719e7105b747f3867f383c905e4f0a832bc9b2 Mon Sep 17 00:00:00 2001 From: Henry Oswald Date: Tue, 16 Feb 2016 12:37:38 +0000 Subject: [PATCH] change robots.txt to ignore all --- services/web/public/robots.txt | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/services/web/public/robots.txt b/services/web/public/robots.txt index 071ef0cddc..77470cb39f 100644 --- a/services/web/public/robots.txt +++ b/services/web/public/robots.txt @@ -1,18 +1,2 @@ -# robots.txt for https://www.sharelatex.com/ - User-agent: * -Disallow: /project/* -Disallow: /recurly.com -Allow: / - -User-Agent: AhrefsBot -Disallow: / - -User-Agent: XoviBot -Disallow: / - -User-Agent: RankSonicBot -Disallow: / - -User-Agent: SMTBot Disallow: / \ No newline at end of file