diff --git a/services/web/public/robots.txt b/services/web/public/robots.txt
index e241feebcc..77470cb39f 100644
--- a/services/web/public/robots.txt
+++ b/services/web/public/robots.txt
@@ -1,21 +1,2 @@
-# robots.txt for https://www.sharelatex.com/
-
 User-agent: *
-Disallow: /project/*
-Disallow: /github/repos/*
-Disallow: /recurly.com
-Disallow: /user/password/set
-Disallow: /learn-scripts/*
-Allow: /
-
-User-Agent: AhrefsBot
-Disallow: /
-
-User-Agent: XoviBot
-Disallow: /
-
-User-Agent: RankSonicBot
-Disallow: /
-
-User-Agent: SMTBot
-Disallow: /
+Disallow: /
\ No newline at end of file