overleaf/services/web/public/robots.txt
2015-09-22 14:27:14 +01:00

18 lines
No EOL
250 B
Text

# robots.txt for https://www.sharelatex.com/
User-agent: *
Disallow: /project/*
Disallow: /recurly.com
Allow: /
User-Agent: AhrefsBot
Disallow: /
User-Agent: XoviBot
Disallow: /
User-Agent: RankSonicBot
Disallow: /
User-Agent: SMTBot
Disallow: /