#kohi-relaunch - 20-04-02
#https://de.ryte.com/free-tools/robots-txt/
Sitemap: https://kohi.de/sitemap.xml


User-agent: *
#Ordner
Disallow: /ki-log/
Disallow: /functions/
Disallow: /includes/
Disallow: /kohi20/
Disallow: /kohi20-events-plain/
Disallow: /sql/


#Seiten ###? ist das so richtig wg strip php
#Disallow: /php.ini/
Disallow: /test-cleanup-startseite.php
Disallow: /test-cleanup-startseite/

#bots
User-agent: AhrefsBot
User-agent: AhrefsBot/5.1
User-agent: AskTbAVR-IDW
User-agent: Baidu
User-agent: Baiduspider
User-agent: Baiduspider+
User-agent: baiduspider
User-agent: Baiduspider/2.0
User-Agent: CCBot/2.0 
User-agent: curl/7.47.0
User-agent: dotbot
User-agent: Go 1.1 package http
User-agent: ia_archiver
User-agent: Java 
User-agent: HaosouSpider
User-agent: istellabot
User-Agent: Mechanize/2.7.3
User-Agent: Mechanize/2.7.3 Ruby/1.9.3p551
User-agent: mindUpBot
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: Nutch
User-Agent: oBot
User-Agent: PHPCrawl
User-agent: python-requests/2.10.0
User-Agent: Python-urllib/2.6
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: SemrushBot/1.1~bl
User-agent: SemrushBot/1.1~bl1
User-agent: seoscanners.net/1
User-agent: SurdotlyBot/1.0

Disallow: /