User-agent: *
Disallow: /check/
Disallow: /contao/
Disallow: /system/
Disallow: /templates/
Disallow: /ap/
Disallow: /contao-check.php
Disallow: /flash.php
Disallow: /README.md
Allow: /assets/images/
Allow: /system/modules/lingolia/assets/
Allow: /system/modules/lingolia_daily/assets/
Allow: /system/modules/lingolia_example/assets/
Allow: /system/modules/lingolia_exercise/assets/
Allow: /system/modules/lingolia_conjugator/assets/

User-Agent: MJ12bot
Crawl-Delay: 30

User-agent: SeekportBot
Crawl-delay: 30

User-agent: FemtosearchBot
Crawl-delay: 30

User-agent: DataForSeoBot
Disallow: /

User-agent: RSiteAuditor
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /