User-agent: * 
Disallow: /

# Make it extra clear for specific crawlers
User-agent: Baiduspider
User-agent: twiceler
User-agent: JikeSpider
User-agent: Ezooms
user-agent: AhrefsBot
User-agent: spbot
User-agent: MJ12bot
User-agent: Domain Re-Animator Bot 
User-agent: Slurp
User-agent: Yandex
User-agent: SputnikBot
User-agent: Applebot
User-agent: MegaIndex.ru/2.0
User-agent: MauiBot
User-agent: SemrushBot
User-agent: Sogou web spider
User-agent: Screaming Frog SEO Spider
User-agent: SeekportBot
User-agent: PetalBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: GPTBot
User-agent: Google-Extended
Disallow: /

# Allow google and bing
User-agent: Googlebot 
User-agent: Bingbot
Allow: /

# Old style urls
Disallow: /kz/
Disallow: /connect.ti/
Disallow: /consult.ti/
Disallow: /inovem.ti/

# New urls
Disallow: /system/register
Disallow: /system/login
Disallow: /system/text
Disallow: /system/forgotPassword
Disallow: /system/mailToSiteOwner
Disallow: /system/contactSiteOwner

# Maximum rate is one page every 10 seconds
Crawl-delay: 10

# Only visit between certain hours (UTC)
Visit-time: 0100-0845