User-agent: Mediapartners-Google
Allow: /
Disallow: /search/*

#To exclude all robots from part of the server (py3)
User-agent: *
Disallow: /i/404
Disallow: /i/500
Disallow: /roman-numbers?num_ara=
Disallow: /roman-numbers?num_rom=
Disallow: *&sa=U&*
Disallow: /search/*
Disallow: /contact/?num=*

User-agent: PetalBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: meta-webindexer
Disallow: /
Crawl-delay: 10

User-agent: meta-externalagent
Disallow: /
Crawl-delay: 10

User-agent: Yandex
Crawl-delay: 2

User-agent: YandexBot
Crawl-delay: 2

User-agent: Applebot
Crawl-delay: 10

User-agent: SentiBot
Crawl-delay: 30

User-agent: DataForSeoBot
Crawl-delay: 30

User-agent: AhrefsBot
Crawl-Delay: 10

User-agent: Bingbot
Crawl-delay: 10

User-agent: SemrushBot
Disallow: /

User-Agent: ImagesiftBot
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 2

User-agent: msnbot
Crawl-delay: 2

User-agent: BLEXBot
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap:https://number.academy/siteindex.xml