User-agent: Jobbot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: / # prohibits crawling for the entire site

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: JobBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: AccompanyBot
Disallow: /

User-agent: Adsbot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Owler
Disallow: /

User-agent: GenAI
Disallow: /

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Bytespider
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: cohere-ai
User-agent: PerplexityBot
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: Omgilibot
Allow: /llms.txt
Allow: /ai/
Disallow: /

User-agent: *
Sitemap: https://www.jobleap.co.uk/sitemap.xml
Sitemap: https://www.jobleap.co.uk/sitemap1
Sitemap: https://www.jobleap.co.uk/sitemap2
Sitemap: https://www.jobleap.co.uk/sitemap3
Sitemap: https://www.jobleap.co.uk/sitemap4
Sitemap: https://www.jobleap.co.uk/sitemap5
Sitemap: https://www.jobleap.co.uk/sitemap6
Sitemap: https://www.jobleap.co.uk/sitemap7
Sitemap: https://www.jobleap.co.uk/sitemap8
Disallow: /_blazor
Disallow: /_framework/
Allow: /
Crawl-Delay: 5