# --- AI training crawlers: blocked ---
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: Bytespider
User-agent: cohere-training-data-crawler
User-agent: cohere-ai
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: Timpibot
User-agent: omgili
Disallow: /

# AhrefsBot
User-agent: AhrefsBot
Disallow: /

# *
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Content-Usage: train-ai=n
Disallow: /*?

# *
User-agent: *
Disallow: /404

# Googlebot-Image
User-agent: Googlebot-Image
Allow: /static/*
Disallow: /

# Host
Host: https://www.celeb.co.za

# Sitemaps
Sitemap: https://www.celeb.co.za/sitemap.xml
Sitemap: https://www.celeb.co.za/server-sitemap/commercial-lifestyle/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/event-models/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/character-and-persona/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/curvy-models/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/bit-party-models/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/background-extras/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/toddlers/black/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/toddlers/white/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/toddlers/coloured/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/toddlers/asian/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/toddlers/albino/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/toddlers/other/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/children/black/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/children/white/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/children/coloured/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/children/asian/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/children/albino/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/children/other/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/pre-teens/black/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/pre-teens/white/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/pre-teens/coloured/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/pre-teens/asian/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/pre-teens/albino/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/pre-teens/other/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/teens/black/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/teens/white/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/teens/coloured/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/teens/asian/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/teens/albino/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/kids/teens/other/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/asian/east-asian/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/asian/south-east-asian/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/asian/south-west-asian/talent.xml
Sitemap: https://www.celeb.co.za/server-sitemap/articles.xml