# Content Signals
# https://github.com/nicowillis/content-signals
User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /admin
Disallow: /apply-success
Disallow: /post-a-vacancy/success

# AI search crawlers — explicitly allowed for indexing and AI answers
User-agent: ClaudeBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

Sitemap: https://urgentjobscolombo.com/sitemap.xml