# ========================================
# General Bot Instructions
# ========================================
User-agent: *
Disallow: /hr/
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /mctest/
Disallow: /docs/
Disallow: /lib/
Disallow: /covid-19/
Disallow: /covid-19-attestation/
Disallow: /employee-covid-vaccine/
Disallow: /groupwise-to-outlook/
Disallow: /jhmc-residents/
Disallow: /welcome-hf/
Disallow: /app-find-a-doctor/
Disallow: /residency-test/
Disallow: /newsletter/tag/
Disallow: /newsletter/author/
Disallow: /newsletter/category/
Disallow: /ibclc/
Disallow: /generate_sitemap/
Disallow: /generate_sitemap/*
Disallow: /axel-dental-screening/
Disallow: /axel-dental-screening/*

# Specific bot instructions
User-agent: googlebot
Disallow: *.csi
Disallow: /wp-login.php

# ========================================
# Sitemap 
# ========================================
Sitemap: https://jamaicahospital.org/sitemap.xml

# ========================================
# AI Search / Agent Bots (Allowed)
# ========================================
User-agent: OAI-SearchBot
User-agent: ChatGPT-User  
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
User-agent: BingBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: GPTBot  
User-agent: Google-Extended  
Crawl-delay: 5 
Allow: /


# ========================================
# General Bot Instructions
# ========================================
User-agent: *
Disallow: /hr/
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /mctest/
Disallow: /docs/
Disallow: /lib/
Disallow: /covid-19/
Disallow: /covid-19-attestation/
Disallow: /employee-covid-vaccine/
Disallow: /groupwise-to-outlook/
Disallow: /jhmc-residents/
Disallow: /welcome-hf/
Disallow: /app-find-a-doctor/
Disallow: /residency-test/
Disallow: /newsletter/tag/
Disallow: /newsletter/author/
Disallow: /newsletter/category/
Disallow: /ibclc/
Disallow: /generate_sitemap/
Disallow: /generate_sitemap/*
Disallow: /axel-dental-screening/
Disallow: /axel-dental-screening/*

# Specific bot instructions
User-agent: googlebot
Disallow: *.csi
Disallow: /wp-login.php

# ========================================
# Sitemap 
# ========================================
Sitemap: https://jamaicahospital.org/sitemap.xml

# ========================================
# AI Search / Agent Bots (Allowed)
# ========================================
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Crawl-delay: 5
Allow: /

# ========================================
# AI Training Bots (Blocked)
# ========================================
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /