# ==========================================================
# BusinessHotels.com - Agentic & AI Optimization (v2026.1)
# ==========================================================

# 1. GLOBAL AI & LLM AGENTS
# These agents are allowed to see your data files, but blocked from the funnel.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: AnthropicAI
User-agent: PerplexityBot
Crawl-delay: 5
Allow: /ai.html
Allow: /tool-config.html
Allow: /openapi.json
Allow: /hotel-id.json
# Block funnel to prevent AI from "ghost booking" or wasting crawl budget
Disallow: /booking.php
Disallow: /reservation.php
Disallow: /reservations.php
Disallow: /payment.php
Disallow: /confirmation.php

# 2. GOOGLEBOT & BINGBOT
# We ALLOW these so they can read your PHP "Noindex" tags and 
# remove the pages from search results properly.
User-agent: Googlebot
User-agent: Bingbot
Crawl-delay: 5
Allow: /ai.html
Allow: /hotel-live-rates.php
# Only block private/system folders here
Disallow: /maps/api/
Disallow: /private/
Disallow: /ip_logger.php
Disallow: /private/
Disallow: /ajax/
Disallow: /ip_logger.php
Disallow: /booking.php
Disallow: /reservation.php
Disallow: /reservations.php
Disallow: /payment.php
Disallow: /confirmation.php

User-agent: google-hoteladsverifier
Disallow:

User-agent: Google-HotelAdsVerifier/2.0
Disallow:

User-agent: Amazonbot
Allow: /

User-agent: AlexaCrawler
Allow: /

User-agent: AlexaToolbar
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: NPBot-1/2.0
Disallow: /

User-agent: NPBot
Disallow: /


# 3. ALL OTHER BOTS, SPIDERS & SCRAPERS
# This is your "Shield" against the general web.
User-agent: *
Crawl-delay: 30
Disallow: /private/
Disallow: /ajax/
Disallow: /ip_logger.php
Disallow: /booking.php
Disallow: /reservation.php
Disallow: /reservations.php
Disallow: /payment.php
Disallow: /confirmation.php
# Block common scrapers and aggressive crawlers
Disallow: /*?*
Disallow: /*.sql$

# SITEMAP DISCOVERY
Sitemap: https://www.businesshotels.com/hotel.txt