# FareEagle robots.txt
# ========================================================
# Design notes:
#   - AI crawlers (Claude, GPT, Perplexity, Meta, Amazon, Apple, etc.) are
#     welcomed and may access /api/v1/ for OpenAPI/MCP discovery.
#   - Googlebot and Bingbot are blocked from /api/ entirely because API
#     endpoints are POST-only and waste crawl budget.
#   - Every crawler is welcome on the pages worth citing: the route, city, hotel,
#     package, best-time and guide pages all carry live-checked fares from our own
#     tables and cost nothing to serve. Only the live search pages are closed, for
#     every crawler alike: each one spends a real call on the fare supplier and
#     holds nothing a reader or an index would want.
#   - The User-agent: * block at the end applies to all OTHER crawlers
#     (generic bots, SEO scrapers, etc.) and is the most restrictive.
#   - Internal/sensitive tooling paths are intentionally NOT enumerated here
#     (they are protected by auth/.htaccess and don't need advertising).
# ========================================================

User-agent: Claude-User
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Claude-SearchBot
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: ChatGPT-User
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: OAI-SearchBot
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: PerplexityBot
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Perplexity-User
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: ClaudeBot
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: GPTBot
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Google-Extended
Allow: /
Disallow: /api/
Allow: /api/v1/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: meta-externalagent
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: FacebookBot
Allow: /
Disallow: /api/
Allow: /api/v1/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Amazonbot
Allow: /
Allow: /api/v1/
Disallow: /api/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Allow: /api/v1/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: CCBot
Allow: /
Disallow: /api/
Allow: /api/v1/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: cohere-ai
Allow: /
Disallow: /api/
Allow: /api/v1/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Timpibot
Allow: /
Disallow: /api/
Allow: /api/v1/
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Googlebot
Disallow: /api/
Disallow: /admin/
Disallow: /customer/
Disallow: /agency/
Disallow: /agencies/
Disallow: /includes/
Disallow: /cron/
Disallow: /email-templates/
Disallow: /booking.php
Disallow: /booking-review.php
Disallow: /booking-confirmation.php
Disallow: /booking-failed.php
Disallow: /addons.php
Disallow: /payment.php
Disallow: /process-booking.php
Disallow: /process-booking-form.php
Disallow: /eticket.php
Disallow: /payment-receipt.php
Disallow: /view-booking.php
Disallow: /trip-booking.php
Disallow: /trip-confirmation.php
Disallow: /hotel-detail.php
Disallow: /hotel-booking.php
Disallow: /hotel-confirmation.php
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: Bingbot
Disallow: /api/
Disallow: /admin/
Disallow: /customer/
Disallow: /agency/
Disallow: /agencies/
Disallow: /includes/
Disallow: /cron/
Disallow: /email-templates/
Disallow: /booking.php
Disallow: /booking-review.php
Disallow: /booking-confirmation.php
Disallow: /booking-failed.php
Disallow: /addons.php
Disallow: /payment.php
Disallow: /process-booking.php
Disallow: /process-booking-form.php
Disallow: /eticket.php
Disallow: /payment-receipt.php
Disallow: /view-booking.php
Disallow: /trip-booking.php
Disallow: /trip-confirmation.php
Disallow: /hotel-detail.php
Disallow: /hotel-booking.php
Disallow: /hotel-confirmation.php
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php

User-agent: *
Disallow: /api/
Allow: /api/v1/
Disallow: /admin/
Disallow: /customer/
Disallow: /agency/
Disallow: /agencies/
Disallow: /includes/
Disallow: /cron/
Disallow: /email-templates/
Disallow: /booking.php
Disallow: /booking-review.php
Disallow: /booking-confirmation.php
Disallow: /booking-failed.php
Disallow: /addons.php
Disallow: /payment.php
Disallow: /process-booking.php
Disallow: /process-booking-form.php
Disallow: /eticket.php
Disallow: /payment-receipt.php
Disallow: /view-booking.php
Disallow: /trip-booking.php
Disallow: /trip-confirmation.php
Disallow: /hotel-detail.php
Disallow: /hotel-booking.php
Disallow: /hotel-confirmation.php

Sitemap: https://www.fareeagle.com/sitemap.xml

# AI Discovery Files
# https://www.fareeagle.com/llms.txt - AI-readable site overview
# https://www.fareeagle.com/ai-tools.md - Tool instructions for AI agents
# https://www.fareeagle.com/travel-data.md - Route links and travel content
# https://www.fareeagle.com/mcp - MCP server for AI agents (Streamable HTTP)
# https://www.fareeagle.com/developers - connector setup, tools, limits
# https://www.fareeagle.com/.well-known/openapi.json - OpenAPI spec
# https://www.fareeagle.com/.well-known/ai-plugin.json - AI plugin manifest
Disallow: /flight-results.php
Disallow: /flight-results2.php
Disallow: /hotel-results.php
Disallow: /buses.php
Disallow: /trip-search.php