# Amor Villas Lucknow — robots.txt
# https://amorvillaslucknow.com/

# ============================================================
# GOOGLE ADS CRAWLERS — MUST BE ALLOWED
# AdsBot ignores the "User-agent: *" group entirely, so it has to be
# named explicitly. If AdsBot cannot fetch the landing page, Google Ads
# reports "Destination not working" and Ad Relevance / Landing Page
# Experience drop, which raises CPC.
# ============================================================
User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google-Mobile-Apps
Allow: /

User-agent: Google-Adwords-Instant
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Google-InspectionTool
Allow: /

User-agent: adidxbot
Allow: /

# ============================================================
# DEFAULT — ALL CRAWLERS
# ============================================================
User-agent: *
Allow: /
Allow: /assets/
Disallow: /thank-you.html
Disallow: /error.html
Disallow: /submit-handler.php
Disallow: /indexnow-submit.php
Disallow: /automation/
Disallow: /smtp/
Disallow: /*.php$

# Keep tracking-parameter URLs out of the organic index (the canonical tag
# already points every variant at https://amorvillaslucknow.com/).
# These rules do NOT apply to the AdsBot groups declared above.
Disallow: /*?*utm_
Disallow: /*?*gclid
Disallow: /*?*gbraid
Disallow: /*?*wbraid
Disallow: /*?*fbclid
Disallow: /*?*msclkid

# ============================================================
# AI / LLM CRAWLERS — EXPLICITLY ALLOWED (GEO / AIO VISIBILITY)
# ============================================================
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Bingbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

# ============================================================
# SITEMAP & LLM GROUNDING FILE
# ============================================================
Sitemap: https://amorvillaslucknow.com/sitemap.xml