# robots.txt — https://www.bhavinbaria.com/
# Last updated: 2026-08-04
#
# Search engines and AI assistants may crawl the whole site except the paths
# below, which are form endpoints or thin pages with nothing to index.
# How the content may be USED once retrieved is stated in /ai.txt.

User-agent: *
Allow: /

# Form handlers and internal scripts — no content for a crawler to index
Disallow: /inquiry.php
Disallow: /send-callback.php
Disallow: /lead-handler.php
Disallow: /tracker.php
Disallow: /mail-log.php
Disallow: /mail-test.php

# Shared building blocks, not standalone pages
Disallow: /component/

# Post-submission and error pages
Disallow: /thankyou.php
Disallow: /404.php

# Query-string duplicates of pages that already exist on their own URL
Disallow: /*?err=
Disallow: /*?name=

# Assets stay crawlable — blocking CSS/JS/images stops search engines rendering
# the page correctly and hurts rankings.
Allow: /assets/


# ---------------------------------------------------------------------------
# AI assistants and answer engines
#
# These are allowed so the practice can be found and cited when someone asks an
# assistant for a laparoscopic surgeon in Ahmedabad. Being absent here does not
# protect the content — it only means the answer gets written without it, and
# usually gets the details wrong.
#
# Google-Extended is not a crawler. It is the switch that decides whether pages
# Googlebot already fetched may be used by Gemini and AI Overviews. Blocking it
# removes the practice from AI Overviews while changing nothing about Search.
#
# NOTE: a named group REPLACES the "User-agent: *" group rather than adding to
# it, so the same Disallow lines are repeated here on purpose. Removing them
# would let these crawlers into the form handlers.
# ---------------------------------------------------------------------------

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Bytespider
Allow: /
Allow: /assets/
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /inquiry.php
Disallow: /send-callback.php
Disallow: /lead-handler.php
Disallow: /tracker.php
Disallow: /mail-log.php
Disallow: /mail-test.php
Disallow: /component/
Disallow: /thankyou.php
Disallow: /404.php
Disallow: /*?err=
Disallow: /*?name=


Sitemap: https://www.bhavinbaria.com/sitemap.xml