# === coldchainsa.com robots.txt — reviewed 2026-06 ===
#
# AI search & citation crawlers are ALLOWED by default (nothing below blocks them):
#   Googlebot, Bingbot, OAI-SearchBot, ChatGPT-User, PerplexityBot, Perplexity-User,
#   Claude-SearchBot, Claude-User, Applebot, DuckAssistBot, MistralAI-User
# Deliberately NOT given their own groups — a named group overrides the shared rules.

User-agent: *

# WP Defender - Begin
Disallow: /08d032ce04573f34
# WP Defender - End


# Utility & Admin Pages
Disallow: /dashboard/
Disallow: /sign-in/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /curator
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Directorist Template Pages (thin content)
Disallow: /single-category/
Disallow: /single-location/
Disallow: /single-tag/
Disallow: /single-listing-page/
Disallow: /search-result/
Disallow: /search-home/
Disallow: /add-listing-2/
Disallow: /author-profile/
Disallow: /all-locations/

# Query String Parameters (the main polluters)
Disallow: /*?view=
Disallow: /*?directory_type=
Disallow: /*&view=
Disallow: /*&directory_type=
Disallow: /*?utm_source=
Disallow: /*?wc-api=
Disallow: /*?route=
Disallow: /*?add-to-cart=
Disallow: /*?rand=
Disallow: /*?redirect_to=

# Feeds
Disallow: /feed/
Disallow: */feed/

# --- OPTIONAL: opt out of AI model training (does NOT affect AI citations) ---
# Leave commented = allowed. Uncomment a block to opt that crawler out.
# User-agent: GPTBot
# Disallow: /
# User-agent: ClaudeBot
# Disallow: /
# User-agent: CCBot
# Disallow: /
# User-agent: Amazonbot
# Disallow: /
# User-agent: meta-externalagent
# Disallow: /
# User-agent: Google-Extended
# Disallow: /
# User-agent: Applebot-Extended
# Disallow: /

Sitemap: https://coldchainsa.com/sitemap.xml