# =============================================================
# robots.txt — sudjudth.com
# Updated: 25 March 2026
# =============================================================

# --- Content Signals (Cloudflare) ---
# search=yes    : allow search indexing
# ai-train=no   : disallow AI model training
# Note: Not all crawlers support Content-Signal — Disallow/Allow rules below take priority.

# =============================================================
# DEFAULT RULES (All Crawlers)
# =============================================================
User-agent: *
Content-Signal: search=yes,ai-train=no

# --- Cloudflare ---
Disallow: /cdn-cgi/

# --- WordPress Security ---
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# --- Allow admin-ajax (WooCommerce needs this) ---
Allow: /wp-admin/admin-ajax.php

# --- Allow CSS/JS/Images for Rendering (CRITICAL!) ---
# DO NOT block /wp-includes/ or /wp-content/plugins/
# Googlebot needs these to render pages correctly.
Allow: /wp-includes/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /wp-content/uploads/
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.webp
Allow: *.svg
Allow: *.pdf

# --- WooCommerce Sensitive Directories ---
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-content/cache/

# --- E-commerce User Areas ---
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /track-order/
Disallow: /agent-dashboard/
Disallow: /coupon-condition/
Disallow: /confirm-payment/

# --- Prevent Duplicate Content ---
Disallow: /?s=
Disallow: /search/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: */feed/
Disallow: */trackback/

# --- Prevent Parameter Pages (WooCommerce filters) ---
Disallow: /*?orderby=
Disallow: /*?price=
Disallow: /*?color=
Disallow: /*?brand=
Disallow: /*?filter_*
Disallow: /*?pa_*
Disallow: /*?add-to-cart=*
Disallow: /*?utm_*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*

# --- Prevent API Crawling ---
Disallow: /wp-json/wp/v2/users/
Disallow: /wp-json/wc/

# --- Allow Important Pages ---
Allow: /product/
Allow: /product-category/
Allow: /product-tag/
Allow: /brand/
Allow: /pod/
Allow: /e-cigarette/
Allow: /vape/
Allow: /liquid/
Allow: /accessory/
Allow: /beginner-guide/
Allow: /vape-reviews/
Allow: /tips-tricks/
Allow: /faqs/

# Note: /author/ is NOT blocked — needed for E-E-A-T signals.
# If you don't want author pages indexed, use noindex meta tag in Rank Math instead.

# =============================================================
# AI SEARCH BOTS — ALLOW (these send traffic to your site)
# =============================================================

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /product/
Allow: /product-category/
Allow: /brand/
Allow: /beginner-guide/
Allow: /vape-reviews/
Allow: /tips-tricks/
Allow: /faqs/
Allow: /pod/
Allow: /e-cigarette/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Disallow: /wp-json/

User-agent: ClaudeBot
Allow: /product/
Allow: /product-category/
Allow: /brand/
Allow: /beginner-guide/
Allow: /vape-reviews/
Allow: /tips-tricks/
Allow: /faqs/
Allow: /pod/
Allow: /e-cigarette/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Disallow: /wp-json/

User-agent: PerplexityBot
Allow: /

# =============================================================
# AI TRAINING BOTS — BLOCK (no traffic value, training only)
# =============================================================

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

# =============================================================
# SPECIFIC BOT RULES
# =============================================================

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: AdsBot-Google
Disallow: /wp-admin/
Disallow: /my-account/
Disallow: /cart/
Disallow: /checkout/
Allow: /product/
Allow: /product-category/
Allow: /brand/

User-agent: AhrefsSiteAudit
Allow: /

User-agent: AhrefsBot
Allow: /

# =============================================================
# SITEMAP (ประกาศแค่ index เดียว — child sitemaps อยู่ข้างในแล้ว)
# =============================================================

Sitemap: https://sudjudth.com/sitemap_index.xml