# ==================================================
# Robots.txt for caspio.com
# Purpose: Optimize SEO and allow AI/search visibility
# Last updated: 2025-09-30
# ==================================================

# --- Global default (open access, refined by disallows) ---
User-agent: *
Allow: /
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /trackback
Disallow: */trackback
Disallow: */*/trackback
Disallow: */feed
Disallow: */*/feed/*/
Disallow: /wp-json/
Disallow: /uum-login-banners/
Disallow: /author/
Disallow: /*?q*
Allow: /wp-admin/admin-ajax.php

# --- Major search engines ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# --- AI/LLM crawlers (explicitly allowed) ---
User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

# --- Sitemap index for discovery ---
Sitemap: https://www.caspio.com/sitemap_index.xml