# robots.txt for marketing.limited (Optimized for Web Search & AI Crawlers)

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /llms.txt
Allow: /llms-full.txt

# AI Search Engines & RAG Web Crawlers Access Authorization
User-agent: GPTBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Claude-Web
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: Bytespider
Disallow:

User-agent: cohere-ai
Disallow:

Sitemap: https://marketing.limited/sitemap_index.xml
# AI-readable company context: https://marketing.limited/llms.txt