# robots.txt for autoposting.ai
# Website: https://autoposting.ai
# Optimized for clean crawling and fast indexing
# Updated: May 2026

# AI training crawlers
# Blocking training use. Does NOT affect Google Search or ChatGPT browsing.
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /private/
Disallow: /tmp/
Disallow: /search/
Disallow: /*.php$

# Allow essential Next.js assets
Allow: /_next/static/
Allow: /_next/image/

# Allow blog and core content
Allow: /blog/

# Block tracking parameters to prevent duplicate content
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?ref=
Disallow: /*?source=
Disallow: /*?campaign=

# Sitemap
Sitemap: https://autoposting.ai/sitemap.xml

# llms.txt - allow AI crawlers to access our documentation
Allow: /llms/
Allow: /llms/*