# robots.txt for allfreenovel.cc

User-agent: *
Allow: /
Disallow: /story/*/
Disallow: /story/*/*/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /private/
Disallow: /members/

# AI Crawlers
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: Bingbot
User-agent: DuckAssistBot
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /private/
Disallow: /members/

Sitemap: https://allfreenovel.cc/sitemap_index.xml