# Managed by the NovelKeep theme — regenerated automatically.
# Do not edit: changes are overwritten when the robots rules change.
User-agent: *
Disallow:

Sitemap: https://novelkeep.com/sitemap_index.xml

# NovelKeep SEO & Crawl Budget Protection
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /user-settings/
Disallow: /downloads/
Disallow: /login/
Disallow: /register/
Disallow: /reset/
Disallow: /buy-vip/
Disallow: /become-author/
Disallow: /report-issue/
Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /search/
Disallow: /?tab=*
Disallow: /*&tab=*

# Allow public novel assets and pages
Allow: /wp-admin/admin-ajax.php
Allow: /novels/
Allow: /novel/
Allow: /novel-genre/
Allow: /novel-tag/
Allow: /novel-author/
Allow: /novel-artist/
Allow: /novel-release/
Allow: /privacy-policy/
Allow: /terms-of-service/
Allow: /dmca/

# Commercial SEO Crawlers & Aggregators Protection
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Disallow: /

User-agent: Bytespider
Disallow: /