# Default — disallow unknown bots from heavy endpoints
User-agent: *
Disallow: /admin/
Disallow: /blog/wp-admin/
Disallow: /api/
# --- Heavy dynamic badges ---
Disallow: /inventor/badge/
Disallow: /inventor/old-badge/
Disallow: /city/badge/
# --- Heavy generators (PDF, Maps, Wordclouds, Similarity, Comparisons) ---
Disallow: /inventor/pdf/
Disallow: /inventor/map/
Disallow: /inventor/wordcloud/
Disallow: /inventor/coworkers/
Disallow: /inventor/attorneys/
Disallow: /inventor/similar-research/
Disallow: /city/similar-research/
Disallow: /cpc/wordcloud/
Disallow: /attorney/compare/
Disallow: /company/compare/
Disallow: /download-print-patents-pdf
Disallow: /qr-generator
# --- Heavy dynamic search pages ---
Disallow: /find/
# --- System and query parameter URLs ---
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?*
Crawl-delay: 4

Sitemap: https://idiyas.com/sitemap.xml

# --- AI bots (permitted for search, citation, and RAG) ---
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Disallow: /admin/
Disallow: /blog/wp-admin/
Disallow: /api/
# --- Heavy dynamic badges ---
Disallow: /inventor/badge/
Disallow: /inventor/old-badge/
Disallow: /city/badge/
# --- Heavy generators (PDF, Maps, Wordclouds, Similarity, Comparisons) ---
Disallow: /inventor/pdf/
Disallow: /inventor/map/
Disallow: /inventor/wordcloud/
Disallow: /inventor/coworkers/
Disallow: /inventor/attorneys/
Disallow: /inventor/similar-research/
Disallow: /city/similar-research/
Disallow: /cpc/wordcloud/
Disallow: /attorney/compare/
Disallow: /company/compare/
Disallow: /download-print-patents-pdf
Disallow: /qr-generator
# --- Heavy dynamic search pages ---
Disallow: /find/
# --- System and query parameter URLs ---
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?*
Allow: /

# --- Aggressive scrapers and unauthorized bots (blocked) ---
User-agent: Bytespider
Disallow: /

User-agent: ByteDance
Disallow: /

User-agent: ToutiaoSpider
Disallow: /

User-agent: TikTokBot
Disallow: /

User-agent: VolcEngineBot
Disallow: /

User-agent: newspaper
Disallow: /

User-agent: SmarterMail-Scanner
Disallow: /

User-agent: visionheight
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Applebot
Disallow: /

# --- SEO crawlers ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

# --- Known scrapers ---
User-agent: 008
Disallow: /

User-agent: metajobbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: fyberspider
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: TwengaBot-Discover
Disallow: /

User-agent: TwengaBot/2.0
Disallow: /

User-agent: TwengaBot
Disallow: /

User-agent: TwengaBot-2.0
Disallow: /

User-agent: HuaweiCloud
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: LieBaoFast
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

# --- Search engines (permitted) ---
User-agent: Slurp
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Googlebot
Disallow: /admin/
Disallow: /blog/wp-admin/
Disallow: /api/
# --- Heavy dynamic badges ---
Disallow: /inventor/badge/
Disallow: /inventor/old-badge/
Disallow: /city/badge/
# --- Heavy generators (PDF, Maps, Wordclouds, Similarity, Comparisons) ---
Disallow: /inventor/pdf/
Disallow: /inventor/map/
Disallow: /inventor/wordcloud/
Disallow: /inventor/coworkers/
Disallow: /inventor/attorneys/
Disallow: /inventor/similar-research/
Disallow: /city/similar-research/
Disallow: /cpc/wordcloud/
Disallow: /attorney/compare/
Disallow: /company/compare/
Disallow: /download-print-patents-pdf
Disallow: /qr-generator
# --- Heavy dynamic search pages ---
Disallow: /find/
# --- System and query parameter URLs ---
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?*
Allow: /

User-agent: Bingbot
Disallow: /admin/
Disallow: /blog/wp-admin/
Disallow: /api/
# --- Heavy dynamic badges ---
Disallow: /inventor/badge/
Disallow: /inventor/old-badge/
Disallow: /city/badge/
# --- Heavy generators (PDF, Maps, Wordclouds, Similarity, Comparisons) ---
Disallow: /inventor/pdf/
Disallow: /inventor/map/
Disallow: /inventor/wordcloud/
Disallow: /inventor/coworkers/
Disallow: /inventor/attorneys/
Disallow: /inventor/similar-research/
Disallow: /city/similar-research/
Disallow: /cpc/wordcloud/
Disallow: /attorney/compare/
Disallow: /company/compare/
Disallow: /download-print-patents-pdf
Disallow: /qr-generator
# --- Heavy dynamic search pages ---
Disallow: /find/
# --- System and query parameter URLs ---
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?*
Allow: /

User-agent: DuckDuckBot
Disallow: /admin/
Disallow: /blog/wp-admin/
Disallow: /api/
# --- Heavy dynamic badges ---
Disallow: /inventor/badge/
Disallow: /inventor/old-badge/
Disallow: /city/badge/
# --- Heavy generators (PDF, Maps, Wordclouds, Similarity, Comparisons) ---
Disallow: /inventor/pdf/
Disallow: /inventor/map/
Disallow: /inventor/wordcloud/
Disallow: /inventor/coworkers/
Disallow: /inventor/attorneys/
Disallow: /inventor/similar-research/
Disallow: /city/similar-research/
Disallow: /cpc/wordcloud/
Disallow: /attorney/compare/
Disallow: /company/compare/
Disallow: /download-print-patents-pdf
Disallow: /qr-generator
# --- Heavy dynamic search pages ---
Disallow: /find/
# --- System and query parameter URLs ---
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?*
Allow: /