User-agent: *
Disallow: /wp-admin/
Disallow: /index.php
Disallow: /xmlrpc.php
Disallow: /*.html$
Disallow: /[a-zA-Z0-9]{6,}
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.mylenslogic.com/sitemap_index.xml

User-agent: Amazonbot
User-agent: Anthropic-ai
User-agent: Applebot-Extended
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider 
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Cohere-ai
User-agent: DataForSeoBot 
User-agent: FacebookBot 
User-agent: Google-Extended
User-agent: ImagesiftBot 
User-agent: Magpie-crawler
User-agent: Omgili
User-agent: Omgilibot
User-agent: Peer39_crawler
User-agent: Peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: YouBot
Disallow: /

# Block specific unwanted bots
User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: SpamBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: wget
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Ezooms
Disallow: /