User-agent: * 
Disallow: /editor/
Disallow: /admin/
Disallow: /crontab/
Disallow: /backend/
Disallow: /app/
Disallow: /front/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /wp-content/


Disallow: /go-*.html*
Disallow: /go/
Disallow: /search
Disallow: /verify_robots

Disallow: /rss-*.xml
Disallow: /rsslist/
Disallow: /front/
Disallow: /websetting/*
Disallow: /*?*sort=
Disallow: /image-chirashi/
Disallow: /impr/*
Disallow: /click/*
Disallow: /*?promoid=*
Disallow: /*?showcoupert=*


User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: 008
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MauiBot
Disallow: /

User-agent: ias-va/3.1
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: Caliperbot
Disallow: /
User-agent: SiteBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: ADmantX
Disallow: /
User-agent: HubSpot
Disallow: /
User-agent: HubSpot Links Crawler 1.0
Disallow: /
User-agent: HubSpot Links Crawler 2.0
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: SirdataBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: ImagesiftBot 
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: ZoomBot
Disallow: /
User-agent: Cincraw
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: Seobility
Disallow: /
User-agent: MicroAdBot/1.1
Disallow: /