User-agent: *
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: Sogou 
Disallow: / 

User-agent: yacybot
Disallow: /

User-agent: 008
Disallow: /

User-agent: ip-web-crawler.com
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Exabot
Disallow: / 

User-agent: Aboundexbot
Disallow: / 

User-agent: WBSearchBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: proximic
Disallow: /

User-agent: spbot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: WeSEE
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: AdvBot
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-Agent: NTENTbot
Disallow: / 

User-agent: Seekport Crawler
Disallow: /

User-agent: deepcrawl
Disallow: /

User-agent: Brightbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Buck/2.3.2
Disallow: /