User-agent: * 
Allow: /
Disallow: /profile/data

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: Proximic
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Genieo
Disallow: /

User-agent: linkdexbot/2.1
Disallow: /

User-agent: Clickagy Intelligence Bot
Disallow: /

User-agent: Clickagy Intelligence Bot v2
Disallow: /

User-agent: Clickagy
Disallow: /

User-agent: Searchie/1.0
Disallow: /

User-agent: Searchie/1.0 (a Storm-based crawler; https://www.searchie.org; admin@searchie.org)
Disallow: /

User-agent: Searchie
Disallow: /

User-agent: www.searchie.org
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: mediatoolkitbot
Disallow:/

User-agent: ltx71
Disallow: /

User-agent: Kraken
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Dotbot
Disallow: /
 
User-agent: BUbiNG
Disallow: /
 
User-agent: MauiBot
Disallow: /

User-agent: A6-Indexer
Disallow: /

User-agent: Archive.org_bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: DigitalPebble
Disallow: /

User-agent: domaincrawler
Disallow: /

User-agent: sogouspider
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: Cloudfind/1.0
Disallow: /

User-agent: ImagesiftBot
Disallow: /