User-agent: AmazonAdBot
User-agent: AppleBot
User-agent: bingbot
User-agent: CriteoBot/0.1
User-agent: PetalBot
User-agent: proximic
Crawl-delay: 180
Request-rate: 1/3m 2200-0000
Request-rate: 1/3m 0000-0500

User-agent: arquivo-web-crawler
User-agent: Adsbot/3.1
User-agent: admantx
User-agent: adscanner
User-agent: AHC/2.1
User-agent: AhrefsBot
User-agent: AhrefsBot/7.0
User-agent: ArchiveBot
User-agent: AspiegelBot
User-agent: AwarioSmartBot
User-agent: Baiduspider
User-agent: Baiduspider/2.0
User-agent: Barkrowler/0.9
User-agent: Barkrowler
User-agent: bidswitchbot/1.0
User-agent: Blekkobot
User-agent: BLEXBot
User-agent: BLEXBot/1.0
User-agent: Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)
User-agent: BUbiNG
User-agent: Bytespider
User-agent: ccbot
User-agent: CCBot/2.0
User-agent: Cincraw/1.0
User-agent: Cliqzbot
User-agent: coccocbot-web
User-agent: coccocbot-web/1.0
User-agent: CowBot/1.0
User-agent: CriteoBot/0.1
User-agent: Curious George
User-agent: Curious George - www.analyticsseo.com
User-agent: Curious George - www.analyticsseo.com/crawler
User-agent: Crawlson/1.0
User-agent: Curebot
User-agent: DataForSeoBot/1.0
User-agent: Datanyze
User-agent: Daum
User-agent: Deskyobot
User-agent: Deskyobot/1.0
User-agent: DF Bot 1.0
User-agent: DomainCrawler
User-agent: DotBot
User-agent: DotBot/1.2
User-agent: ev-crawler
User-agent: ev-crawler/1.0
User-agent: filibot/1.0
User-agent: Genieo
User-agent: Genieo/1.0
User-agent: Gluten Free Crawler/1.0 
User-agent: grapeshot
User-agent: GrapeshotCrawler
User-agent: GrapeshotCrawler/2.0
User-agent: GroupHigh
User-agent: GroupHigh/1.0
User-agent: ia_archiver
User-agent: ias-crawler
User-agent: ias-ir/3.1
User-agent: ias-jp/3.1
User-agent: ias-or/3.1
User-agent: ias-sg/3.1
User-agent: ias-va/3.1
User-agent: IstellaBot
User-agent: IstellaBot/1.01.18
User-agent: IstellaBot/1.01.18 +http://www.tiscali.it/
User-agent: IstellaBot/1.10.2 +http://www.tiscali.it/
User-agent: Mozilla/5.0 (compatible; IstellaBot/1.01.18 +http://www.tiscali.it/) 
user-agent: IonCrawl
User-agent: james bot
User-agent: leikibot
User-agent: libcurl
User-agent: linkdexbot
User-agent: lipperhey
User-agent: livelap
User-agent: lssrocket
User-agent: ltx71
User-agent: ltx71+-+(http://ltx71.com/)
User-agent: MauiBot
User-agent: magpie
User-agent: Mail.Ru
User-agent: Mail.Ru_Bot
User-agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Robots/2.0; +https://help.mail.ru/webmaster/indexing/robots)
User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
User-agent: Mediatoolkitbot
User-agent: MicroMessenger
User-agent: MJ12bot
User-agent: MJ12bot/v1.4.8
User-agent: MojeekBot
User-agent: Mozilla/5.0 (compatible; MojeekBot/0.10; +https://www.mojeek.com/bot.html)
User-agent: Mr.4x3 Powered
User-agent: Neevabot/1.0
User-agent: oBot/2.3.1
User-agent: PagePeeker
User-agent: Pandalytics/1.0
User-Agent: panscient.com
User-agent: Pi-Monster
User-agent: proximic
User-agent: Quantcastbot
User-agent: Quantcastbot/1.0
User-agent: ScoutJet
User-agent: Screaming.Frog
User-agent: Seekport Crawler
User-agent: Semanticbot/1.0
User-agent: SemrushBot
User-agent: SemrushBot/7~bl
User-agent: Seobility
User-agent: SEOkicks
User-agent: SerendeputyBot
User-agent: SerendeputyBot/0.8.6
User-agent: serpstatbot/1.0
User-agent: SeznamBot
User-agent: SeznamBot/3.2
User-agent: SeznamBot/4.0-RC1
User-agent: Siteimprove.com
User-agent: SJUUPBot
User-agent: sogou spider
User-agent: Sogou web spider/4.0
User-agent: Sputnik
User-agent: SputnikBot
User-agent: SputnikBot/2.3
User-agent: SurdotlyBot
User-agent: SurdotlyBot/1.0
User-agent: Mozilla/5.0 (compatible; SurdotlyBot/1.0; +http://sur.ly/bot.html)
User-agent: Steeler
User-agent: Steeler/3.5
User-Agent: The Knowledge AI
User-Agent: TprAdsTxtCrawler
User-Agent: TprAdsTxtCrawler/1.1
User-agent: tracemyfile/1.0
User-agent: trendictionbot
User-agent: Mozilla/5.0 (compatible; TrendsmapResolver/0.1)
User-agent: Mozilla/5.0 (compatible; TTD-Content; +https://www.thetradedesk.com/general/ttd-content)
User-agent: TurnitinBot
User-agent: Twingly Recon-Klondike/1.0
User-agent: uipbot/1.0
User-agent: um-LN/1.0
User-agent: Mozilla/5.0 (compatible; um-LN/1.0; mailto: techinfo@ubermetrics-technologies.com; Windows NT 6.1; WOW64; rv:40.0)
User-agent: Uptimebot
User-agent: VelenPublicWebCrawler
User-agent: VigLink
User-agent: weborama-fetcher
User-agent: WellKnownBot/0.1
User-agent: woorankreview/2.0
User-agent: YaK
User-agent: YaK/1.0
User-agent: Yandex
User-agent: YandexBot
User-agent: YandexBot/3.0
User-agent: Yeti
User-agent: Yeti-Mobile
User-agent: YisouSpider
User-agent: Zgrab
User-Agent: ZoominfoBot
Disallow: /