User-agent: TurnitinBot
Disallow: /

User-agent: Better Uptime Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: UnisterBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: Sogou
Disallow: /
Crawl-delay: 3

User-agent: EasouSpider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: AdsBot-Google
Allow: /

User-agent: BLEXBot
Crawl-delay: 30

User-agent: PRTG Network Monitor
Disallow: /

User-agent: Site24x7
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Adsbot
Allow: /

User-agent: Domain Re-Animator Bot
Disallow: /

User-agent: DotBot
Crawl-delay: 0.5

User-agent: AhrefsBot
Crawl-delay: 0.5

# http://openlinkprofiler.org/bot
User-agent: spbot
Crawl-delay: 20

User-agent: Googlebot
Crawl-delay: 0.5

User-agent: *
Disallow: /account
Disallow: /terms
Disallow: /privacy
Disallow: /corp
Disallow: /appstore/apps/*/rankings
Disallow: /apps/*
Disallow: /sites/*
Disallow: /web/tags/*
Disallow: /sdks/*
Disallow /k/*
Disallow: /a/*
Disallow: /p/*
Allow: /
Allow: /solutions/*
Allow: /datasets/*
Allow: /pricing
Allow: /get-started
Allow: /about
Allow: /careers
Allow: /top-sdks
Sitemap: http://mixrank.com/sitemap.xml