User-agent: * Disallow: / Disallow: /cgi-bin Disallow: /work Disallow: /print Disallow: /*_escaped_fragment_ User-agent: BizHarvestSourceScanner Allow: / User-agent: Googlebot Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Video Allow: / User-agent: Mediapartners-Google Allow: / User-agent: Adsbot-Google Allow: / User-agent: Slurp Allow: / User-agent: bingbot Allow: / User-agent: yandex Allow: / User-agent: RavenCrawler Allow: / User-agent: msnbot Allow: / User-agent: msnbot-media Allow: / User-agent: Teoma Allow: / User-agent: PowerMapper Allow: / User-agent: adidxbot Allow: / User-agent: BingPreview Allow: / User-agent: DuckDuckBot Allow: / User-agent: YandexBot Allow: / User-agent: AppleBot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedinBot Allow: / User-agent: TechnicalSeoDotCom Allow: / User-agent: Rogerbot Allow: / User-agent: DotBot Allow: / User-agent: MJ12Bot Allow: / User-agent: AhrefsBot Allow: / User-agent: ia_archiver Allow: / User-agent: OnCrawl Allow: / User-agent: Botify Allow: / User-agent: SEMrushBot Allow: / User-agent: Pinterest bot Allow: / User-agent: Dotmic DotBot Allow: / User-agent: Baiduspider Allow: / User-agent: Exabot Allow: /