User-agent: msnbot Crawl-delay: 1 User-agent: Bingbot Crawl-delay: 1 User-agent: BLEXBot Disallow: / User-agent: linkdex Disallow: / user-agent: AhrefsBot Disallow: / User-agent: psbot Disallow: / User-agent: aipbot Disallow: / User-agent: Spider TraficDublu Disallow: / User-agent: barkrowler Disallow: / User-agent: Paracrawl Disallow: / User-agent: MJ12bot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Twiceler Disallow: / User-agent: dotbot Disallow: / user-agent: sitebot disallow: / User-agent: MJ12bot Disallow: / User-agent: SoGou Disallow: / User-agent: 007ac9 disallow: / User-agent: CCBot Disallow: / User-agent: ltx71 Disallow: / User-agent: Bytespider Disallow: / User-agent: adsbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: 360Spider Disallow: / User-agent: Yandex disallow: /*/ User-agent: Slurp disallow: /*/ User-agent: Applebot Disallow: /*/ User-agent: Exabot Disallow: / User-agent: Baiduspider Disallow: /*/ User-agent: GPTBot Disallow: /*/ User-agent: ia_archiver Disallow: /*/ User-agent: Amazonbot Disallow: /*/ User-agent: * Disallow: /inc/ Disallow: /frontdesk/ Disallow: /ajax/ Disallow: /api/