User-agent: msnbot Crawl-delay: 100 User-agent: bingbot Crawl-delay: 100 User-agent: Applebot Disallow: / User-agent: ia_archiver Disallow: / User-agent: The Knowledge AI Disallow: / Crawl-delay: 86399 User-agent: Yandex Disallow: / User-agent: grapeshot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: SearchmetericsBot Disallow: / User-agent: WBSearchBot Disallow: / User-agent: Exabot Disallow: / User-agent: Sosospider Disallow: / User-agent: ip-web-crawler.com Disallow: / User-agent: netEstate NE Crawler Disallow: / User-agent: Aboundexbot Disallow: / User-agent: Aboundex Disallow: / User-agent: meanpathbot Disallow: / User-agent: Mail.Ru Disallow: / User-agent: spbot Disallow: / User-agent: archive.org_bot Disallow: / User-agent: LinkpadBot Disallow: / User-agent: EasouSpider Disallow: / User-agent: SeznamBot Disallow: / User-agent: wotbox Disallow: / User-agent: BLEXBot Disallow: / User-agent: XoviBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: A6-Indexer Disallow: / User-agent: Riddler Disallow: / User-agent: LoadTimeBot Disallow: / User-agent: oBot Disallow: / User-agent: MojeekBot Disallow: / User-agent: memoryBot Disallow: / User-agent: ltx71 Disallow: / User-agent: Yeti Disallow: / User-agent: MaxPoint Bot Disallow: / User-agent: MaxPointCrawler Disallow: / User-agent: * Disallow: /12921445/* Disallow: /forum/profile/* Disallow: /login/*