User-agent: bingbot Crawl-delay: 10 User-agent: YandexBot Crawl-delay: 10 User-agent: Yeti Crawl-delay: 10 User-agent: SeznamBot Crawl-delay: 10 User-agent: Qwantify Crawl-delay: 10 User-agent: * Disallow: /public/libraries Disallow: /*/name_asc/ Disallow: /*/name_desc/ Disallow: /*/price_asc/ Disallow: /*/price_desc/ Disallow: /*/date_asc/ Disallow: /*/date_desc/ Disallow: /*/position_asc/ Disallow: /*/position_desc/ Disallow: /*/sales_asc/ Disallow: /*/sales_desc/ Disallow: /*/rating_asc/ Disallow: /*/rating_desc/ Disallow: /*?orderby= Disallow: /*?sort= Disallow: /*?order= Disallow: /*?page= Disallow: /*?results= Disallow: /*?filter= Allow: / User-agent: MJ12bot Disallow: / User-agent: Seekport Crawler Disallow: / User-agent: A6-Indexer Disallow: / User-agent: AlphaSeoBot Disallow: / User-agent: AlphaSeoBot-SA Disallow: / User-agent: AspiegelBot Disallow: / User-agent: barkrowler Disallow: / User-agent: Blackboard Safeassign Disallow: / User-agent: BLEXBot Disallow: / User-agent: Bytespider Disallow: / User-agent: crawler4j Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: DotBot Disallow: / User-agent: Gigabot Disallow: / User-agent: LieBaoFast Disallow: / User-agent: MauiBot Disallow: / User-agent: MauiBot (crawler.feedback+wc@gmail.com) Disallow: / User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MqqBrowser Disallow: / User-agent: Nimbostratus-Bot/v1.3.2 Disallow: / User-agent: Qwant-news Disallow: / User-agent: The Knowledge AI Disallow: / User-agent: TinyTestBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: UCBrowser Disallow: / User-agent: yacybot Disallow: / User-agent: YisouSpider Disallow: / User-agent: SeekportBot Disallow: / User-agent: MetaAI Disallow: / User-agent: Meta-AI Disallow: / User-agent: Meta AI Disallow: / User-agent: Meta.AI Disallow: / User-agent: meta-ai Disallow: / User-agent: metaai Disallow: /