# SITEMAPS Sitemap: https://www.afrik.com/sitemap-news.xml Sitemap: https://www.afrik.com/sitemap_index.xml # WORDPRESS User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: *.css Allow: *.js # RALENTIS User-Agent: bingbot Crawl-Delay: 30 User-Agent: Slurp Crawl-Delay: 30 User-Agent: LCC Crawl-Delay: 30 User-Agent: PetalBot Crawl-Delay: 30 User-Agent: dobot Crawl-Delay: 30 User-Agent: spip Crawl-Delay: 30 User-Agent: CriteoBot Crawl-Delay: 30 User-Agent: CriteoBot/0.1 Crawl-Delay: 30 User-Agent: okiller Crawl-Delay: 30 User-Agent: WordPress Crawl-Delay: 30 User-Agent: WordPress/5.0.11 Crawl-Delay: 30 User-Agent: WordPress/5.6.2 Crawl-Delay: 30 User-Agent: Yandex Crawl-Delay: 30 User-Agent: TweetmemeBot Crawl-Delay: 30 User-Agent: SpreadTrum Crawl-Delay: 30 User-Agent: Pinterestbot Crawl-Delay: 30 User-Agent: Pinterestbot/1.0 Crawl-Delay: 30 # User-Agent: Twitterbot # Crawl-Delay: 30 # User-Agent: Twitterbot/1.0 # Crawl-Delay: 30 User-Agent: Amazonbot Crawl-Delay: 30 User-Agent: Amazonbot/0.1 Crawl-Delay: 30 User-Agent: ltx71 Crawl-Delay: 30 User-Agent: Qwantify Crawl-Delay: 30 User-Agent: Exabot Crawl-Delay: 30 # INTERDITS User-Agent: MJ12bot Disallow: / User-Agent: dotbot Disallow: / User-Agent: DotBot Disallow: / User-Agent: rogerbot Disallow: / User-Agent: AwarioRssBot Disallow: / User-Agent: AwarioSmartBot Disallow: / User-Agent: bbot Disallow: / User-Agent: BLP_bbot Disallow: / User-Agent: BLP_bbot/0.1 Disallow: / User-Agent: proximic Disallow: / User-Agent: AhrefsBot Disallow: / User-Agent: OTMedia Disallow: / User-Agent: OTMedia/2.0.0 Disallow: / User-Agent: BLEXBot Disallow: / User-Agent: CCBot Disallow: / User-Agent: oBot Disallow: / User-Agent: SemrushBot Disallow: / User-Agent: SEMrushBot Disallow: / User-Agent: Photon Disallow: / User-Agent: Photon/1.0 Disallow: / User-Agent: Scrapy Disallow: / User-Agent: Scrapy/1.5.1 Disallow: / User-Agent: Re-re Studio Disallow: / User-Agent: grapeshot Disallow: / User-Agent: Riddler Disallow: / User-Agent: CrowdTanglebot Disallow: / User-Agent: ContentKing Disallow: / User-Agent: Gigabot Disallow: / User-Agent: Arquivo-web-crawler Disallow: / User-Agent: Photon Disallow: / User-Agent: okhttp Disallow: / User-Agent: okhttp/4.4.0 Disallow: / User-Agent: okhttp/4.9.0 Disallow: / User-Agent: Barkrowler Disallow: / User-Agent: Barkrowler/0.9 Disallow: / User-Agent: contxbot Disallow: / User-Agent: contxbot/1.0 Disallow: / User-Agent: WebGrader Disallow: / User-Agent: WebGrader/1.0 Disallow: / User-Agent: SpiderLing Disallow: / User-Agent: Yeti Disallow: / User-Agent: panscient.com Disallow: / User-Agent: adsbot Disallow: / User-Agent: Baiduspider Disallow: / User-Agent: LinkisBot Disallow: / User-Agent: TTD-Content Disallow: / User-Agent: Sogou web spider Disallow: / User-Agent: Sogou inst spider Disallow: / User-Agent: Bytespider Disallow: / User-Agent: Zoominfobot Disallow: / User-Agent: Seekport Crawler Disallow: / User-Agent: MauiBot Disallow: / User-Agent: jambot Disallow: / User-Agent: jambot-1.2 Disallow: / User-Agent: ias-va Disallow: / User-Agent: ias-va/3.1 Disallow: / User-Agent: ias-ir Disallow: / User-Agent: ias-ir/3.1 Disallow: / User-Agent: Moreover Disallow: / User-Agent: Moreover/5.1 Disallow: / User-Agent: SeznamBot Disallow: / User-Agent: Linespider Disallow: / User-Agent: coccocbot-web Disallow: / User-Agent: coccocbot-image Disallow: / User-Agent: coccocbot-image/1.0 Disallow: / User-Agent: EzLynx Disallow: / User-Agent: EzLynx/0.1 Disallow: / User-Agent: Buck Disallow: / User-Agent: Buck/2.2 Disallow: / User-Agent: GumGum-Bot Disallow: / User-Agent: AlvinetSpider Disallow: / User-Agent: SiteBot Disallow: / User-Agent: sitebot Disallow: / User-Agent: serpstatbot Disallow: / User-Agent: WellKnownBot Disallow: / User-Agent: ScooperBrowser Disallow: / User-Agent: TMMBot Disallow: / User-Agent: MojeekBot Disallow: / User-Agent: yacybot Disallow: / User-Agent: Cloudinary Disallow: / User-Agent: MBCrawler Disallow: / User-Agent: MBCrawler/1.0 Disallow: / User-Agent: OpenindexSpider Disallow: /