# BEGIN PeekFlame.com robots.txt # --------------------------- # General User-agent: * Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json Disallow: /xmlrpc.php/ Disallow: /cdn-cgi/zaraz/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /readme.html$ Disallow: /*?* Disallow: /?u=* Disallow: /?q=* Disallow: /*? Disallow: /*.html$ # Ad networks User-agent: Mediapartners-Google Allow: / User-agent: AdsBot-Google Allow: / User-agent: proximic Disallow: / User-agent: CriteoBot/0.1 Disallow: / User-agent: grapeshot Disallow: / # Link analyzers User-agent: AhrefsBot Allow: / User-agent: SemrushBot Disallow: / User-agent: MJ12Bot Disallow: / User-agent: dotbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: omgilibot Disallow: / User-agent: barkrowler Disallow: / # Downloaders User-agent: webreaper Disallow: / User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: AwarioBot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: Amazonbot Disallow: / # SiteMap Sitemap: https://peekflame.com/sitemap.xml Sitemap: https://peekflame.com/linktree.xml # --------------------------- # END PeekFlame.com robots.txt