User-agent: * Disallow: */xmlrpc.php Disallow: */trackback Disallow: */feed Disallow: /comments/feed/ Disallow: /search Disallow: /?* Disallow: *?s= Disallow: *&s= Disallow: /*attachment* Disallow: *openstat= # WordPress system files Disallow: /cgi-bin Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/languages/ Disallow: /wp-content/cache/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: */wp-json* Allow: */uploads Disallow: *?replytocom Disallow: /author/ Disallow: */embed Disallow: */page/ # Динамически генерируемые файлы Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.tmp$ # Avertisement Disallow: *utm*= # Turbo pages Allow: /feed/turbo/ # Bots User-agent: MJ12bot Disallow: / User-agent: GPTBot Disallow: / User-agent: PetalBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: MJ12bot # Часто сканирует битые ссылки Crawl-delay: 10 # Sitemaps Sitemap: https://vipbtc.org/sitemap_index.xml