User-agent: * 
Crawl-delay: 40 # задает таймаут в 40 секунд для всех поисковых роботов

Disallow: /*/page*
Disallow: /page*
Disallow: /page/2/
Disallow: /page/*/
Disallow: /reklamnaja-masterskaja-rgm42-ru-v-kemerovo/page/2/
Disallow: /katalog-rgm42-ru/page/3/
Disallow: /katalog-rgm42-ru/page/2/
Disallow: /katalog-rgm42-ru/page/*
Disallow: /blog/page/2/
Disallow: /blog/page/*
Disallow: /arhiv/*
Disallow: /product-tag/
Disallow: /xmlrpc.php
Disallow: /cgi-bin          
Disallow: /?                
Disallow: /wp-              
Disallow: /wp/              
Disallow: *?s=              
Disallow: *&s=              
Disallow: /search/         
Disallow: /author/         
Disallow: /users/           
Disallow: */trackback       
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-json/
Disallow: */feed            
Disallow: */rss             
Disallow: */embed          
Disallow: */wlwmanifest.xml 
Disallow: *utm=             
Disallow: *openstat=        
Disallow: /readme.html
Disallow: /*?
Disallow: /?s=

Disallow: /page$
Allow: /*.css
Allow: /*.js
Allow: */uploads            

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: YandexImages
Allow: /wp-content/uploads/

User-agent: GoogleBot       
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: /wp/
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: */wlwmanifest.xml
Disallow: /xmlrpc.php
Disallow: *utm=
Disallow: *openstat=
Allow: */uploads
Allow: /*/*.js              
Allow: /*/*.css             
Allow: /wp-*.png            
Allow: /wp-*.jpg            
Allow: /wp-*.jpeg           
Allow: /wp-*.gif            
Allow: /wp-admin/admin-ajax.php 

User-agent: Yandex         
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: /wp/
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: */wlwmanifest.xml
Disallow: /xmlrpc.php
Allow: */uploads
Allow: /*/*.js
Allow: /*/*.css
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif
Allow: /wp-admin/admin-ajax.php
Clean-Param: utm_source&utm_medium&utm_campaign 
Clean-Param: openstat       
Clean-param: add-to-cart

Allow: /
Sitemap: https://rgm42.ru/post-sitemap.xml
Sitemap: https://rgm42.ru/page-sitemap.xml
Sitemap: https://rgm42.ru/product-sitemap.xml
Sitemap: https://rgm42.ru/sitemap.xml
Sitemap: https://rgm42.ru/xmlsitemap.xml
Sitemap: https://rgm42.ru/product_cat-sitemap.xml

Host: rgm42.ru