User-agent: *
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /en/
 
User-agent: Yandex
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /en/

User-agent: Googlebot
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /en/

Host: arbetov.com

Sitemap: http://arbetov.com/sitemap.xml