User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/plugins/*
Disallow: /wp-content/cache/
Disallow: /wp-content/themes
Disallow: /tag/*
Disallow: /search/
Disallow: /trackback/
Disallow: /rss/
Disallow: */rss
Disallow: /author*
Disallow: /category/*/*
Disallow: /comments/
Disallow: */comments/
Disallow: */comment-page*
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /*?*
Disallow: /*?



Allow: /wp-content/uploads
Allow: /upload
 
User-agent: Yandex
Disallow: /cgi-bin
# запрещаем индексацию системных папок
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
# запрещаем индексацию категорий
Disallow: /category*
Disallow: /trackback
#Disallow: /2012*
Disallow: /author*
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /tag/*
Disallow: /rss
Disallow: */rss
Disallow: /xmlrpc.php
Disallow: */comments
Disallow: */comment-page*
Disallow: /*?*
Disallow: /*?


Allow: /wp-content/uploads
Allow: /upload
 
# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

Disallow: /tags*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /

 
User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Mobile
Allow: /
 


Host: rabotaisrael.co.il

Sitemap: https://www.rabotaisrael.co.il/sitemap.xml