User-agent: *
Disallow:
Host: www.loadster.ru

User-agent: Slurp
Crawl-delay: 120


# Поиск Яндекса по блогам
User-agent: YandexBlog
Disallow:

# Поиск Гугла по блогам

User-agent: Googlebot
Disallow:

# Все остальные
User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: */trackback
Disallow: */feed
Disallow: /*/*/feed
Disallow: */comments
Disallow: /*?*
Disallow: /*?