User-agent: *

Allow: /

User-agent: Yandex

Disallow: /cgi-bin
Disallow: /wp-admin
Allow: /comments
Allow: */comments
Allow: /wp-content/uploads
Crawl-delay: 0.5
Allow: /
Sitemap: http://djfamily.ru/sitemap.xml

# Google Image

User-agent: Googlebot-Image

Disallow:
Allow: /*

# Google AdSense

User-agent: Mediapartners-Google*

Disallow:
Allow: /*

# Internet Archiver Wayback Machine

User-agent: ia_archiver
Disallow: /

# digg mirror

User-agent: duggmirror
Disallow: /

User-Agent: *
Disallow:
Host: djfamily.ru