User-agent: ia_archiver
Disallow: /

User-agent: yandex bot
Disallow: / 

User-agent: Exabot
Disallow: /

User-agent: *
Crawl-delay: 10
Disallow: /pages/tos.php
Disallow: /3rdparty/
Disallow: /antispam.txt
Disallow: /admin/
Disallow: /admin/admin_index.php
Disallow: /backup/
Disallow: /cache/
Disallow: /cache/templates_c/
Disallow: /cache/admin_c/
Disallow: /install/
Disallow: /internal/
Disallow: /languages/
Disallow: /libs/
Disallow: /register/
Disallow: /register
Disallow: /login.php
Disallow: /modules/
Disallow: /plugins/
Disallow: /search.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /spamlog.log
Disallow: /tag/
Disallow: /templates/
Disallow: /user/
Disallow: /user/profile/
Disallow: /user/view/shaken/
Disallow: /user/view/history/
Disallow: /user/view/published/
Disallow: /user/view/commented/
Disallow: /user/view/voted/
Disallow: /user/profile/*?/
Disallow: /user/profile/*&/
Disallow: /user/*?/
Disallow: /user/*&/

# Sitemaps

Sitemap: http://vote-for.it/sitemapindex.xml
Sitemap: http://vote-for.it/sitemap-pages.xml
Sitemap: http://vote-for.it/sitemap-0.xml