User-agent: *
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /HorseProperties/
Disallow: /modules/
Disallow: /scripts/
Disallow: /styles/
Disallow: /templates/
Disallow: /cache_checker.php
Disallow: /captcha.php

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: E-SocietyRobot
Disallow: /

User-Agent: RufusBot
Disallow: /

User-agent: psbot
Disallow: /

SITEMAP: http://horse-properties.info/sitemap.xml