User-agent: *
Disallow: /cgi-bin/
Disallow: /site/assets/
Disallow: /site/mlsni/
Disallow: /site/epage/user_entity_emessage_console.exc
Disallow: /site/property/user_view_property.exc
Disallow: /index.php
Disallow: /index.php*
Disallow: /index.php?*
Disallow: /modules.php
Disallow: /modules.php*
Disallow: /modules.php?*
User-agent: psbot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: bzBot
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: IRLbot 
Disallow: /
User-agent: LC-Crawler
Disallow: /