# be
User-agent: ShopWiki
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: cityreview
Disallow: /

User-agent: dotbot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /r.php
Disallow: /njs
Disallow: /rt.php
Disallow: /email-friend.php
Disallow: /account.php
Disallow: /login.php
Disallow: /histogram
Disallow: /search.php
Disallow: /search_hotel.php
Disallow: /news
Disallow: /ads_yahoo.php
Disallow: /adsense.php
Disallow: /flightsearch.php 
Disallow: /band.php 
Disallow: /band_opener.php 
Disallow: /clusters.php 
Disallow: /t/
Disallow: /pp/
Disallow: /ajax/
Disallow: /sitemap.php
Disallow: /compare_v3.php
Disallow: /register.php
Disallow: /tw_ajax.php
Disallow: /dp_contact_form.php
Disallow: /product.php
Disallow: /tools.php
Disallow: /toolbar.php
Disallow: /rss_pricedrop.php
Disallow: /twads.php
Disallow: /sitecrm/
Disallow: /fb/
Disallow: /load_worlds_overlay.php
Disallow: /