User-agent: Googlebot
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: googlebot
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: Slurp
Crawl-delay: 3600
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: slurp
Crawl-delay: 3600
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: Yahoo-MMCrawler
Crawl-delay: 3600
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: MSNBot
Crawl-delay: 3600
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: msnbot
Crawl-delay: 3600
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: Twiceler
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: twiceler
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: Twiceler-0.9
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: twiceler-0.9
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /log
Disallow: /log_old

User-agent: ia_archiver
Crawl-delay: 3600
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /admin
Disallow: /log
Disallow: /log_old

User-agent: ia_archiver/1.6
Crawl-delay: 3600
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /admin
Disallow: /log
Disallow: /log_old

User-agent: Alexibot
Crawl-delay: 3600
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /admin
Disallow: /log
Disallow: /log_old

User-agent: Gigabot
Crawl-delay: 3600
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /admin
Disallow: /log
Disallow: /log_old

User-agent: daumoa
Crawl-delay: 600
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /admin
Disallow: /log
Disallow: /log_old

User-agent: Daumoa
Crawl-delay: 600
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /admin
Disallow: /log
Disallow: /log_old

User-agent: *
Crawl-delay: 3600
Disallow: /search.php
Disallow: /tabs.php
Disallow: /redir.php
Disallow: /curl.php
Disallow: /url_curl.php
Disallow: /admin
Disallow: /log
Disallow: /log_old