# TwengaBot has been extremely badly behaved by making thousands
# of invalid requests which appear to be badly parsed JavaScript,
# e.g. GET /if (checkqty('594')) { document.productform.submit();} HTTP/1.0
User-agent: TwengaBot
Disallow: /if

# Liz Earle Search Crawler - only difference from
# all crawlers is disallow products.php
User-agent: LizEarleCrawler
Disallow: /basket.php
Disallow: /checkout_result.php
Disallow: /checkout_step1.php
Disallow: /checkout_step2.php
Disallow: /checkout_step3.php
Disallow: /checkout_step4.php
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /noemailing.php
Disallow: /offline/
Disallow: /php/bboard/
Disallow: /php/benefits.php
Disallow: /php/customer_assistance.php
Disallow: /php/contents.php
Disallow: /php/change_cur.php
Disallow: /php/email_failed_to_support.php
Disallow: /php/gen_css.php
Disallow: /php/gen_flash.php
Disallow: /php/gen_menu_basket.php
Disallow: /php/handle_choices.php
Disallow: /php/howtouse.php
Disallow: /php/kys/
Disallow: /php/my_account.php
Disallow: /php/password_change.php
Disallow: /php/password_reminder.php
Disallow: /php/phpinfo.php
Disallow: /php/press_page.php
Disallow: /products.php
Disallow: /php/recallinternal.php
Disallow: /php/register.php
Disallow: /php/repeat_last_order.php
Disallow: /php/testimonials/testimonials.php
Disallow: /php/user_address_details.php
Disallow: /php/user_cc.php
Disallow: /php/userlist_addresses.php
Disallow: /php/userlist_cc.php
Disallow: /php/view_order_from_history.php
Disallow: /php/view_orderhistory.php
Disallow: /php/vieworderhistorydetail.php
Disallow: /php/xmlstats/
Disallow: /viewbasket.php

User-agent: *
Disallow: /basket.php
Disallow: /checkout_result.php
Disallow: /checkout_step1.php
Disallow: /checkout_step2.php
Disallow: /checkout_step3.php
Disallow: /checkout_step4.php
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /noemailing.php
Disallow: /offline/
Disallow: /php/bboard/
Disallow: /php/benefits.php
Disallow: /php/customer_assistance.php
Disallow: /php/contents.php
Disallow: /php/change_cur.php
Disallow: /php/email_failed_to_support.php
Disallow: /php/gen_css.php
Disallow: /php/gen_flash.php
Disallow: /php/gen_menu_basket.php
Disallow: /php/handle_choices.php
Disallow: /php/howtouse.php
Disallow: /php/kys/
Disallow: /php/my_account.php
Disallow: /php/password_change.php
Disallow: /php/password_reminder.php
Disallow: /php/phpinfo.php
Disallow: /php/press_page.php
Disallow: /php/recallinternal.php
Disallow: /php/register.php
Disallow: /php/repeat_last_order.php
Disallow: /php/testimonials/testimonials.php
Disallow: /php/user_address_details.php
Disallow: /php/user_cc.php
Disallow: /php/userlist_addresses.php
Disallow: /php/userlist_cc.php
Disallow: /php/view_order_from_history.php
Disallow: /php/view_orderhistory.php
Disallow: /php/vieworderhistorydetail.php
Disallow: /php/xmlstats/
Disallow: /viewbasket.php