# robots.txt file
# For domain: http://www.screwpost.com/

Sitemap: http://www.example.com/sitemap_products.php
Sitemap: http://www.example.com/sitemap_categories.php

User-agent: NPBot
Disallow: /

User-agent: Sphider
Disallow: /all_products.php
Disallow: /4dm1n_live_chat/
Disallow: /admin/
Disallow: /automatic/
Disallow: /download/
Disallow: /graphics/
Disallow: /images/
Disallow: /include/
Disallow: /includes/
Disallow: /maint/
Disallow: /misc/
Disallow: /pub/
Disallow: /address_book_process.php
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_edit_process.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /address_book.php
Disallow: /checkout_process.php
Disallow: /advanced_search.php
Disallow: /advanced_search_result.php
Disallow: /checkout_address.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_success.php
Disallow: /create_account.php
Disallow: /create_account_process.php
Disallow: /create_account_success.php
Disallow: /download.php
Disallow: /info_shopping_cart.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /popup_search_help.php
Disallow: /products_new.php
Disallow: /product_notifications.php
Disallow: /product_reviews_write.php
Disallow: /redirect.php
Disallow: /reviews.php
Disallow: /search.php
Disallow: /shopping_cart.php
Disallow: /tell_a_friend.php
Disallow: /contact_admin.php
Disallow: /popup_categories_image.php
Disallow: /cookie_usage.php
Disallow: /searches.php
Disallow: /search.php

User-agent: *
Disallow: /admin/
Disallow: /automatic/
Disallow: /download/
Disallow: /graphics/
Disallow: /include/
Disallow: /includes/
Disallow: /maint/
Disallow: /misc/
Disallow: /pub/
Disallow: /sort/
Disallow: /samples/
Disallow: /address_book_process.php
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_edit_process.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /address_book.php
Disallow: /checkout_process.php
Disallow: /advanced_search.php
Disallow: /checkout_address.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_success.php
Disallow: /create_account.php
Disallow: /create_account_process.php
Disallow: /create_account_success.php
Disallow: /contact_admin.php
Disallow: /cookie_usage.php
Disallow: /download.php
Disallow: /info_shopping_cart.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /password_forgotten.php
Disallow: /popup_categories.php
Disallow: /popup_categories_image.php
Disallow: /popup_image.php
Disallow: /popup_search_help.php
Disallow: /products_new.php
Disallow: /product_notifications.php
Disallow: /product_reviews_write.php
Disallow: /redirect.php
Disallow: /shopping_cart.php
Disallow: /tell_a_friend.php