# Bots won't visit the links below but they will index them so they can still # show up in search results albeit without snippets or cache (and probably at # fairly low rank). For google we could use the Noindex: directive instead of # disallow, though that's experimental. That'll force pages out very quickly # so need to be very careful with that... # The matched string is prefix so /help blocks /help.html and /help/foo # So if disallowing an action avoid the trailing slash when there's no conflict # to avoid parameter/route changes breaking the match. User-Agent: * sitemap: http://panjiva.com/sitemap.xml Disallow: /charts/fusion_charts/ Disallow: /assets/amcharts # Extra profile information Disallow: /profile/arrival_port_data Disallow: /profile/departure_port_data Disallow: /profile/expertise_search Disallow: /profile/final_destination_data Disallow: /profile/save_profile Disallow: /profile/shipment_date_data Disallow: /profile/shipment_size_histogram Disallow: /profile/shipment_weight_date_data # Forms - note that we don't really need to exclude the _submit form because # no trailing slash in the previous rule covers it and they're all posts anyways Disallow: /profile/edit Disallow: /profile/add_to_cart_pp Disallow: /profile/delete_from_cart_pp Disallow: /profile/buy_full_profile Disallow: /profile/buyer_contact_info_report_request_facebox Disallow: /profile/supplier_contact_info_report_request_facebox Disallow: /profile/buyer_contact_info_report_request Disallow: /profile/supplier_contact_info_report_request Disallow: /profile/buy_full_profile_facebox Disallow: /profile/certification_report_request Disallow: /profile/certification_report_request_submit Disallow: /profile/contact_info_report_request Disallow: /profile/contact_info_report_request_submit Disallow: /profile/continue_after_add_to_cart Disallow: /profile/credit_report_request Disallow: /profile/credit_report_request_submit Disallow: /profile/customer_report_request Disallow: /profile/customer_report_request_submit Disallow: /profile/denied_parties_lists_request Disallow: /profile/denied_parties_lists_request_submit Disallow: /profile/dp_info_credit_report_request Disallow: /profile/dp_info_credit_report_request_submit Disallow: /profile/eba_engage_request Disallow: /profile/eba_engage_request_submit Disallow: /profile/eba_engage_suggest Disallow: /profile/eba_engage_suggest_submit Disallow: /profile/international_credit_report_request Disallow: /profile/international_credit_report_request_submit Disallow: /profile/leave_message_for_supplier_submit Disallow: /profile/modify_alerts_submit Disallow: /profile/red_flag_report_request Disallow: /profile/red_flag_report_request_submit Disallow: /profile/register_for_alerts Disallow: /profile/register_for_alerts_submit Disallow: /profile/request_a_demo_submit Disallow: /profile/request_an_intro_submit Disallow: /profile/request_buyer_subscription_submit Disallow: /profile/send_confirmation_email Disallow: /profile/shipment_report_request Disallow: /profile/shipment_report_request_submit Disallow: /profile/sinosure_credit_report_request Disallow: /profile/sinosure_credit_report_request_submit Disallow: /profile/supplier_profile_edit_request_submit # Deprecated Disallow: /profile/contact_info_request_submit Disallow: /profile/resend_registration_email Disallow: /profile/submit_supplier_info # Excel export Disallow: /profile/excel_export_supplier_customer_table # Search Disallow: /search/company_name_auto_complete Disallow: /search/refine_results Disallow: /search/get_snippets Disallow: /search/save_search Disallow: /search/saved_search Disallow: /search/excel_export_search_table Disallow: /search/signup_for_feature_submit # Trends Disallow: /executive/country_market_share_data Disallow: /executive/absolute_map Disallow: /executive/country_shipment_volume_data # specific pages that we want to force out of the indicies (use Noindex:?) # allow rules Allow: /