User-agent: HTTrack Disallow: / #exclude all robots, spiders from the following directories and files. User-agent: * Disallow: /cgi-bin Disallow: /addtobasket.aspx Disallow: /AddToBasket.aspx Disallow: /admin Disallow: /Admin Disallow: /basketdetails.aspx Disallow: /BasketDetails.aspx Disallow: /defaultoffline.aspx Disallow: /DefaultOffline.aspx Disallow: /deliveryaddress.aspx Disallow: /DeliveryAddress.aspx Disallow: /emailtemplates Disallow: /EmailTemplates Disallow: /helpsnippets Disallow: /HelpSnippets Disallow: /MipStockLevel.aspx Disallow: /mybasket.html Disallow: /MyBasket.html Disallow: /mybasket.ihtml Disallow: /MyBasket.ihtml Disallow: /newsexamples Disallow: /NewsExamples Disallow: /scorches Disallow: /Scorches Disallow: /statictest Disallow: /StaticTest Disallow: /test Disallow: /Test Disallow: /da-DK/addtobasket.aspx Disallow: /da-DK/AddToBasket.aspx Disallow: /da-DK/admin Disallow: /da-DK/Admin Disallow: /da-DK/basketdetails.aspx Disallow: /da-DK/BasketDetails.aspx Disallow: /da-DK/defaultoffline.aspx Disallow: /da-DK/DefaultOffline.aspx Disallow: /da-DK/deliveryaddress.aspx Disallow: /da-DK/DeliveryAddress.aspx Disallow: /da-DK/emailtemplates Disallow: /da-DK/EmailTemplates Disallow: /da-DK/helpsnippets Disallow: /da-DK/HelpSnippets Disallow: /da-DK/mybasket.html Disallow: /da-DK/MyBasket.html Disallow: /da-DK/mybasket.ihtml Disallow: /da-DK/MyBasket.ihtml Disallow: /da-DK/newsexamples Disallow: /da-DK/NewsExamples Disallow: /da-DK/scorches Disallow: /da-DK/Scorches Disallow: /da-DK/statictest Disallow: /da-DK/StaticTest Disallow: /da-DK/test Disallow: /da-DK/Test Disallow: /de-AT Disallow: /de-DE/addtobasket.aspx Disallow: /de-DE/AddToBasket.aspx Disallow: /de-DE/admin Disallow: /de-DE/Admin Disallow: /de-DE/basketdetails.aspx Disallow: /de-DE/BasketDetails.aspx Disallow: /de-DE/defaultoffline.aspx Disallow: /de-DE/DefaultOffline.aspx Disallow: /de-DE/deliveryaddress.aspx Disallow: /de-DE/DeliveryAddress.aspx Disallow: /de-DE/emailtemplates Disallow: /de-DE/EmailTemplates Disallow: /de-DE/helpsnippets Disallow: /de-DE/HelpSnippets Disallow: /de-DE/mybasket.html Disallow: /de-DE/MyBasket.html Disallow: /de-DE/mybasket.ihtml Disallow: /de-DE/MyBasket.ihtml Disallow: /de-DE/newsexamples Disallow: /de-DE/NewsExamples Disallow: /de-DE/scorches Disallow: /de-DE/Scorches Disallow: /de-DE/statictest Disallow: /de-DE/StaticTest Disallow: /de-DE/test Disallow: /de-DE/Test Disallow: /es-ES/addtobasket.aspx Disallow: /es-ES/AddToBasket.aspx Disallow: /es-ES/admin Disallow: /es-ES/Admin Disallow: /es-ES/basketdetails.aspx Disallow: /es-ES/BasketDetails.aspx Disallow: /es-ES/defaultoffline.aspx Disallow: /es-ES/DefaultOffline.aspx Disallow: /es-ES/deliveryaddress.aspx Disallow: /es-ES/DeliveryAddress.aspx Disallow: /es-ES/emailtemplates Disallow: /es-ES/EmailTemplates Disallow: /es-ES/helpsnippets Disallow: /es-ES/HelpSnippets Disallow: /es-ES/mybasket.html Disallow: /es-ES/MyBasket.html Disallow: /es-ES/mybasket.ihtml Disallow: /es-ES/MyBasket.ihtml Disallow: /es-ES/newsexamples Disallow: /es-ES/NewsExamples Disallow: /es-ES/scorches Disallow: /es-ES/Scorches Disallow: /es-ES/statictest Disallow: /es-ES/StaticTest Disallow: /es-ES/test Disallow: /es-ES/Test Disallow: /en-GB/addtobasket.aspx Disallow: /en-GB/AddToBasket.aspx Disallow: /en-GB/admin Disallow: /en-GB/Admin Disallow: /en-GB/basketdetails.aspx Disallow: /en-GB/BasketDetails.aspx Disallow: /en-GB/defaultoffline.aspx Disallow: /en-GB/DefaultOffline.aspx Disallow: /en-GB/deliveryaddress.aspx Disallow: /en-GB/DeliveryAddress.aspx Disallow: /en-GB/emailtemplates Disallow: /en-GB/EmailTemplates Disallow: /en-GB/helpsnippets Disallow: /en-GB/HelpSnippets Disallow: /en-GB/mybasket.html Disallow: /en-GB/MyBasket.html Disallow: /en-GB/mybasket.ihtml Disallow: /en-GB/MyBasket.ihtml Disallow: /en-GB/newsexamples Disallow: /en-GB/NewsExamples Disallow: /en-GB/scorches Disallow: /en-GB/Scorches Disallow: /en-GB/statictest Disallow: /en-GB/StaticTest Disallow: /en-GB/test Disallow: /en-GB/Test Disallow: /en-IE Disallow: /en-US Disallow: /en-US/addtobasket.aspx Disallow: /en-US/AddToBasket.aspx Disallow: /en-US/admin Disallow: /en-US/Admin Disallow: /en-US/basketdetails.aspx Disallow: /en-US/BasketDetails.aspx Disallow: /en-US/defaultoffline.aspx Disallow: /en-US/DefaultOffline.aspx Disallow: /en-US/deliveryaddress.aspx Disallow: /en-US/DeliveryAddress.aspx Disallow: /en-US/emailtemplates Disallow: /en-US/EmailTemplates Disallow: /en-US/helpsnippets Disallow: /en-US/HelpSnippets Disallow: /en-US/mybasket.html Disallow: /en-US/MyBasket.html Disallow: /en-US/mybasket.ihtml Disallow: /en-US/MyBasket.ihtml Disallow: /en-US/newsexamples Disallow: /en-US/NewsExamples Disallow: /en-US/scorches Disallow: /en-US/Scorches Disallow: /en-US/statictest Disallow: /en-US/StaticTest Disallow: /en-US/test Disallow: /en-US/Test Disallow: /fr-FR/addtobasket.aspx Disallow: /fr-FR/AddToBasket.aspx Disallow: /fr-FR/admin Disallow: /fr-FR/Admin Disallow: /fr-FR/basketdetails.aspx Disallow: /fr-FR/BasketDetails.aspx Disallow: /fr-FR/defaultoffline.aspx Disallow: /fr-FR/DefaultOffline.aspx Disallow: /fr-FR/deliveryaddress.aspx Disallow: /fr-FR/DeliveryAddress.aspx Disallow: /fr-FR/emailtemplates Disallow: /fr-FR/EmailTemplates Disallow: /fr-FR/helpsnippets Disallow: /fr-FR/HelpSnippets Disallow: /fr-FR/mybasket.html Disallow: /fr-FR/MyBasket.html Disallow: /fr-FR/mybasket.ihtml Disallow: /fr-FR/MyBasket.ihtml Disallow: /fr-FR/newsexamples Disallow: /fr-FR/NewsExamples Disallow: /fr-FR/scorches Disallow: /fr-FR/Scorches Disallow: /fr-FR/statictest Disallow: /fr-FR/StaticTest Disallow: /fr-FR/test Disallow: /fr-FR/Test Disallow: /en-AU/addtobasket.aspx Disallow: /en-AU/AddToBasket.aspx Disallow: /en-AU/admin Disallow: /en-AU/Admin Disallow: /en-AU/basketdetails.aspx Disallow: /en-AU/BasketDetails.aspx Disallow: /en-AU/defaultoffline.aspx Disallow: /en-AU/DefaultOffline.aspx Disallow: /en-AU/deliveryaddress.aspx Disallow: /en-AU/DeliveryAddress.aspx Disallow: /en-AU/emailtemplates Disallow: /en-AU/EmailTemplates Disallow: /en-AU/helpsnippets Disallow: /en-AU/HelpSnippets Disallow: /en-AU/mybasket.html Disallow: /en-AU/MyBasket.html Disallow: /en-AU/mybasket.ihtml Disallow: /en-AU/MyBasket.ihtml Disallow: /en-AU/newsexamples Disallow: /en-AU/NewsExamples Disallow: /en-AU/scorches Disallow: /en-AU/Scorches Disallow: /en-AU/statictest Disallow: /en-AU/StaticTest Disallow: /en-AU/test Disallow: /en-AU/Test