# Robots.txt file from http://www.collectmyparcel.com/robots.txt # # All robots will spider the domain User-Agent: * Allow: / Disallow: /claim.html Disallow: /reb.html Disallow: /news.html Disallow: /claim/index.html Disallow: /cheapparceldelivery.html Disallow: /cheapparceldelivery.php Disallow: /index_f.html Disallow: /index_g.html Disallow: /index_gai.html Disallow: /parceldelivery.html Disallow: /parceldelivery.php Disallow: /thankyou_booking.html Disallow: /blog/index.html Disallow: /other/calc.html Disallow: Sitemap: http://www.collectmyparcel.com/sitemap.xml