# robots.txt for http://www.pbtech.co.nz/ # list disallows User-agent: * Disallow: /_staff/* Disallow: /my-account/* Disallow: /*myaccount* Disallow: /basket/* Disallow: /shipping/* Disallow: /billing/* Disallow: /confirm-order/* Disallow: /checkout/* Disallow: /process-order/* Disallow: /order-complete/* Disallow: /*basket$ Disallow: /*shipping$ Disallow: /*billing$ Disallow: /*confirm-order$ Disallow: /*checkout$ Disallow: /*process-order$ Disallow: /*order-complete$ Disallow: /pdf_soin.php* Disallow: /cameras.php* Disallow: /games.php* Disallow: /xmlrpc.php* Disallow: /extprint.php* Disallow: /search* Disallow: /code/*.php* Disallow: /cdn-cgi/* Allow: / #ads and social share allows User-agent: Adsbot-Google Allow: /search* User-agent: Mediapartners-Google Allow: /search* User-agent: FacebookBot Disallow: /new-arrival* Allow: /search* User-agent: facebookexternalhit Disallow: /new-arrival* User-agent: Facebot Disallow: /new-arrival* User-agent: Amazonbot Disallow: /new-arrival*