User-agent: * Disallow: compare.php Disallow: basket.php Disallow: register.php Disallow: search.php Disallow: /compare.php Disallow: /basket.php Disallow: /register.php Disallow: /search.php