User-agent: * Disallow: /directory Disallow: /directory.php Disallow: /search Disallow: /search.php Disallow: /go.php Disallow: /redirect Disallow: /administration Disallow: /admin