User-agent: * Disallow: /admin/ Disallow: /addurl.php Disallow: /addurl.html Disallow: /images