User-agent: * Disallow: /admin.php Disallow: /login.php Disallow: /404.php Disallow: /edit.php