User-agent: * Disallow: /css/ Disallow: /image/ Disallow: /javascript/ Disallow: /php/ Disallow: /newsletter/ Disallow: /share-this-page/ Disallow: /401-unauthorized.php Disallow: /403-forbidden.php Disallow: /404-file-not-found.php