user-agent: * Allow: / Disallow: /forbidden.html Disallow: /missing.html Disallow: /logs/ Disallow: /ns/ Disallow: /frags/ Disallow: /content/ Disallow: /data/ Disallow: /js/ Disallow: /css/ Disallow: /SpryAssets/ Disallow: /blog/wp-admin/