User-agent: * Disallow: /admin Disallow: /content-html Disallow: /content-swf Disallow: /css Disallow: /php Disallow: /scripts