User-agent: *
Allow: /
Disallow: /MyDisallowedDirectory/
Disallow: /pages/persistent/
Disallow: /admin/
Disallow: /services/
Disallow: /test/
Disallow: /modules/
Disallow: /frame/