User-agent: CenomnifindPublicWebCrawler
Disallow: /wps/portal/
Allow: /wps/wcm/

User-agent: *
# Portal pages are off-limits since they are a spider trap
Disallow: /wps/portal/
# WCM resources
Disallow: /wps/wcm/resources
# WCM sites: Portal-only, not live, or internal
Disallow: /wps/wcm/connect/Annex
Disallow: /wps/wcm/connect/CSS
Disallow: /wps/wcm/connect/DataObservatory
Disallow: /wps/wcm/connect/Insite
Disallow: /wps/wcm/connect/Internet
Disallow: /wps/wcm/connect/Links
Disallow: /wps/wcm/connect/new_ReportRascim
Disallow: /wps/wcm/connect/OurPlace
Disallow: /wps/wcm/connect/OxfordshireHighways
Disallow: /wps/wcm/connect/Project+Management+Framework
Disallow: /wps/wcm/connect/ReducingTheRisk_old
Disallow: /wps/wcm/connect/Science
Disallow: /wps/wcm/connect/SDS
Disallow: /wps/wcm/connect/SDSupport
Disallow: /wps/wcm/connect/Test
Disallow: /wps/wcm/connect/Training