User-agent: *
Disallow: /benefits/
Disallow: /development/   
Disallow: /c/   
Disallow: /references/   
Disallow: /personalization/
Disallow: /investor-relations/ 
Disallow: /errorhandler/ 
Disallow: /content/dnb-mod/
Disallow: /content/dnb-us/
Disallow: /content/dnb/
Disallow: /content/dnb-uk/
Disallow: /content/dnb-ca/
Disallow: /content/dnb-ie/
Disallow: /content/dnb-collections/
Disallow: /content/connectors/content/
Disallow: /*/jcr:content/
Disallow: /jcr:content/ 
Disallow: /online-terms/ 
Disallow: /trade-partner/ 
Disallow: /content/dam/english/private/
Disallow: /site-search.html 
Disallow: /site-search-new.html 


Sitemap: https://www.dnb.com/sitemapindex.xml

User-agent: ScoutJet
Disallow: /

User-agent: Twitterbot
Disallow: