User-agent: *                   # Allow all bots to crawl the site
Disallow: /*SearchResults.aspx*       # Files which we want to disallow like Spotlight request forms, contact us, Search results.
Disallow: /*RFI.aspx*          # Disallow the bots to index RFI pages 
Disallow: /*Review.aspx*      # Disallow the bots to index review pages 
Crawl-delay: 1   # Number of seconds to wait between successive requests to the same server
Request-rate: 1/1   # Extended standard -  maximum rate is one page every 5 seconds
Visit-time: 2100-0900    # visit between 21:00 and 09:00 UTC (GMT). Check the downtime of the servers
Sitemap: http://pinpoint.microsoft.com/sitemap1.xml   #Sitemap file with static URL's like homepage, categories, help
Sitemap: http://pinpoint.microsoft.com/sitemap2.xml   #Sitemap file containing partner URL's
Sitemap: http://pinpoint.microsoft.com/sitemap3.xml   #Sitemap file conatining products and services.