User-agent: dotbot 
# go away Googlebot
User-agent: Googlebot
# Disallow: /
# slow down Yahoo
User-agent: Slurp
# Crawl-delay: 120
User-agent: *
# Crawl-Delay: 120
Disallow: /Admin
Disallow: /App_Code
Disallow: /App_Data
Disallow: /App_Themes
Disallow: /Aspnet_client
Disallow: /Auctioneer
Disallow: /Bidder
Disallow: /Bin
Disallow: /BIR
Disallow: /Errors
Disallow: /jscripts
Disallow: /Library
Disallow: /MtxnetDAO
Disallow: /MtxnetDO
Disallow: /PDFS
Disallow: /UploadedFiles
Disallow: /UserControl
Disallow: /NEFT_MIS
Disallow: /UserDocs
Disallow: /BucketGCP
Allow: /Main
Allow: /Main/Catalogue
Allow: /PressRelease
Allow: /Images
Allow: /HTMLTemplates
Allow: /WebEx
Allow: /XIME
Allow: /Spares
Allow: /Shriram
Allow: /ProcTek
Allow: /Property
Allow: /SaaS
Allow: /PressRelease
Allow: /PowerPlant
Allow: /js
Allow: /fonts
Allow: /FeaturedDeals
Allow: /eTrans
Allow: /css
Allow: /Cables
Allow: /style