# robots.txt

# Robert Ian Axford - WonderWebs.com

User-agent: msnbot
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Resources/
Crawl-delay: 120

User-agent: Slurp
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Resources/
Crawl-delay: 120

User-agent: Googlebot
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Resources/
Crawl-delay: 120

User-agent: ASPSeek
User-agent: asterias
User-agent: baiduspider
User-agent: BravoBrian
User-agent: dloader(NaverRobot)
User-agent: Dumbot
User-agent: EgotoBot
User-agent: Gaisbot
User-agent: Generic
User-agent: grub-client
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: InfoNaviRobot
User-agent: jyxobot
User-agent: Larbin
User-agent: MSIECrawler
User-agent: NaverRobot
User-agent: NexaBot
User-agent: NPBot
User-agent: obot
User-agent: OWR_Crawler
User-agent: PhpDig
User-agent: psbot
User-agent: puf
User-agent: QuepasaCreep
User-agent: rabaz
User-agent: Reaper
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: Sosospider
User-agent: Steeler
User-agent: Teleport Pro
User-agent: TurnitinBot
User-agent: TutorGig
User-agent: vsecrawler
User-agent: Wget
User-agent: MS Search 4.0 Robot
User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft
Disallow: / 


User-agent: *
Crawl-delay: 120
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Providers/
Disallow: /Resources/