# Devel and WisBar use a different Robots.txt, do not over write this with Devel copy. User-agent: BecomeBot Crawl-Delay: 30 Disallow: / User-agent: gigabot Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: linkwalker Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: voyager Crawl-delay: 30 Disallow: / User-agent: YahooSeeker/CafeKelsa Crawl-delay: 15 Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: webvac Disallow: / User-agent: Wget Disallow: / User-agent: NLCrawler Disallow: / User-agent: ShopWiki Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: genieBot Disallow: / User-agent: ichiro Disallow: / User-agent: JetSetter Disallow: / User-agent: zibber-v0.1(www.zibb.com/crawler/) Disallow: / User-agent: Yandex Disallow: / User-agent: twiceler Disallow: / User-agent: pipl Disallow: / User-agent: cuill Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: ScoutJet Disallow: / User-agent: linksmanager_bot Disallow: / User-agent: dotbot/1.0 Disallow: / User-Agent: Charlotte Disallow: / User-Agent: page-store Disallow: / User-Agent: zibber-v0.1(www.zibb.com/crawler/) Disallow: / User-agent: GurujiBot Disallow: / User-agent: EllerdaleBot Disallow: / User-agent: http://www.archive.org/ Disallow: / User-Agent: gsa-crawler Disallow: /AM/forms/ps2005/ Disallow: /AdminContent/ Disallow: /aspnet_client/ Disallow: /conference/ Disallow: /PublishingService/ Disallow: /ScriptContent/ Disallow: /Source/ Disallow: /StaticContent/ Disallow: /Wizards/ Disallow: /zcaselawtest/ Disallow: /am/js/ Disallow: /res/capp/2009p/ Disallow: /res/capp/2008p/ Disallow: /res/capp/2007p/ Disallow: /res/capp/2006p/ Disallow: /res/capp/2005p/ Disallow: /res/capp/2004p/ Disallow: /res/capp/w2004/ Disallow: /res/capp/w2003/ Disallow: /res/capp/w2002/ Disallow: /res/capp/w2001/ Disallow: /res/capp/zw2001/ Disallow: /res/capp/zw2000/ Disallow: /res/capp/zw1999/ Disallow: /res/capp/zw1998/ Disallow: /res/capp/zw1997/ Disallow: /res/capp/zw1996/ Disallow: /res/capp/zw1995/ Disallow: /res/capp/zw1994/ Disallow: /res/capp/zw1993/ Disallow: /res/sup/2009p/ Disallow: /res/sup/2008p/ Disallow: /res/sup/2007p/ Disallow: /res/sup/2006p/ Disallow: /res/sup/2005p/ Disallow: /res/sup/2004p/ Disallow: /res/sup/2003p/ Disallow: /res/sup/2002p/ Disallow: /res/sup/2001p/ Disallow: /res/sup/2000p/ Disallow: /res/sup/1999p/ Disallow: /res/sup/1998p/ Disallow: /res/sup/1997p/ Disallow: /res/sup/1996p/ Disallow: /res/sup/1995p/ Disallow: /res/txap/2009p/ Disallow: /res/txap/2008p/ Disallow: /res/txap/2007p/ Disallow: /res/txap/p2007/ Disallow: /res/txap/2006p/ Disallow: /res/txap/p2006/ Disallow: /res/txap/p2005/ Disallow: /res/txap/p2004/ Disallow: /res/wercd/2009p/ Disallow: /res/wercd/2008p/ Disallow: /res/wercd/2007p/ Disallow: /res/wercd/2006p/ Disallow: /res/wercd/2005p/ Disallow: /res/wercd/2004p/ Disallow: /res/wercd/2003p/ Disallow: /res/wercd/2002p/ Disallow: /res/wercd/2001p/ Disallow: /res/wercd/2000p/ Disallow: /res/wercd/1999p/ Disallow: /res/wercd/1998p/ Disallow: /res/wercd/1997p/ Disallow: /res/wercd/1996p/ Disallow: /res/wercd/1995p/ Disallow: /res/wercd/1994p/ Disallow: /res/wercd/1993p/ Disallow: /res/wercd/1992p/ Disallow: /res/wercd/1991p/ Disallow: /res/wercd/1990p/ Disallow: /res/wercd/1989p/ Disallow: /res/wercg/2009p/ Disallow: /res/wercg/2008p/ Disallow: /res/wercg/2007p/ Disallow: /res/wercg/2006p/ Disallow: /res/wercg/2005p/ Disallow: /res/wercg/2004p/ Disallow: /res/wercg/2003p/ Disallow: /res/wercg/2002p/ Disallow: /res/wercg/2001p/ Disallow: /res/wercg/2000p/ Disallow: /res/wercg/1999p/ Disallow: /res/wercg/1998p/ Disallow: /res/wercg/1997p/ Disallow: /res/wercg/1996p/ Disallow: /res/wercg/1995p/ Disallow: /res/wercg/1994p/ Disallow: /res/wercg/1993p/ Disallow: /res/wercg/1992p/ Disallow: /res/wercg/1991p/ Disallow: /res/wercg/1990p/ Disallow: /res/wercg/1989p/ User-agent: * Crawl-delay: 15 Disallow: /AM/forms/ps2005/ Disallow: /AdminContent/ Disallow: /aspnet_client/ Disallow: /conference/ Disallow: /PublishingService/ Disallow: /ScriptContent/ Disallow: /Source/ Disallow: /StaticContent/ Disallow: /Wizards/ Disallow: /zcaselawtest/ Disallow: /res/wercd/ Disallow: /res/wercg/