# robots.txt for http://www.nerv-clan.com # updated 07-5-2006 User-agent: * Disallow: /content/ Disallow: /images/ Disallow: /css/ Disallow: /js/ Disallow: /includes/ Disallow: /games/ Disallow: /nervTMP/ Disallow: /_styles/ Disallow: /wowr48Hd4ILe902rJ/ Disallow: /nhb/ Disallow: /template/ Disallow: /template_colors/ Disallow: /files/ Disallow: /flags/ Disallow: /nervadmin/ Disallow: /tools/ Disallow: /wowroster2/ Disallow: /ventrilo_tuts Disallow: /nervsigs/ Disallow: /forums/ # Site Downloaders User-agent: teleport Disallow: / User-agent: wget Disallow: / User-agent: Web Downloader Disallow: / User-agent: nearsite Disallow: / User-agent: netattache Disallow: / User-agent: sitesnagger Disallow: / User-agent: webwhacker Disallow: / User-agent: digout4u Disallow: / User-agent: extractorpro Disallow: / User-agent: go-ahead-got-it Disallow: / User-agent: HTTPClient Disallow: / User-agent: TovekTools Web Indexer Disallow: / User-agent: LinkWalker Disallow: / User-agent: NEWT ActiveX Disallow: / User-agent: GetRight Disallow: / User-agent: WebZIP Disallow: / User-agent: w3mir Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCopy Disallow: / User-agent: WebFetcher Disallow: / User-agent: webwalk Disallow: / User-agent: WebTrends Disallow: / User-agent: CherryPicker Disallow: / User-agent: SiteCopy Disallow: / User-agent: Googlebot/2.1 Disallow: / User-agent: Google Desktop Disallow: / User-agent: Googlebot Disallow: / User-agent: Yahoo! Slurp Disallow: / User-agent: Yahoo Slurp Disallow: / User-agent: Yahoo! Slurp China Disallow: / User-agent: wn-16.zyborg@looksmart.net Disallow: / User-agent: GameSpyHTTP/1.0 Disallow: / User-agent: msnbot/1.0 Disallow: / User-agent: msnbot/0.9 Disallow: / User-agent: MSNBot-media Disallow: / User-agent: MSNBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: I-NERD/6.0 Disallow: / User-agent: Volia Disallow: / # Email Harvesters User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: SiteCopy Disallow: / # Image Harvesters User-agent: SiteCopy Disallow: /