####robots.txt file#### 

User-agent: Endeca
Disallow: /files/

User-agent: googlebot
Disallow: /files/

User-agent: Slurp
Disallow: /files/

User-agent: Inktomi Search
Disallow: /files/

User-agent: infoseeksidewinder
Disallow: /files/

User-agent: Mozilla/4.0 compatible ZyBorg/1.0 DLC (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)
Disallow: /files/

User-agent: msnbot
Disallow: /files/

User-agent: Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)
Disallow: /files/

User-agent: YahooSeeker
Disallow: /files/

User-agent: fast
Disallow: /files/

User-agent: WISEbot
Disallow: /files/

User-agent: ia_archiver
Disallow: /files/

User-agent: Roverdog
Disallow: /files/

User-agent: *
Disallow: /files/