# /robots.txt file User-agent: * Disallow: /anonftp Disallow: /back Disallow: /catalog Disallow: /cgi-bin Disallow: /counter Disallow: /database Disallow: /Midnght Disallow: /pollit Disallow: /random Disallow: /realaudio Disallow: /vbpro Disallow: /wusage