User-agent: *
Disallow: /_private
Disallow: /images
Disallow: /oldfiles
Disallow: /collections
Disallow: /cp
Disallow: /Excite
Disallow: /newstuff
Disallow: /perllib
Disallow: /temp
Disallow: /_fpclass
Disallow: /_oldlogs
Disallow: /_themes
Disallow: /cgi-bin
Disallow: /netsol
Disallow: /NetTracker
Disallow: /statsgraphics
Disallow: /afil
Disallow: *.txt
Disallow: *.doc