#
# robots shouldn't index subdirectories marked below
#

User-agent: *
Disallow: /extra
Disallow: /cgi-bin
Disallow: /txt
Disallow: /css
Disallow: /script