User-agent:*
#applies to all robots and spiders
Disallow:/cgi-bin
#do not index the cgi bin
Disallow:/new
#do not index the new directory
Disallow:/wagner
#do not index the culp directory
Disallow:/carmen
#do not index the carmen directory