# All robots will spider the domain

# Disallow select directories

User-agent: *
Disallow: /cgi-bin/