User-agent: *        # all robots
Disallow: /cgi-bin   # do not spider cgi-bin