User-agent: * Disallow: /cgi-bin/ Disallow: /checkout/ # Leave blank line after list!!! # Allows all robots to all files except cgi-bin