# All robots will spider the domain

User-agent: *

Disallow: 



# Disallow directory /cgi-bin

User-agent: *

Disallow: /cgi-bin


# Disallow archive.com

User-agent: ia_archiver
Disallow: /