User-Agent: *
Allow: /
Disallow: /cgi-bin

User-agent: Megalodon
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: ia_archiver
Disallow: /