# All robots will spider the domain except archive.org
User-agent: ia_archiver
Disallow: /


User-agent: *
Disallow: /ezlink/
Disallow: /scripts/
Disallow: /seotxt/
Disallow: /styles/