User-agent: * #following applies to all
disallow: /ar #exclude these subdirs
disallow: /bin
disallow: /cgi-local
disallow: /etc
disallow: /lib32
disallow: /stats
disallow: release.html #exclude these particular files
disallow: *.gif
User-agent: ia_archiver #following applies to alexa
Disallow: / #exclude EVERYTHING