User-agent: * #following applies to all
disallow: /ar #exclude these subdirs
disallow: /bin
disallow: /cgi-bin
disallow: /etc
disallow: /lib32
disallow: /stats
disallow: /sbz
disallow: sbz
disallow: release.html #exclude these particular files
disallow: *.gif
disallow: sbz.htm
disallow: buy.htm
User-agent: ia_archiver #following applies to alexa
Disallow: / #exclude EVERYTHING