# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /beta/
User-agent: *
Disallow: /beta/

# Disallow directory /usage/
User-agent: *
Disallow: /usage/

# Disallow directory /webalizer/
User-agent: *
Disallow: /webalizer/