# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directories

User-agent: *
Disallow: cfg

User-agent: *
Disallow: cls

User-agent: *
Disallow: css

User-agent: *
Disallow: db

User-agent: *
Disallow: img

User-agent: *
Disallow: inc

User-agent: *
Disallow: js

User-agent: *
Disallow: lib

User-agent: *
Disallow: res