User-agent: Nutch
Disallow: /

User-agent: *
Disallow: /includes/
Disallow: /images/
Disallow: /sandbox/
Disallow: /articles/
Disallow: /oldFiles/
Disallow: /dev/
Disallow: /admin/
Disallow: /myStats/