# disallow certain folders
User-agent: *
Disallow: /admin
Disallow: /documents
Disallow: /database
Disallow: /logfiles