User-agent: *
Disallow: /devsg
Disallow: /ddl
Disallow: /bot
Disallow: /documents
Disallow: /tmp
Disallow: /modules
Disallow: /cron
Disallow: /scripts
Disallow: /doc
Allow: /
Disallow: /beta
Disallow: /admin