User-agent: *
Disallow: /sc
Disallow: /images
Disallow: /lc
Disallow: /data
Disallow: /admin
Disallow: /pages
Disallow: /templates
Disallow: /txt
Disallow: *.cgi
Disallow: _*
Disallow: *.pl
Disallow: *.sql
Disallow: *.txt
Allow: /sc/data/indexes/*