# directed to all robots
User-agent: *
Disallow: /data/
Disallow: /flash/
Disallow: /inc/
Disallow: /mail/
Disallow: /scripts/