# /robots.txt
# this covers most common folder names
# adjust as needed per site

User-agent: *
Disallow: /admin/
Disallow: /calendar/
Disallow: /css/
Disallow: /css_file/
Disallow: /download/
Disallow: /flash_player/
Disallow: /flashplayer1/
Disallow: /images/
Disallow: /images_file/
Disallow: /include/
Disallow: /javascripts/
Disallow: /jscripts/
Disallow: /photos/
Disallow: /project/
Disallow: /screen/
Disallow: /scripts/