# /robots.txt file for all crawlers User-agent: * Disallow: /Scripts # this contains flash javascript Disallow: /imgs # no need to crawl site images Disallow: /fla # no need to crawl flash docs Disallow: /dwnld # Disallow: /dbimgs # more images Disallow: /css # stylesheets Disallow: /Connections # db connections Disallow: /assets # ssi Disallow: /admin # admin portion to add/edit/delete news & awards