# # robots.txt for http://www.sega.com/ # # Last updated 4/29/04 dcahill # # exclude these areas User-agent: * Disallow: /function/ Disallow: /include/ Disallow: /images/ Disallow: *.gif$ Disallow: *.jpg$ Disallow: *.swf$ Disallow: *.css$ # limit crawling delay for Slurp User-agent: Slurp Crawl-delay: 200