# Robots.txt file for http://www.flamenco-uk.net/
#
# All robots will spider the domain

User-agent: Googlebot
Disallow: /*.flv$
Disallow: /*.fla$
Disallow: /*.swf$
Disallow: /*.mp3$
Disallow: /*.divx$

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*

User-Agent: slurp
Disallow: /*.flv$
Disallow: /*.fla$
Disallow: /*.swf$
Disallow: /*.mp3$
Disallow: /*.divx$

User-agent: msnbot
Disallow: /*.flv$
Disallow: /*.fla$
Disallow: /*.swf$
Disallow: /*.mp3$
Disallow: /*.divx$

# Exclude Files From All Robots:
User-agent: *
Disallow: /cgi-bin

Sitemap: http://www.flamenco-uk.net/sitemap.xml