# $CVSHeader: www/robots.txt,v 1.8 2008/03/12 04:42:59 oukiva Exp $
# robots.ref.txt for http://www.paroles.net/

#~Rules:

# Bad robots

User-agent: HTTrack
User-agent: WebCopier
User-agent: WebZip
User-agent: Wget
Disallow: /

# Unnecessary robots

User-agent: dotbot
Disallow: /cgi-bin/
Disallow: /img/
Disallow: /public/
Disallow: /recherche/
Disallow: /page
Disallow: /titres
Disallow: /chanson/
Disallow: /albums/
Disallow: /artistes/
Disallow: /chansons/

# User-agent: others

User-agent: *
Disallow: /nix/
Disallow: /img/
Disallow: /public/
Disallow: /recherche/

#~Sitemap

Sitemap: http://www.paroles.net/sitemap.xml

#~End.