#--------------------------------------------------------- # Domain : http://fr.canoe.ca/robots.txt # Creation : 2007-11-27 # Update : 2007-11-27 # By : Raynald Bertrand # Path : /export/home/Infinit/WWW/robots.txt # Server : Architect #--------------------------------------------------------- # Historique des maintenance #--------------------------------------------------------- # 2007-11-27 : Creation # 2009-12-14 : Ajouts mbureau # # #--------------------------------------------------------- User-agent: Yahoo! DE Slurp Disallow: /accueil.html Disallow: /rss/ Disallow: /zonejeunesse/ Disallow: /sports/ski/conditions.html Disallow: /sports/galeries/index.html Disallow: /sports/calendrierch/ Disallow: /sports/classements.cgi?ligue=NBA&text_id=NBASTAND&sports=basketball Disallow: /sports/classements.cgi?ligue=LNH&text_id=NHLSTAND&sports=hockey Disallow: /cgi-bin/sports/classements.cgi?ligue=LNF&text_id=NFLSTAN&sports=football Disallow: /cgi-bin/sports/classements.cgi?ligue=LNB&text_id=NLSTAND&sports=baseball Disallow: /cgi-bin/sports/classements.cgi?ligue=LCF&text_id=CFLSTAN&sports=football Disallow: /cgi-bin/sports/classements.cgi?ligue=LAB&text_id=ALSTAND&sports=baseball Disallow: /divertissement/sondages/divertissement/resultat.html Disallow: /divertissement/palmares/top100_dvd.html Disallow: /divertissement/palmares/palmares_tele.html Disallow: /divertissement/palmares/palmares_musique.html Disallow: /divertissement/palmares/palmares_livres.html Disallow: /divertissement/palmares/palmares_dvd.html Disallow: /divertissement/musique/zone-multimedia/index.html Disallow: /divertissement/livres/livres_primes/index.html Disallow: /divertissement/galeries/ Disallow: /divertissement/forums/ Disallow: /divertissement/dvd/bientot_en_dvd.html Disallow: /divertissement/cinema/home.html Disallow: /infos/meteo/index_Meteo2.html Disallow: /reference/canoe_couriel_index.html Disallow: /artdevivre/home.html Disallow: /artdevivre/horoscope/ Disallow: /artdevivre/restos/ Disallow: /corpo/ Disallow: /tva_publi/ Disallow: /sports/galeries/index.html Disallow: /sections/ Disallow: /pages/ Disallow: /rss/ Disallow: /reference/ Disallow: /promo/videotron/ Disallow: /pcb/loteries.html Disallow: /infos/galeries/ Disallow: /infos/circulation/ Disallow: /gazettedesfemmes/index.html Disallow: /divertissement/galeries/home.html Disallow: /mobile/ Disallow: /archives/sports/dossiers/sports_dossiers_archive.html Disallow: /archives/techno/dossiers/techno_dossiers_archive.html Disallow: /sports/index.html Disallow: /techno/index.html Disallow: /voyages/galeries/index.html Disallow: /voyages/index.html Disallow: /blogues/ Disallow: /blogues/regionaux/ # 2009 Dec 11 # User-Agents to block # Note: match as substrings - full User-Agents will be longer, and will have # varying version numbers # Meltwater User-agent: libwww Disallow: / User-agent: libwww-perl Disallow: / User-agent: mag-crawl Disallow: / # Moreover User-agent: Moreoverbot Disallow: / # Vocus User-agent: Vocus Disallow: / # CustomScoop User-agent: ScooperBot Disallow: / # CyberAlert User-Agent: CyberAlert Disallow: / # CEDROM User-agent: CEDROM Disallow: / User-agent: Newscan Disallow: / User-agent: Eureka Disallow: / User-agent: Europresse Disallow: / # Radian6 User-agent: Radian6 Disallow: / User-agent: R6_FeedFetcher Disallow: / User-agent: R6_CommentReader Disallow: / #Extra Rogue Robots User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / User-agent: ia_archiver Disallow: / User-agent: zeus Disallow: / User-agent: * Disallow: /bulletins/interne/ Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947.html Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947-d.jpg Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947-g.jpg Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947-d-mi.jpg Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947-d-m.jpg Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947-d-p.jpg Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947-m.jpg Disallow: /infos/quebeccanada/archives/2009/11/20091118-161947-p.jpg # End of robots.txt