#--------------------------------------------------------- # Domain: http://lejournaldequebec.canoe.ca/ # Creation: 12/14/2009 User-agent: * Disallow: /event.ng/ Disallow: /html.ng/ Disallow: /js.ng/ Disallow: /click.ng/ Disallow: /image.ng/ Disallow: /ping.ng/ # 2009 Dec 11 # User-Agents to block # Note: match as substrings - full User-Agents will be longer, and will have # varying version numbers # Meltwater User-agent: libwww Disallow: / User-agent: libwww-perl Disallow: / User-agent: mag-crawl Disallow: / # Moreover User-agent: Moreoverbot Disallow: / # Vocus User-agent: Vocus Disallow: / # CustomScoop User-agent: ScooperBot Disallow: / # CyberAlert User-Agent: CyberAlert Disallow: / # CEDROM User-agent: CEDROM Disallow: / User-agent: Newscan Disallow: / User-agent: Eureka Disallow: / User-agent: Europresse Disallow: / # Radian6 User-agent: Radian6 Disallow: / User-agent: R6_FeedFetcher Disallow: / User-agent: R6_CommentReader Disallow: / #Extra Rogue Robots User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / User-agent: ia_archiver Disallow: / User-agent: zeus Disallow: / # EOF