# robots.txt, www.fototifo.it 10/01/2012 # #User-agent: Googlebot-Image #Disallow: / #User-agent: * #Disallow: /*.jpg$ #Disallow: /eventi/ # esclusioni standard User-agent: Black Hole Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: CherryPicker Disallow: / User-agent: Dumbot Disallow: / User-agent: dumbot Disallow: / User-agent: Dumbot(version 0.1 beta) Disallow: / User-agent: EmailWolf Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Heritrix Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: linkwalker Disallow: / User-agent: NaverBot Disallow: / User-agent: NetAttache Disallow: / User-agent: NetAttache Light 1.1 Disallow: / User-agent: os-heritrix Disallow: / # www.picsearch.com User-agent: psbot/0.1 Disallow: / User-agent: psbot Disallow: / User-agent: sboongbot Disallow: / User-agent: SuperBot/2.6 Disallow: / User-agent: SiteSnagger Disallow: / User-agent: SuperBot Disallow: / User-agent: Szukacz Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: Titan Disallow: / User-agent: WebBandit Disallow: / User-agent: webcopy Disallow: / User-agent: website extractor Disallow: / User-agent: webmirror Disallow: / User-agent: WebReaper Disallow: / User-agent: WinHTTrack Disallow: / User-agent: Wget Disallow: /