# robots.txt for .it is network
# esclusione di alcune aree specifiche
User-agent: *
Disallow: /cgi-bin/
Disallow: /ncgi/
Disallow: /entity/
Disallow: /nent/
Disallow: /jsutils/
Disallow: /njs/
Disallow: /styles/
Disallow: /nst/
Disallow: /nwww/
Disallow: /bn/

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /ncgi/
Disallow: /entity/
Disallow: /nent/
Disallow: /jsutils/
Disallow: /njs/
Disallow: /styles/
Disallow: /nst/
Disallow: /nwww/

User-agent: Slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 30

User-agent: BecomeBot
Crawl-Delay: 60
Disallow: /information_bookings/
Disallow: /informazioni_prenotazioni/

User-agent: TurnitinBot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: msiecrawler 
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Wget 
Disallow: /

User-agent: ASPSeek 
Disallow: /

User-agent: dloader(NaverRobot) 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: voyager
Crawl-delay: 60 
Disallow: /information_bookings/
Disallow: /informazioni_prenotazioni/

User-agent: Fasterfox
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: www.adressendeutschland.de
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: msnbot-Products
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: ConveraCrawler
Disallow: /