# robots.txt for http://www.lagobin.it/ # Disallow bad crawlers access to all page User-agent: aipbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: psbot Disallow: / # Disallow all crawlers access to certain pages. User-agent: * Disallow: /mailtolbin.asp Disallow: /mailtowebm.asp Disallow: /offerte.asp Disallow: /ticket.asp Disallow: /aspnet_client/ Disallow: /Connections/ Disallow: /prenotazioni/ Disallow: /riservata/