# robots.txt file for www.senate.gov # User-agent: * Disallow: /test/ User-agent: * Disallow: ../test/ User-agent: os-heritrix Disallow: / User-agent: NPBot Disallow: / User-agent: VoilaBot Disallow: / User-agent: Openbot Disallow: / User-agent: NaverBot Disallow: / User-agent: Szukacz Disallow: / User-agent: Dumbot Disallow: / # www.girafa.com User-agent: Girafabot Disallow: / # www.picsearch.com User-agent: psbot Disallow: / # seemingly a Japanese site User-agent: EMPAS_ROBOT Disallow: / # an online service www.skizzle.com User-agent: SKIZZLE Disallow: / # www.nurelm.com #User-agent: nuSearch #Disallow: / # #User-agent: lmspider #Disallow: / # italy online yahoo-type service User-agent: iltrovatore-setaccio Disallow: / # a Japanese online search engine User-agent: BaiDuSpider Disallow: /