# /robots.txt file for http://www.livevillage.com/ User-agent: Mediapartners-Google* Disallow: User-agent: Mozilla/3.01C-PBWF-ip3000.com-crawler Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: larbin Disallow: / User-agent: HTTrack 3.0x Disallow: / User-agent: HTTrack Disallow: / User-agent: Maxthon Disallow: / User-agent: Wget Disallow: / User-agent: Nozilla Disallow: / User-agent: aipbot Disallow: / User-agent: ia_archiver Disallow: / User-agent: htdig Disallow: / User-agent: Charlotte Disallow: / User-agent: msnbot Crawl-delay: 10 User-agent: Slurp Crawl-delay: 4 User-agent: * Disallow: /cgi-bin Disallow: /*.cgi*