User-agent: * Disallow: # too many repeated hits, too quick User-agent: litefinder Disallow: / # Yahoo. too many repeated hits, too quick User-agent: Slurp Disallow: / # too many repeated hits, too quick User-agent: Baidu Disallow: / Disallow: /_private/ Disallow: /_vti_log/ Disallow: /app_data/ Disallow: /cgi-bin/ Disallow: /mdb-database/ Disallow: /public/ Disallow: postinfo.html Disallow: index.html Disallow: default.asp Disallow: sitemap.xml Disallow: /Margherita_UScio/index.html