# # robots.txt for http://www.tconibo.com/ # Admin : 2010/01/30 # Última alteração : 2010/01/30 # To exclude all robots from the entire server # # To allow all robots complete access # # # User-agent: * # Disallow: # # To exclude all robots from part of the server # # User-agent: * # Disallow: /cgi-bin/ # Disallow: /tmp/ # Disallow: /private/ # # To exclude a single robot # # User-agent: BadBot # Disallow: / # # To allow a single robot # # User-agent: WebCrawler # Disallow: # # User-agent: * # Disallow: / # # To exclude all files except one # This is currently a bit awkward, as there is no "Allow" field. The easy way is to put all # files to be disallowed into a separate directory, say "docs", and leave the one file in the # level above this directory: # # User-agent: * # Disallow: /~joe/docs/ # # Alternatively you can explicitly disallow all disallowed pages: # # User-agent: * # Disallow: /~joe/private.html # Disallow: /~joe/foo.html # Disallow: /~joe/bar.html User-agent: * Disallow:/v1/ Disallow:/v2/ Disallow:/v3/ Disallow:/v4/ Disallow:/v5/ Disallow:/v6/ Disallow:/vmes/