# robots.txt, www.naturalkynergy.com 042206 # go away User-agent: * Disallow: /iin40plus Disallow: /misc Disallow: /multimedia Disallow: /images Disallow: /googlehostedservice.html Disallow: /hc_videos.html Disallow: /HCSites.html Disallow: /HealthHistoryForm.html Disallow: /welcome_InProgress.html Disallow: /blogpod/hyoyl/ #robots.txt syntax checker site #http://tool.motoricerca.info/robots-checker.phtml #Examples: #---------------------------------------------------------------------- #no robots should visit any URL starting with #"/cyberworld/map/" or "/tmp/", or /foo.html: #---------------------------------------------------------------------- # #robots.txt for http://www.example.com/ # #User-agent: * #Disallow: /cyberworld/map/ # This is an infinite virtual URL space #Disallow: /tmp/ # these will soon disappear #Disallow: /foo.html # #---------------------------------------------------------------------- #This example "/robots.txt" file specifies that no #robots should visit any URL starting with #"/cyberworld/map/", except the robot called "cybermapper": #---------------------------------------------------------------------- # #robots.txt for http://www.example.com/ # #User-agent: * #Disallow: /cyberworld/map/ # This is an infinite virtual URL space # #Cybermapper knows where to go. #User-agent: cybermapper #Disallow: # #---------------------------------------------------------------------- #This example indicates that no robots should visit this site further: #---------------------------------------------------------------------- # # go away #User-agent: * #Disallow: /