#Robots.txt for http://www.my-indiatravel.com User-Agent: FAST-WebCrawler Disallow: /cgi-bin/ # keep robots out of the executable tree Disallow: /stats/ # stats directory