User-agent: * Disallow: /private/ Disallow: /temp/ Disallow: /cgi-bin/ # Formato é como descrito em # http://www.searchengineworld.com/robots/robots_tutorial.htm # http://searchengineworld.com/metatag/robots.htm # http://www.searchengineworld.com/misc/robots_txt_crawl.htm # http://info.webcrawler.com/mak/projects/robots/ # http://www.searchtools.com/robots/robots-txt.html # http://www.robotstxt.org/wc/active/html/index.html