# /robots.txt file for http://www.uniritter.edu.br/ # mail webmaster@uniritter.edu.br for constructive criticism # The robot called 'webcrawler' has nothing disallowed: it may go anywhere # User-agent: webcrawler # Disallow: # The robot called 'lycra' has all relative URLs starting with '/' disallowed. # Because all relative URL's on a server start with '/', this means the entire site is closed off # User-agent: lycra # Disallow: / # All other robots can crawl the site, EXCEPT the pages listed on the 'disallow' lines... User-agent: * Disallow: /w2 Disallow: /admsite Disallow: /sendnews Disallow: /agendamento