# robots.txt # Se http://info.webcrawler.com/mak/projects/robots/norobots.html # http://info.webcrawler.com/mak/projects/robots/against.html User-agent: Sphider Disallow: /index.html Dissallow: /script Dissallow: /admin.php User-agent: * Disallow: /