# robots.txt file for ALL webcrawlers User-agent: * #Disallow: /