# /robots.txt file # #User-agent: webcrawler #Disallow: User-agent: * Disallow: /tmp Disallow: /logs Disallow: /ADMIN