# robots.txt file User-agent: * Disallow: # User-agent: webcrawler # User-agent: lycra # Disallow: / # User-agent: * # Disallow: /tmp # Disallow: /logs