# basic /robots.txt file
#User-agent: webcrawler 
#Disallow: 
#User-agent: lycra 
#Disallow: / 
User-agent: * 
Disallow: /upload/ 
Disallow: /temp/ 
Disallow: /test/ 
Disallow: /maintenance/ 
Disallow: /cgi-bin/ 
Disallow: /robots.txt