# basic /robots.txt file
#User-agent: webcrawler 
#Disallow: 
#User-agent: lycra 
#Disallow: / 
User-agent: * 
Disallow: /upload/ 
Disallow: /autotrader test stuff/ 
Disallow: /maintenance/ 
Disallow: /archives/ 
Disallow: /cgi-bin/