# Tell all spiders to not crawl the temporary folder which # includes uploaded files (from users) # The files are removed every 24h hours User-agent: * Disallow: /logs/ Disallow: /stats/ #Disallow: /uploaded/