# /robots.txt file 


User-agent: *
Disallow: /favourites/internal
Disallow: /logs
Disallow: /tmp
Disallow: /downloads
Disallow: /SSNET
Disallow: /client