# Make changes for all web spiders
User-agent: *
# disallow these dirs:
Disallow: /clients/
Disallow: /stats/
Disallow: /ws/