# All robots will spider the domain User-agent: * Disallow: # Disallow directory /chat Disallow: /chat # Disallow directory /consultants/ Disallow: /consultants/ # Disallow directory /privateagents/ Disallow: /privateagents/ # Disallow directory /trainers_taa/ Disallow: /trainers_taa/ # Disallow directory /trainers_bsz/ Disallow: /trainers_bsz/ # Disallow directory /se/ Disallow: /se/ # Disallow directory /chat/ Disallow: /chat/ # Disallow directory /cgi-bin/ Disallow: /cgi-bin/