User-agent: *
Disallow: /action/
Disallow: /rates/
Disallow: /quote/optionchain/
Disallow: /quote/historical/