# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: * # Disallow news topics Disallow: /news/topic # Don't explore all the related links of a document. This is just about an infinite space. Disallow: /curbside/related Disallow: /clinical_trials/show_results # Disallow ask pages Disallow: /ask/ # Don't fiddle around with focus and the content scope links Disallow: /focus/ # Don't share things Disallow: /share/