# robots.txt for ADS mirror sites
# Note: this content is already indexed by search engines through the site
#    http://adsabs.harvard.edu
# so here we simply disable further indexing of the dynamic content

User-agent: *
Disallow: /abs/
Disallow: /articles/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /doi/
Disallow: /full/