#
# disallow all robots from searching
# Disallow: /
#
# Web URLS
#
User-agent: acog-gsa-crawler
Disallow: /subscribers/references/
# Allow full crawling for acog-gsa-crawler
User-agent: *
Disallow: /subscribers/