#All crawlers are blocked 
User-agent: *
Disallow: /usgs/

# USGS Intranet Search Crawler is allowed
User-agent: usgs-gsa-crawler
Disallow: