User-agent: *
Disallow: /
User-agent: GRNOC-webcrawler
Allow: /
Allow: /nlr
Allow: /transpac2