User-agent: *             # directed to all robots
Allow: /pub/geometadata/  #expose geometadata to robots
Disallow: /*printable.do* #exclude geometadata printable records from robots
Disallow: /*viewxml.do*   #exclude geometadata XML records from robots
Disallow: /pub/
Disallow: /int/
Disallow: /ext/
Disallow: /gov/
Disallow: /forms/
Disallow: /reports/