User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

#moz rogerbot setup
User-agent: rogerbot 
disallow: /event/
disallow: /events/
disallow: /jobs/
disallow: /news/tag/
disallow: /fer/event/
Crawl-delay: 10
Crawl-limit:5

Sitemap: https://cnr.ncsu.edu/sitemapindex.xml
Sitemap: https://cnr.ncsu.edu/fb/sitemapindex.xml
Sitemap: https://cnr.ncsu.edu/fer/sitemapindex.xml
Sitemap: https://cnr.ncsu.edu/prtm/sitemapindex.xml
Sitemap: https://cnr.ncsu.edu/news/sitemapindex.xml
Sitemap: https://cnr.ncsu.edu/internalresources/sitemapindex.xml
Sitemap: https://cnr.ncsu.edu/geospatial/sitemapindex.xml
Sitemap: https://cnr.ncsu.edu/jobs/sitemapindex.xml