# Allow Screaming Frog crawler
User-agent: Screaming Frog SEO Spider
Disallow: /test/
Disallow: /dsiccr-old/
Disallow: /error/
Disallow: /home-new/
Disallow: /news-new/

# Allow all other crawlers
User-agent: *
Disallow: /test/
Disallow: /dsiccr-old/
Disallow: /error/
Disallow: /home-new/
Disallow: /news-new/

Sitemap: https://sbmi.uth.edu/sbmi-sitemap.xml