# good reference:  http://www.robotstxt.org/orig.html
# IS used by internal search
# Keytext is used by websitescheck.vbs to monitor home page for given text as a means to know whether the site is working correctly
# Keytext=DAS.asp

#Google_Start
User-agent:Googlebot
Disallow: /
#Google_End

User-agent: BUbiNG
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Blackboard
Disallow: /

User-agent: *
Disallow: /bestofweb/
Disallow: /blogs/
Disallow: /cataloging/
Disallow: /centennial/
Disallow: /commis/
Disallow: /comp/
Disallow: /directions/
Disallow: /discounts/
Disallow: /docs/archives/
Disallow: /docs/nlcarchives/
Disallow: /docs/annual/
Disallow: /docs/nlcwesterntrails/
Disallow: /docs/shippinglists/
Disallow: /docs/oldroot/
Disallow: /feeds/
Disallow: /freedom/
Disallow: /gates/
Disallow: /handouts/
Disallow: /images/
Disallow: /inhouse/
Disallow: /lbbnc/
Disallow: /libcal/
Disallow: /libdev/
Disallow: /libdir/
Disallow: /libraries/
Disallow: /links/
Disallow: /lists/
Disallow: /m3/
Disallow: /mission/
Disallow: /mt-static/
Disallow: /ncompass/
Disallow: /nebraska/
Disallow: /nebraskaccess/
Disallow: /nebraskamemories/
Disallow: /nebraskard/
Disallow: /netserv/
Disallow: /news/
Disallow: /nse/
Disallow: /publications/
Disallow: /redirects/
Disallow: /ref/
Disallow: /reserve/
Disallow: /scripts/
Disallow: /service/
Disallow: /stadv/
Disallow: /staff/
Disallow: /statistics/
Disallow: /system/
Disallow: /tbbs/
Disallow: /training/
Disallow: /westerntrails/
Disallow: /wikis/