#Disallow all indexing of the Calendar, Advertising and Weather directories

Sitemap: http:/www3.sdstate.edu/sitemap.xml

User-agent: *
Disallow: /
Disallow: /ClassLibrary/Page/Calendar/
Disallow: /ClassLibrary/Page/Advertising/
Disallow: /ClassLibrary/Page/Advertising/Click.cfm
Disallow: /Forums/
Crawl-delay: 20

#Change the delay for yahoo
User-agent: Slurp
Crawl-delay: 20 

#Omnibot ignoring disallows - 7/30/05 - EC
User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: gsa-crawler
#Disallow: /
Crawl-delay: 20 
Disallow: /?CurrentDate*