User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /*?*
Disallow: /*?

# restrict all bots(spiders) from accessing the custom urls which are used to track the hit counts of ads
User-agent: *
Disallow: /natural
Disallow: /hsconcur
Disallow: /discover
Disallow: /becreditcd
Disallow: /becrediton
Disallow: /greenheart
Disallow: /possibility
Disallow: /bcbr
Disallow: /pe_bbs_084
Disallow: /pe_bbf_084
Disallow: /fall
Disallow: /online
Disallow: /freedom
Disallow: /play
Disallow: /bouldermag
Disallow: /bloom
Disallow: /engage
Disallow: /leap
Disallow: /explore
Disallow: /elevate
Disallow: /dcexplorebbox
Disallow: /pe_bbs_087
Disallow: /pe_bbf_087
Disallow: /spring
Disallow: /dcflexibility
Disallow: /dcfreedom
Disallow: /dcexplorebigbox
Disallow: /next
Disallow: /invest
Disallow: /pe_bbs_091
Disallow: /pe_bbf_091
Disallow: /focus
Disallow: /achieve
Disallow: /myspacesummer
Disallow: /becredit
Disallow: /climateliteracy
Disallow: /discounts
Disallow: /westword
Disallow: /westword2
Disallow: /shakespeare
Disallow: /music

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
# digg mirror
User-agent: duggmirror
Disallow: /
Sitemap: http://conted.colorado.edu/sitemap.xml