# disallow the "Majestic12" crawler since an old version is killing my site
#  specifically, 1.3.3 versions of the crawler are downloading the KCO repertoire page every few seconds
#  this includes /share/...http://www.music.org/repertoire...
User-agent: MJ12bot
Disallow: /

# disallow Twiceler (Cuil) for the same reason
#  nobody uses Cuil and I don't get any referrals from it
User-agent: twiceler
Disallow: /