# /robots.txt for http://www.musi-cal.com/
# See http://info.webcrawler.com/mak/projects/robots/norobots.html
# Wade McDaniel (wade@mojam.com)
# - adapted from the robots.txt file at http://web.nexor.co.uk/


# let google's ad crawler do its thing
User-agent: Mediapartners-Google*
Disallow: 
Disallow: /honeypot
Disallow: /rate			# dynamic
Disallow: /cgi-bin		# dynamic
Disallow: /concerts/		# deprecated URL form
Disallow: /vadd			# dynamic
Disallow: /vedit		# dynamic
Disallow: /vdelete		# dynamic
Disallow: /subbatch		# dynamic
Disallow: /hc			# dynamic

# by default

User-agent: *
Disallow: /honeypot
Disallow: /ccrd			# not useful to spiders
Disallow: /click		# not useful to spiders
Disallow: /hc			# dynamic
Disallow: /rate			# dynamic
Disallow: /subbatch		# dynamic
Disallow: /vadd			# dynamic
Disallow: /vsearch		# dynamic
Disallow: /vedit		# dynamic
Disallow: /vdelete		# dynamic
Disallow: /search		# dynamic
Disallow: /cgi-bin		# dynamic
Disallow: /images/		# useless images
Disallow: /icons/		# useless images
Disallow: /concerts/		# deprecated URL form

# stop spiders from treating some strings in JS as potential URLs
Disallow: */AAMB