# robots.txt for http://www.crabcakes.com 
# 24 Apr 08 KK

User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /members/


sitemap: http://www.crabcakes.com/sitemap.xml


# User-agent: *        is a wild card for ALL user agents
# Disallow: /name/     requests no index of specified directory
# Disallow: /          requests no index of ALL directories!!

# IMPORTANT:Agent-specific instructions must appear ABOVE any * wild card instruction