# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	if this matches first part of requested path, forget it
# Allow: /      will index all other pages anyway, even if they jump back to main page

User-agent: *                 # all robots; could also be webcrawler, infoseek, wget etc.
Disallow: /Mueller.htm        # sensible also to do this to .CGI etc. *or frames* (?)
Disallow: /xmas/              # private bits