# this page controls robot access to site. See http://www.robotstxt.org/wc/norobots.html

User-agent: *
# Disallow: /tmp/ # disallowss direcotry
# Disallow: /foo.html # disallows file
# Disallow: /bar  # disallows all files and directorys with this name