# Robots exclusion file.
# All html/shtml pages on the root is
# protected by a meta robots directive.
# Index pages are given a meta description,
# pages without a real content uses noindex,
# and pages with real content are either
# described by a meta description or the
# robot is allowed to index the page.
# Note that a robot can scan the
# file system if allowed
User-agent: *
Disallow: /