# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: *
Allow: /
Disallow: /impressum
Disallow: /agb
Disallow: /datenschutz
Sitemap: http://ammain.s3.amazonaws.com/sitemaps/am/sitemap.xml.gz

# this bot repeatedly causes 404s by calling URLs that don't exist any more.
User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot/v*
Disallow: /