# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
 User-agent: Sidewinder
 Disallow: /
 
 User-agent: Microsoft.URL.Control
 Disallow: /
 
 User-Agent: *
 Disallow: /tmp/
 Disallow: /test/
 Disallow: /*.gif$
 Disallow: /admin/
 Disallow: /orders/
 Disallow: /mark/
 Disallow: /account/
 Disallow: /*/add_to_cart
 Disallow: /*/to_luminary/*
# Disallow: /category/*/article/*
 Disallow: /assets/
 Disallow: /search/*
 Disallow: /all_tagged_with/*
 Disallow: /*/tagged_with/*
 Allow: /assets/arkivi_bildarchiv*
 Allow: /assets/application*.css
  
 Sitemap: http://www.arkivi.de/sitemaps/sitemap.xml.gz