Sitemap: http://benippon.com/magento/media/sitemap_en.xml
Sitemap: http://benippon.com/magento/media/sitemap_fr.xml

User-agent: *
Disallow: /go/
Disallow: /nobori/
Disallow: /teikei/
# Magento
Disallow: /en/customer/
Disallow: /fr/customer/
Disallow: /en/checkout/
Disallow: /fr/checkout/
Disallow: /en/catalogsearch/ajax/suggest/
Disallow: /fr/catalogsearch/ajax/suggest/
Disallow: /en/wishlist/index/add/
Disallow: /fr/wishlist/index/add/
Disallow: /report/
Disallow: /magento/js/
Disallow: /magento/skin/
Disallow: /magento/var/
Disallow: /magento/report/
Disallow: /en/review/product/
Disallow: /fr/review/product/
# osCommerce
Disallow: /shop/login
Disallow: /shop/logoff
Disallow: /shop/password_forgotten
Disallow: /shop/create_account
Disallow: /shop/includes
Disallow: /shop/shopping_cart
Disallow: /shop/account
Disallow: /shop/checkout
Disallow: *action=buy_now
Disallow: /stats/
Disallow: /misc/
Disallow: /tools/
#Disallow: /shop/imagemagic.php

#Request-rate: 1/5       # One page / 5 secs
#Visit-time: 0200-0500   # (UTC) Only visit between 11:00 - 14:00 (JST)

User-agent: ShopWiki
Crawl-delay: 60