User-agent: *
# ITB-4227 BEGIN
# flash app and html5 app add to basket link
Disallow: /premiumshop/flashArticleTransfer.html
Disallow: /*/basket/add.html
# basket link
Disallow: /*/indkoebskurv
Disallow: /*/warenkorb
Disallow: /*/basket
Disallow: /*/ostoskori
Disallow: /*/panier-d-achat
Disallow: /*/carello
Disallow: /*/handlekurv
Disallow: /*/winkelmandje
Disallow: /*/inkoepskorg
Disallow: /*/checkout
Disallow: /*/inkoepskorg
# checkout link
Disallow: /*/checkout
# customer area links
Disallow: /*/customer
Disallow: /*/secure/customer
# styleguide, es pages, api, keepalive
Disallow: /styleguide
Disallow: /es/*
Disallow: /api/*
Disallow: /*/keepalive.html
Disallow: /keepalive.html
# ITB-4227 END 
#ITB-4753
Disallow: /*/designer

# ITB-2835: deactivate disallow jsessionid
# Disallow: /*;jsessionid

User-agent: MJ12bot
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: WeSEE
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: uMBot-FC
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: gimme60bot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: BLEXBot
Disallow: /

Allow: /
#delay for the crawler between site requests (googlebot ignores this .. use googleWebMastertools)
#Crawl-delay: 5