User-agent: Fasterfox
Disallow: /

User-agent: WiseBot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: Robozilla
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: psbot
Disallow: /

User-agent: asterias
Disallow: /

User-agent: CsCrawler
Disallow: /

User-agent: Larbin
Disallow: /

User-agent: Sproose
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: reloado.com SearchEngine
Disallow: /

# The default
User-agent: *
Crawl-delay: 5
Sitemap: http://www.arte.tv/sitemap.xml
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /fr/Impression/
Disallow: /de/Printing/
Disallow: /fr/search__results/
Disallow: /de/search__results/
Disallow: /search
Disallow: /de/woche/
Disallow: /de/newsletters/
Disallow: /fr/newsletters/
Disallow: /develop/
Disallow: /cache/
Disallow: /i18n/
Disallow: /addProductBasket.action
Disallow: /advancedSearchProduct.action
Disallow: /alertProduct.action
Disallow: /listBasket.action
Disallow: /calendar.php
Disallow: /showthread.php
Disallow: /forumdisplay.php
Disallow: /member.php
Disallow: /redirect.html
Disallow: /fr/recherche/
Disallow: /de/suche/
Disallow: /fr/accueil/recherche/
Disallow: /de/Willkommen/suche/
Disallow: /detailProduct.action
Disallow: /displayElementsProduct.action
Disallow: /faq.php
Disallow: /login.php
Disallow: /misc.php
Disallow: /rules.php
Disallow: /subscription.php
Disallow: /fr/Resultats-de-recherche/
Disallow: /de/Suchergebnisse/
Disallow: /sitespreprod/
Disallow: /guide/fr/resultats-de-recherche
Disallow: /guide/de/suchergebnisse
Disallow: /papip/
Disallow: /papi/tvguide/api/
Disallow: /papi/tvguide/epg/
Disallow: /papi/tvguide-enrich/
Disallow: /papi/tvguide/videos/
Disallow: /papi/tvguide/tvg/
Disallow: /papi/tvguide-flow/feeds/
Disallow: /papi/tvguide-reminder/
Disallow: /papi/tvguide/stats/