User-Agent: *
Allow: /

# ralentir le crawl
User-Agent: aipbot
Crawl-Delay:   120

User-agent: asterias
Crawl-Delay:   120

User-agent: Art-Online
Crawl-Delay:   120

User-Agent: Baiduspider
Crawl-delay: 100000

User-agent: BaiDuSpider
Crawl-Delay:   1200

User-agent: cfetch
Crawl-Delay:   120

User-agent: Exabot-Images
Crawl-Delay:   120

User-agent: Exabot
Crawl-Delay:   120

User-agent: e-SocietyRobot
Crawl-Delay:   120

User-agent: findlinks
Crawl-Delay:   120

User-Agent: Grub.org
Crawl-Delay:   120

User-agent: Gigabot
Crawl-Delay:   120

User-Agent: gonzo
Crawl-Delay:   120

User-agent: IRLbot
Crawl-Delay:   120

User-agent: ia_archiver
Crawl-Delay:   120

User-agent: Java
Crawl-Delay:   120

User-Agent: Katalog
Crawl-Delay:   120

User-agent: Krugle
Crawl-Delay:   120

User-Agent: larbin
Crawl-Delay:   120

User-Agent: MJ12bot
Crawl-delay: 100000

# YETI http://help.naver.com/robots/
User-agent: naverbot
Crawl-Delay:   120

User-agent: NG
Crawl-Delay:   120

User-agent: NimbleCrawler
Crawl-Delay:   120

User-agent: Nutch
Crawl-Delay:   120

User-Agent: OmniExplorer_Bot
Crawl-Delay:   120

User-Agent: OmniExplorer
Crawl-Delay:   120

User-agent: onCHECK-Robot
Crawl-Delay:   120

User-Agent: page-store
Crawl-Delay:   120

User-agent: pompos
Crawl-Delay:   120

User-Agent: psycheclone
Crawl-Delay:   120

User-agent: psbot
Crawl-Delay:   120

User-agent: QuepasaCreep 
Crawl-Delay:   120

User-agent: Robozilla
Crawl-Delay:   120

User-Agent: SBIder
Crawl-Delay:   120

User-agent: Scrubby
Crawl-Delay:   120

User-agent: sohu
Crawl-Delay:   120

User-agent: sohu-search
Crawl-Delay:   120

User-agent: sogou
Crawl-Delay:   120

# SurveyBot = service Whois
User-Agent: SurveyBot
Crawl-Delay:   120

User-agent: Teoma
Crawl-Delay:   120

User-agent: TurnitinBot
Crawl-Delay:   120

User-agent: twiceler
Crawl-Delay:   120

User-agent: Vagabondo
Crawl-Delay:   120

User-agent: voyager
Crawl-Delay:   120

# YETI http://help.naver.com/robots/
User-agent: yeti
Crawl-Delay:   120

# slurp = yahoo
User-agent: MSNbot
Crawl-delay: 300

User-agent: Slurp
Crawl-delay: 300

user agent Yahoo! Slurp
Crawl-delay: 300

User-agent: Yandex
Crawl-delay: 300


User-Agent: *
Disallow: /malapedia/include/ajax_traduire_ce_message.php
Disallow: /users/fiche_user.php
Disallow: /malapedia/mail.php
Disallow: /cgi-bin/


Sitemap: http://www.eric-jacob.com/Sitemap_ericjacob_indexa.xml
Sitemap: http://www.eric-jacob.com/Sitemap_fiches_ericjacob_indexa.xml
Sitemap: http://www.eric-jacob.com/Sitemap_actus_recente_ericjacob_indexa.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_fr.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_de.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_es.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_en.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_it.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_pt.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_ru.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_cn.xml
Sitemap: http://www.eric-jacob.com/Sitemap_aliments_ericjacob_indexa_ja.xml
Sitemap: http://www.eric-jacob.com/Sitemap_actus_datenews_recente_ericjacob_indexa.xml

Sitemap: http://www.malapedia.com/Sitemap_fiches_malapedia_indexa.xml
Sitemap: http://www.malapedia.com/Sitemap_malapedia_indexa.xml
Sitemap: http://www.malapedia.com/Sitemap_actus_recente_malapedia_indexa.xml