# robots.txt
# keskidi.net
# 05/07/2009

User-agent: Googlebot		# Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
User-agent: msnbot		# msnbot/1.1 (+http://search.msn.com/msnbot.htm)
User-agent: Slurp		# Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
User-agent: ia_archiver		# ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com) |or| ia_archiver-web.archive.org
Disallow: /francaises/
Disallow: /etrangeres/
Disallow: /popups/
Disallow: /sitemap.xml
#  Allow: /chansons/*

User-agent: Mediapartners-Google
Disallow: /popups/

User-agent: Baiduspider		# Baiduspider+(+http://www.baidu.jp/spider/)
User-agent: Charlotte		# Mozilla/5.0 (compatible; Charlotte/1.1; http://www.searchme.com/support/spider/)
User-agent: discobot		# Mozilla/5.0 (compatible; discobot/1.1; +http://discoveryengine.com/discobot.html)
User-agent: dotbot		# Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org)
User-agent: Exabot		# Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
User-agent: Gigabot		# Gigabot/3.0 (http://www.gigablast.com/spider.html)
User-agent: MJ12bot		# Mozilla/5.0 (compatible; MJ12bot/v1.3.2; http://www.majestic12.co.uk/bot.php?+)
User-agent: NaverBot		# Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/
User-agent: ShopWiki		# ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)
User-agent: SnapPreviewBot	# http://www.snap.com/snapshots_faq.php
User-agent: sogou spider	# Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: SurveyBot		# SurveyBot/2.3 (Whois Source) § http://www.domaintools.com/webmasters/surveybot.php
User-agent: Teoma		# Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)
User-agent: TurnitinBot		# TurnitinBot/2.1 (http://www.turnitin.com/robot/crawlerinfo.html)
User-agent: twiceler		# Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html)
User-agent: VoilaBot		# Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)
User-agent: Yandex		# Yandex/1.01.001 (compatible; Win16; I)
User-agent: Yeti		# Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/
User-agent: YodaoBot		# http://www.youdao.com/help/webmaster/spider/
Disallow: /francaises/
Disallow: /etrangeres/
Disallow: /chansons/titres,
Disallow: /chansons/paroles,
Disallow: /chansons/menu,
Disallow: /texte/
Disallow: /popups/
Disallow: /sitemap.xml
#  Allow: /chansons/page,

User-agent: Googlebot-Image	# Googlebot-Image/1.0
User-agent: GurujiBot		# Mozilla/5.0 (compatible; GurujiBot/1.0; +http://www.guruji.com/en/WebmasterFAQ.html)
User-agent: MLBot		# MLBot (www.metadatalabs.com/mlbot)
User-agent: psbot		# psbot/0.1 (+http://www.picsearch.com/bot.html)
User-agent: ScoutJet		# Mozilla/5.0 (compatible; ScoutJet; +http://www.scoutjet.com/)
User-agent: Snapbot		# Snapbot/1.0 (Snap Shots, +http://www.snap.com)
User-agent: Sosospider		# Sosospider+(+http://help.soso.com/webspider.htm)
User-agent: Speedy		# Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/
User-agent: yacybot		# yacybot (amd64 Linux 2.6.24-16-server; java 1.6.0_07; Europe/en) http://yacy.net/bot.html
Disallow: /

User-agent: *
Disallow: /francaises/
Disallow: /etrangeres/
Disallow: /popups/
Disallow: /sitemap.xml
#  Allow: /chansons/*


# Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
# msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
# CCBot/1.0 (+http://www.commoncrawl.org/bot.html
# smart.apnoti.com Robot/v1.34 (http://smart.apnoti.com/index/aboutApnotiWebCrawler)

# Sitemap

Sitemap: http://keskidi.net/sitemap.gz

# § http://tool.motoricerca.info/robots-checker.phtml

#eof