User-agent: googlebot
Allow: /
#User-agent: Slurp
#User-agent: msnbot
User-agent: Mediapartners-Google*
Allow: /
User-agent: Googlebot-Image
Allow: /
#User-agent: Yahoo-MMCrawler
Disallow:

User-Agent: *
Disallow:/
Disallow:/admpaginaweb/ 
Disallow:/administracion_web/
Disallow:/ar/libros/versiones/
Disallow:/ar/libros/cuba/jiribilla/
Disallow:/revistas-clacso-scielo/
Disallow:/biblioteca/biblioteca/
Disallow:/Members/
Disallow:/bases/
Disallow:/proy

Sitemap: http://biblioteca.clacso.edu.ar/sitemap.xml

User-agent: 008
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Baiduspider/2.0;+http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider
Disallow: /
User-agent: +Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Mozilla/5.0(compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
Disallow: /


#Yandex
User-agent: spider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yandex.com
Disallow: /
User-agent: YandexBot/3.0
Disallow: /

#Sosospider
User-agent: Sosospider+
Disallow: /

#Ezooms
User-agent: ezooms
Disallow: /
User-agent: Ezooms/1.0
Disallow: /
User-agent: Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)
Disallow: /

#Sogou
User-agent: sogou spider
Disallow: /

#Exabot
User-agent: Exabot
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) )
Disallow: /

#proximic
User-agent: proximic
Disallow: /

#Bingbot
User-agent: Bingbot
Disallow: /

#Yahoo Slurp
User-agent: Slurp
Disallow: /

#Majestic bot
User-agent: MJ12bot
Disallow: /

#ahrefs bot
user-agent: AhrefsBot
Disallow: /

#Similar Tech Bot
User-agent: Mozilla/5.0 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)
Disallow: /

User-agent: SMTBot
Disallow: /

#public search engine bot
User-Agent: trendictionbot 
Disallow: /

#HyperCrawl is an experimental web crawler, intended to gather data for backward links graph.
User-Agent: HyperCrawl
Disallow: /

User-agent: UptimeRobot/2.0
Disallow: /

User-agent: domainreanimator
Disallow: /

User-agent: SeznamBot/3.2
Disallow: /

User-agent: LexxeBot/1.0
Disallow: /

User-agent: WASALive-Bot
Disallow: /

User-agent: PaperLiBot/2.1
Disallow: /

User-agent: MoodleBot/1.0
Disallow: /

User-agent: Owlin bot v3
Disallow: /

User-agent: rogerbot/1.0
Disallow: /

User-agent: omgilibot/0.4
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User Agent: Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com
Disallow: /

User-agent: spbot
Disallow: /

User-agent: DeuSu
Disallow: /

User-agent: Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)
Disallow: /

User-agent: Mozilla/5.0+(compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)
Disallow: /

User-agent: Twitterbot/1.0
Disallow: /

User-agent: Mozilla/5.0 (compatible; OpenHoseBot/2.1; +http://www.openhose.org/bot.html)
Disallow: /

User-agent: Applebot (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)
Disallow: /

User-agent: LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)
Disallow: /

User-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4
Disallow: /

User-agent: Mozilla/5.0 
Disallow: /

User-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1)
Disallow: /

User-agent: omgilibot/0.4 (compatible; +http://omgili.com)
Disallow: /

User-agent: rogerbot/1.0 (http://www.moz.com/dp/rogerbot, rogerbot-crawler@moz.com)
Disallow: /

User-agent: Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1667.0 Safari/537.36 _zbot
Disallow: /

User-agent: TwengaBot-2.0
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: UptimeRobot/2.0
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Facebot
Disallow: /

User-agent: FatBot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Kraken
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: LivelapBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: meanpathbot
Disallow: /

User-agent: MixrankBot
Disallow: /

User-agent: MoodleBot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: NetSeer crawler
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: oBot
Disallow: /

User-agent: PagesInventory
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: BDCbot
Disallow: /

User-agent: bitlybot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: ContextAd Bot
Disallow: /

User-agent: CRAZYWEBCRAWLER
Disallow: /

User-agent: CrystalSemanticsBot
Disallow: /

User-agent: CUBOT GT99 Build
Disallow: /

User-agent: CUBOT P9 Build
Disallow: /

User-agent: Curious George
Disallow: /

User-agent: diffbot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Insitesbot
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: ShowyouBot
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /

User-agent: SkimBot
Disallow: /

User-agent: SMTBot 
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: spbot
Disallow: /

User-agent: TweetedTimes Bot
Disallow: /

User-agent: TweetmemeBot
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: uMBot-LN
Disallow: /

User-agent: URLAppendBot
Disallow: /

User-agent: Usecap
Disallow: /

User-agent: woobot
Disallow: /

User-agent: WordChampBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DomainSigmaCrawler
Disallow: /

User-agent: Wotbox
Disallow: /

User-agent: 2ADAMbot
Disallow: /

User-agent: Twitterbot
Disallow: /
User-agent: MBCrawler
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: SemanticScholarBot
Disallow: /
User-agent: Mj12bot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: sogou
Disallow: /
User-agent: AddThis.com
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: robots
Disallow: /
User-agent: Java/1.8.0_141
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: istellabot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / 2.0; + // go.mail.ru/help/robots)
Disallow: /
User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / Fast / 2.0; + // go.mail.ru/help/robots)
Disallow: /
User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / Img / 2.0; + http: //go.mail.ru/help/robots)
Disallow: /
User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / Robots / 2.0; + http: //go.mail.ru/help/robots).
Disallow: /
User-agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
Disallow: /
User-agent: Mozilla/5.0 (compatible; SeznamBot/3.2; +http://napoveda.seznam.cz/en/seznambot-intro/)
Disallow: /
User-agent: TurnitinBot (https://turnitin.com/robot/crawlerinfo.html)
Disallow: /
User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; it; rv:1.9.2.6) Gecko/20100625 Firefox/3.6.6 ( .NET CLR 3.5.30729; .NET4.0E)
Disallow: /
User-agent: Mozilla/5.0 (compatible; SeznamBot/3.2; +http://napoveda.seznam.cz/en/seznambot-intro/)
Disallow: /
User-agent: Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot)
Disallow: /
User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
Disallow: /
User-agent: Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)
Disallow: /
User-agent: AddThis.com (http://support.addthis.com/)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yeti/1.1; +http://naver.me/bot)
Disallow: /
User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.6) Gecko/20060728 SUSE/1.5.0.6-0.1 Firefox/1.5.0.6
Disallow: /
User-agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Windows; U; Windows NT 6.2; en-US; rv:12.0) Gecko/20120403211507 Firefox/12.0
Disallow: /
User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; es-AR; rv:1.8.1.13) Gecko/20080311 Firefox/2.0.0.13
Disallow: /
User-agent: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.93 Safari/537.36
Disallow: /
User-agent: Barkrowler/0.7 (+http://www.exensa.com/crawl)
Disallow: /
User-agent: User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:27.0) Gecko/20100101 Firefox/27.0"
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: AddThis.com (http://support.addthis.com/)
Disallow: /
User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /
User-agent: rogerbot/1.0 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+shiny@moz.com)
Disallow: /
User-agent: CCBot/2.0 (http://commoncrawl.org/faq/)
Disallow: /
User-agent: Mozilla/5.0 (compatible; SeznamBot/3.2; +http://napoveda.seznam.cz/en/seznambot-intro/)
Disallow: /
User-agent: G-i-g-a-b-o-t
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2)
Disallow: /
User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.7; http://mj12bot.com/)
Disallow: /