User-agent: *
Disallow: /stats/

User-agent: *
Disallow: /glib/*

# igas veebis ka ei saa uurimist��d toetada
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

# 02.08.2007
User-Agent: Jyxobot
Disallow: /

# 26.11.2007
User-agent: Teemer
Disallow: /

# 26.11.2007
User-agent: msrbot
Disallow: /

# 26.11.2007
User-agent: Speedy
Disallow: /

# 26.11.2007
User-agent: ichiro
Disallow: /

# 26.11.2007
User-agent: Yeti
Disallow: /

# 26.11.2007
User-agent: my-heritrix-crawler
Disallow: /

# 26.11.2007
User-agent: heritrix
Disallow: /

# hullult palju vigaseid p�ringuid - 06.12.2007
User-agent: ia_archiver
Disallow: /

User-agent: Xenu's
Disallow: /

# http://www.searchme.com/support/ - 10.12.2007
User-Agent: Charlotte
Disallow: /

# 07.05.08
User-agent: daumoa
Disallow: /

# 2011-01-31
User-agent: Exabot
Disallow: /

# 2011-01-31
User-agent: SurveyBot
Disallow: /

# 2011-05-12
User-agent: Ezooms
Disallow: /

# 2011-11-29
User-agent: AhrefsBot
Disallow: /

User-agent: WBSearchBot
Disallow: /

# 2013-06-26
User-agent: 008
Disallow: /

# 2013-11-04
User-agent: BUbiNG
Disallow: /

User-agent: GigablastOpenSource
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

# 2016-02-26
User-agent: BLEXBot
Disallow: /

User-agent: Yandex
#Crawl-delay: 15

User-agent: YandexBot
#Crawl-delay: 15

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: IdeelaborPlagiaat
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Abonti
Disallow: /

# 2021-03-20
User-agent: Barkrowler
Disallow: /

# 2021-03-22
User-agent: trendictionbot
Disallow: /

# 2021-10-27
User-agent: Zoominfobot
Disallow: /

Sitemap: https://www.lastminute.ee/sitemap.xml.gz