Sitemap: http://www.lastminute.ee/sitemap.xml.gz

# igas veebis ka ei saa uurimistööd toetada
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: MJ12bot
Crawl-Delay: 1500

User-agent: findlinks
Disallow: /

User-agent: SnapPreviewBot
Disallow: /

# bot progejatele - http://corp.krugle.com/crawler/info.html
User-agent: Krugle
Disallow: /

# Miski Jaapani bot - http://www.yodao.com/help/webmaster/spider
User-Agent: YodaoBot
Disallow: /

# http://www.cuill.com/twiceler/robot.html - 04.07.07
User-Agent: twiceler
Disallow: /

# 02.08.2007
User-Agent: Jyxobot
Disallow: /

# 24.09.2007
User-Agent: accelobot
Disallow: /

User-agent: *
Disallow: /stats/

User-agent: *
Disallow: /cdbapp/

User-agent: Googlebot
Disallow: /reis/*
Disallow: /lend/*

User-agent: Slurp
Disallow: /reis/*
Disallow: /lend/*

User-agent: Slurp
Crawl-delay: 600

User-agent: msnbot
Disallow: /reis/*
Disallow: /lend/*

User-agent: Yandex
Disallow: /reis/*
Disallow: /lend/*

# 26.11.2007
User-agent: Teemer
Disallow: /

# 26.11.2007
User-agent: msrbot
Disallow: /

# 26.11.2007
User-agent: Speedy
Disallow: /

# 26.11.2007
User-agent: ichiro
Disallow: /

# 26.11.2007
User-agent: Yeti
Disallow: /

# 26.11.2007
User-agent: my-heritrix-crawler
Disallow: /

# 26.11.2007
User-agent: heritrix
Disallow: /

# hullult palju vigaseid päringuid - 06.12.2007
User-agent: ia_archiver
Disallow: /

User-agent: Xenu's
Disallow: /

# http://www.searchme.com/support/ - 10.12.2007
User-Agent: Charlotte
Disallow: /

# 14.01.2007
User-agent: WebAlta Crawler
Disallow: /reis/*
Disallow: /lend/*

User-agent: *
Disallow: /veereisid.php

# 07.05.08
User-agent: daumoa
Disallow: /

# 28.05.08
User-agent: OpenAcoon
Disallow: /

# 30.07.2008
User-agent: dotbot 
Disallow: /

# video ja muusika bot - 11.11.2009
User-agent: MLBot
Disallow: /