Sitemap: http://blog.reisiekspert.ee/sitemap.xml.gz

User-agent: *
Disallow: /stats/

# igas veebis ka ei saa uurimistööd toetada
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

# 02.08.2007
User-Agent: Jyxobot
Disallow: /

# 26.11.2007
User-agent: Teemer
Disallow: /

# 26.11.2007
User-agent: msrbot
Disallow: /

# 26.11.2007
User-agent: Speedy
Disallow: /

# 26.11.2007
User-agent: ichiro
Disallow: /

# 26.11.2007
User-agent: Yeti
Disallow: /

# 26.11.2007
User-agent: my-heritrix-crawler
Disallow: /

# 26.11.2007
User-agent: heritrix
Disallow: /

# hullult palju vigaseid päringuid - 06.12.2007
User-agent: ia_archiver
Disallow: /

User-agent: Xenu's
Disallow: /

# http://www.searchme.com/support/ - 10.12.2007
User-Agent: Charlotte
Disallow: /

# 07.05.08
User-agent: daumoa
Disallow: /

# video ja muusika bot - 11.11.2009
User-agent: MLBot
Disallow: /

# 2010-05-31
User-agent: Linguee
Disallow: /