# 
# ---------------------------------------------------------------------
# Webra3 default robots.txt v1.0 2009-03-25 BT
# ---------------------------------------------------------------------
# 

#
# ---------------------------------------------------------------------
# Disallow website copiers and unfriendly bots
# ---------------------------------------------------------------------
# 

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: twiceler
Disallow: /

#
# ---------------------------------------------------------------------
# Yahoo! 
# ---------------------------------------------------------------------
#
# User-agent: Slurp 
# User-agent: Yahoo-Blogs 
# User-agent: Yahoo-Blogs/v3.9 
# User-agent: Yahoo-MMCrawler 
# User-agent: Yahoo-MMCrawler/3.x 
# User-agent: YahooYSMcm 
# User-agent: YahooYSMcm/2.0.0 
# User-agent: Yahoo! Mindset 
# User-agent: Y!J-BSC 
# User-agent: Y!J-BSC/1.0 
# User-agent: Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
# User-agent: y!j-bsc 
# User-agent: y!j-bsc/1.0 
# User-agent: y!j-bsc/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
# User-agent: Y!J 
# User-agent: Y!J/1.0 
# User-agent: Y!J/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
# User-agent: y!j 
# User-agent: y!j/1.0 
# User-agent: y!j/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
# User-agent: Mozilla/4.0 (compatible; Y!J; for robot study; keyoshid) 
# User-agent: Mozilla/4.0 (compatible; y!j; for robot study; keyoshid) 
# User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html) 
# User-agent: Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp) 
# Disallow: /

#
# ---------------------------------------------------------------------
# Advertising related bots
# ---------------------------------------------------------------------
# 
User-agent: Mediapartners-Google*
Disallow: /

User-agent: Yahoo!-AdCrawler
Disallow: /

#
# ---------------------------------------------------------------------
# Friendly, low-speed bots are welcome 
# ---------------------------------------------------------------------
#
User-agent: *
Crawl-delay: 10

#
# ---------------------------------------------------------------------
# Disallowed URL-s
# ---------------------------------------------------------------------
#
# Disallow: /main.php/