# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml



User-agent: SeznamBot
Disallow: /

User-agent: VigLink
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SputnikBot
Disallow: /

User-agent: Sputnik
Disallow: /

User-agent: SputnikBot/2.3
Disallow: /

User-agent: Curious George
Disallow: /

User-agent: Curious George - www.analyticsseo.com
Disallow: /

User-agent: Curious George - www.analyticsseo.com/crawler
Disallow: /

User-agent: http://site.ru
Disallow: /

User-agent: site.ru
Disallow: /

User-agent: AhrefsBot
Disallow:/

User-agent: MauiBot
Disallow:/

User-agent: SEOkicks
Disallow:/

User-agent: BUbiNG
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: zoominfobot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Datanyze
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: adscanner
Disallow: /

User-agent: Genieo
Disallow: /

User-agent: Genieo/1.0
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-agent: Zgrab
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: sogou spider
Disallow: /

# Blekkobot
User-agent: Blekkobot
Disallow: /

# Block BlexBot
User-agent: BLEXBot
Disallow: /

User-agent: Seobility
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider/2.0
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

User-agent: YandexBot/3.0
Disallow: /

User-agent: IstellaBot
Disallow: /

User-agent: IstellaBot/1.01.18
Disallow: /

User-agent: IstellaBot/1.01.18 +http://www.tiscali.it/
Disallow: /

User-agent: IstellaBot/1.10.2 +http://www.tiscali.it/
Disallow: /

User-agent: Mozilla/5.0 (compatible; IstellaBot/1.01.18 +http://www.tiscali.it/) 
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: GroupHigh
Disallow: /

User-agent: GroupHigh/1.0
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: ccbot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: grapeshotcrawler	
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: james bot
Disallow: /

User-agent: leikibot
Disallow: /

User-agent: libcurl
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: lipperhey
Disallow: /

User-agent: livelap
Disallow: /

User-agent: lssrocket
Disallow: /

User-agent: magpie
Disallow: /

User-agent: Uptimebot
Disallow: /

User-agent: Gluten Free Crawler/1.0 
Disallow: /

User-agent: serpstatbot/1.0
Disallow: /

User-agent: DomainCrawler
Disallow: /

User-agent: Steeler
Disallow: /
 
User-agent: Steeler/3.5
Disallow: /
 
User-agent: Daum
Disallow: /

User-agent:arquivo-web-crawler
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: MojeekBot
Disallow: /

#"Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)"
#"Mozilla/5.0 (iPhone; CPU iPhone OS 5_0_1 like Mac OS X) (compatible;Yeti-Mobile/0.1; +http://help.naver.com/robots/)"
User-agent: Yeti
Disallow: / 

User-agent: Yeti-Mobile
Disallow: /

User-agent:Mr.4x3 Powered
Disallow: / 

User-agent: SJUUPBot
Disallow: /

User-agent: Pi-Monster
Disallow: /

User-agent: tracemyfile/1.0
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: oBot/2.3.1
Disallow: /

User-agent: CowBot/1.0
Disallow: /










User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /tarteaucitron/