# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/

# Disallow many other things
Disallow: */bits/*
Disallow: *.jpg
Disallow: *.png
Disallow: *.gif
Disallow: *.pdf
Disallow: *.bmp
Disallow: */sampledata/*
Disallow: */cache/*
Disallow: */thumbs/*
Disallow: */component/*
Disallow: */media/system/*
Disallow: */assets/*
Disallow: */resized/*
Disallow: */checkout/*
Disallow: /*?*tmpl=component
Disallow: /*print*
Disallow: *index.php?option=com_virtuemart&view=user*
Disallow: */registrieren*
Disallow: */registrierung*
Disallow: */anmelden*
Disallow: */anmeldung*
Disallow: */login*
Disallow: *keyword=*
Disallow: /suche*
Disallow: *by,*
Disallow: *results,*
Disallow: /*/results*
Disallow: *start,*
Disallow: *start=*
Disallow: /*/dirDesc*
Disallow: */filter/*
Disallow: /filtern/
Disallow: /filtern*
Disallow: *return=*
Disallow: *manage=*

# Block bad bots
User-agent: ahrefsbot
Disallow: /
User-agent: aihitbot
Disallow: /
User-agent: baidu
Disallow: /
User-agent: blexbot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: exabot
Disallow: /
User-agent: jooblebot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: mj12bot
Disallow: /
User-agent: orangebot
Disallow: /
User-agent: seznam
Disallow: /
User-agent: sogou
Disallow: /
User-agent: spbot
Disallow: /
User-agent: vebidoobot
Disallow: /
User-agent: vegi bot
Disallow: /
User-agent: yandex
Disallow: /
User-agent: yodao
Disallow: /
User-agent: youdao
Disallow: /
User-agent: zoominfobot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: / 
User-agent: SemrushBot-BA
Disallow: / 
User-agent: SemrushBot-SI
Disallow: / 
User-agent: SemrushBot-SWA
Disallow: / 
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: / 
User-agent: SemrushBot-SEOAB
Disallow: / 

# Allow Google
User-agent: Googlebot
Disallow:
User-agent: Googlebot-image
Disallow: