User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /email-addresses/
Disallow: /index.php?option=com_content&view=article&id=54

User-agent: yandex 
Disallow: / 

User-agent: vagabondo 
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: ia_archiver\-web\.archive\.org
Disallow: /

User-agent: heritrix 
Disallow: /

User-agent: larbin 
Disallow: /