User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /component/*
Disallow: /component/search/
Disallow: /component/content/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /cometchat/
Disallow: /cp/
Disallow: /diveboom/
Disallow: /hwdvideos/
Disallow: /orphus/
Disallow: /pagexml/
Disallow: /Price/
Disallow: /video/
Disallow: /webalizer/
Disallow: /webstat/
Disallow: /lv/
Disallow: /en/
Crawl-delay: 2 # задает таймаут в 4.5 секунды


User-agent: Yandex
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /component/*
Disallow: /component/search/
Disallow: /component/content/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /cometchat/
Disallow: /cp/
Disallow: /diveboom/
Disallow: /hwdvideos/
Disallow: /orphus/
Disallow: /pagexml/
Disallow: /Price/
Disallow: /video/
Disallow: /webalizer/
Disallow: /webstat/
Disallow: /lv/
Disallow: /en/
Crawl-delay: 2 # задает таймаут в 4.5 секунды
Host: diveboom.com
Sitemap: http://diveboom.com/index.php?option=com_xmap&sitemap=1&view=xml

User-agent: Googlebot
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /component/*
Disallow: /component/search/
Disallow: /component/content/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /cometchat/
Disallow: /cp/
Disallow: /diveboom/
Disallow: /hwdvideos/
Disallow: /orphus/
Disallow: /pagexml/
Disallow: /Price/
Disallow: /video/
Disallow: /webalizer/
Disallow: /webstat/
Disallow: /lv/
Disallow: /en/

User-agent: StackRambler
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /component/*
Disallow: /component/search/
Disallow: /component/content/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /cometchat/
Disallow: /cp/
Disallow: /diveboom/
Disallow: /hwdvideos/
Disallow: /orphus/
Disallow: /pagexml/
Disallow: /Price/
Disallow: /video/
Disallow: /webalizer/
Disallow: /webstat/
Disallow: /lv/
Disallow: /en/

 	
User-agent: msnbot
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /component/*
Disallow: /component/search/
Disallow: /component/content/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /cometchat/
Disallow: /cp/
Disallow: /diveboom/
Disallow: /hwdvideos/
Disallow: /orphus/
Disallow: /pagexml/
Disallow: /Price/
Disallow: /video/
Disallow: /webalizer/
Disallow: /webstat/
Disallow: /lv/
Disallow: /en/
Crawl-delay: 120