# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: Amazonbot
Disallow: /

User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /ie6/
Disallow: /xmlrpc/
Disallow: /component/content/
Disallow: /component/content/article/
Disallow: /component/search/
Disallow: /component/ondate/
Disallow: /component/mailto/
Disallow: /component/blog_calendar/
Disallow: /attention/2010/
Disallow: /attention/2011/
Disallow: /home/2010/
Disallow: /home/2011/
Disallow: /last-news/2010/
Disallow: /last-news/2011/
Disallow: /new/2010/
Disallow: /new/2011/
Disallow: /official/2010/
Disallow: /official/2011/
Disallow: /officially/2010/
Disallow: /officially/2011/
Disallow: /quote/2010/
Disallow: /quote/2011/
Disallow: /quote/45--farion/2010/
Disallow: /quote/45--farion/2011/
Disallow: /quote/53/2010/
Disallow: /quote/55/2011/
Disallow: /short-news/2010/
Disallow: /short-news/2011/
Disallow: /time-line/2010/
Disallow: /time-line/2011/
Disallow: /top/
Disallow: /calendar/
Disallow: /calendar.html
Disallow: /yasite.html
Disallow: /*component/content/
Disallow: /*start=
Disallow: /*searchword=
Disallow: /search-archive.html
Disallow: /*?option=
Disallow: /*search-archive
Disallow: /*searchword=
Disallow: /*option=
Disallow: /*?id=
Disallow: /*.raw$
Disallow: /*limit=
Disallow: /tag/
Disallow: /*com_content
Disallow: /*limitstart=
Disallow: /*print=
Disallow: /*?app_id=1
Disallow: /*=component&print
Disallow: /*=blogcalendar
Disallow: /*tmpl=
Disallow: /*?tmpl=
Disallow: /*view=
Disallow: /*month=
Disallow: /*year=
Disallow: /*start=
Disallow: /*ctranitsa-
Disallow: /component/jcomments/feed/com_content/
Disallow: /*?start=
Disallow: /*?layout=
Disallow: /*?func=
Disallow: /*?aklazy=
Disallow: *task=callelement
Disallow: /component/search/?Itemid
Disallow: /category/expert/
Disallow: /authors/
Disallow: /component/users/
Disallow: /calendar/
Disallow: /calendar.html
Disallow: /yasite.html
Disallow: /*component/content/
Disallow: /*start=
Disallow: /*page=
Disallow: /*category_id=
Disallow: /*catid=
Disallow: /*id=
Disallow: /*jat3action=
Disallow: /*jatype=
Disallow: /*jafile=
Disallow: /*type=
Disallow: /*from=
Disallow: /*a=
Disallow: /*refresh
Disallow: /*ym_debug=
Disallow: /*ref=
Disallow: /*comitet=
Disallow: /*utm=
Disallow: /*stat-id=
Disallow: /*format-type=
Disallow: /*feed=
Disallow: /*utm_compaign=
Disallow: /*value=
Disallow: /*searchword=
Disallow: /search-archive.html
Disallow: /*?option=
Disallow: /*search-archive
Disallow: /*searchword=
Disallow: /*option=
Disallow: /*?id=
Disallow: /*.raw$
Disallow: /*limit=
Disallow: /*com_content
Disallow: /*limitstart=
Disallow: /*print=
Disallow: /*=component&print
Disallow: /*=blogcalendar
Disallow: /*tmpl=
Disallow: /*?tmpl=
Disallow: /*view=
Disallow: /*month=
Disallow: /*year=
Disallow: /*start=
Disallow: /*page=
Disallow: /*category_id=
Disallow: /*catid=
Disallow: /*id=
Disallow: /*jat3action=
Disallow: /*jatype=
Disallow: /*jafile=
Disallow: /*type=
Disallow: /*from=
Disallow: /*a=
Disallow: /*refresh
Disallow: /*ym_debug=
Disallow: /*ref=
Disallow: /*comitet=
Disallow: /*utm=
Disallow: /*stat-id=
Disallow: /*format-type=
Disallow: /*feed=
Disallow: /*utm_compaign=
Disallow: /*value=
Disallow: /*ctranitsa-
Disallow: /component/jcomments/feed/com_content/
Disallow: /*?start=
Disallow: /*?layout=
Disallow: /*?func=
Disallow: /*?aklazy=
Disallow: *task=callelement
Disallow: /component/search/?Itemid
Disallow: *sort=
Disallow: *view=
Disallow: *utm=
Disallow: /*?nc
Disallow: /*&
Disallow: /*_
Disallow: /*=
Disallow: /*%
Disallow: /*?=
Disallow: /*ex.php
Disallow: /home
Disallow: /component/zoo/category/
Sitemap: http://comitet.su/sitemapindex_xml.xml

User-agent: Googlebot
Disallow: /administrator/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /ie6/
Disallow: /xmlrpc/
Disallow: /tag/
Disallow: /*?app_id=1
Disallow: /authors/
Disallow: /category/expert/
Disallow: /component/content/
Disallow: /component/content/article/
Disallow: /component/search/
Disallow: /component/ondate/
Disallow: /component/mailto/
Disallow: /component/blog_calendar/
Disallow: /attention/2010/
Disallow: /attention/2011/
Disallow: /home/2010/
Disallow: /home/2011/
Disallow: /last-news/2010/
Disallow: /last-news/2011/
Disallow: /new/2010/
Disallow: /new/2011/
Disallow: /official/2010/
Disallow: /official/2011/
Disallow: /officially/2010/
Disallow: /officially/2011/
Disallow: /component/users/
Disallow: /quote/2010/
Disallow: /quote/2011/
Disallow: /quote/45--farion/2010/
Disallow: /quote/45--farion/2011/
Disallow: /quote/53/2010/
Disallow: /quote/55/2011/
Disallow: /short-news/2010/
Disallow: /short-news/2011/
Disallow: /time-line/2010/
Disallow: /time-line/2011/
Disallow: /top/
Disallow: /calendar/
Disallow: /calendar.html
Disallow: /yasite.html
Disallow: /*component/content/
Disallow: /*start=
Disallow: /*searchword=
Disallow: /search-archive.html
Disallow: /*?option=
Disallow: /*search-archive
Disallow: /*searchword=
Disallow: /*option=
Disallow: /*?id=
Disallow: /*.raw$
Disallow: /*limit=
Disallow: /*com_content
Disallow: /*limitstart=
Disallow: /*print=
Disallow: /*=component&print
Disallow: /*=blogcalendar
Disallow: /*tmpl=
Disallow: /*?tmpl=
Disallow: /*view=
Disallow: /*month=
Disallow: /*year=
Disallow: /*start=
Disallow: /*ctranitsa-
Disallow: /component/jcomments/feed/com_content/
Disallow: /*?start=
Disallow: /*?layout=
Disallow: /*?func=
Disallow: /*?aklazy=
Disallow: *task=callelement
Disallow: /calendar/
Disallow: /calendar.html
Disallow: /yasite.html
Disallow: /*component/content/
Disallow: /*start=
Disallow: /*page=
Disallow: /*category_id=
Disallow: /*catid=
Disallow: /*id=
Disallow: /*jat3action=
Disallow: /*jatype=
Disallow: /*jafile=
Disallow: /*type=
Disallow: /*from=
Disallow: /*a=
Disallow: /*refresh
Disallow: /*ym_debug=
Disallow: /*ref=
Disallow: /*comitet=
Disallow: /*utm=
Disallow: /*stat-id=
Disallow: /*format-type=
Disallow: /*feed=
Disallow: /*utm_compaign=
Disallow: /*value=
Disallow: /*searchword=
Disallow: /search-archive.html
Disallow: /*?option=
Disallow: /*search-archive
Disallow: /*searchword=
Disallow: /*option=
Disallow: /*?id=
Disallow: /*.raw$
Disallow: /*limit=
Disallow: /*com_content
Disallow: /*limitstart=
Disallow: /*print=
Disallow: /*=component&print
Disallow: /*=blogcalendar
Disallow: /*tmpl=
Disallow: /*?tmpl=
Disallow: /*view=
Disallow: /*month=
Disallow: /*year=
Disallow: /*start=
Disallow: /*page=
Disallow: /*category_id=
Disallow: /*catid=
Disallow: /*id=
Disallow: /*jat3action=
Disallow: /*jatype=
Disallow: /*jafile=
Disallow: /*type=
Disallow: /*from=
Disallow: /*a=
Disallow: /*refresh
Disallow: /*ym_debug=
Disallow: /*ref=
Disallow: /*comitet=
Disallow: /*utm=
Disallow: /*stat-id=
Disallow: /*format-type=
Disallow: /*feed=
Disallow: /*utm_compaign=
Disallow: /*value=
Disallow: /*ctranitsa-
Disallow: /component/jcomments/feed/com_content/
Disallow: /*?start=
Disallow: /*?layout=
Disallow: /*?func=
Disallow: /*?aklazy=
Disallow: *task=callelement
Disallow: /component/search/?Itemid
Disallow: *sort=
Disallow: *view=
Disallow: *utm=
Disallow: /*?nc
Disallow: /*&
Disallow: /*_
Disallow: /*=
Disallow: /*%
Disallow: /*?=
Disallow: /*ex.php
Disallow: /home
Disallow: /component/zoo/category/
Disallow: /component/search/?Itemid
Sitemap: http://comitet.su/sitemap.xml

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-SEOAB
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Yisouspider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

# JSitemap entries
Sitemap: http://comitet.su/index.php?option=com_jmap&view=sitemap&format=xml