Наш выглядит так:
Код: Выделить всё
User-agent: *
Disallow: /*?sid=*
Disallow: /adm
Disallow: /cache
Disallow: /download
Disallow: /files
Disallow: /includes
Disallow: /language
Disallow: /store
Disallow: /common.php
Disallow: /config.php
Disallow: /cron.php
Disallow: /faq.php
Disallow: /mcp.php
Disallow: /memberlist.php
Disallow: /memberlist_fields.php
Disallow: /thankslist.php
Disallow: /posting.php
Disallow: /recent.php
Disallow: /report.php
Disallow: /search.php
Disallow: /ucp.php
Disallow: /go.php
Disallow: /viewonline.php
Disallow: /*&st=*
Disallow: /*&sk=*
Disallow: /*&sd=*
Disallow: /*&hilit=*
Disallow: /*&view=*
Disallow: /viewtopic.php?*&view=print
Disallow: /viewtopic.php?p=*
Disallow: /viewtopic.php?f=*&t=*&start=0$
Disallow: /viewforum.php?f=*&start=0$
Disallow: /viewtopic.php?f=*&t=*&view=next
Disallow: /viewtopic.php?f=*&t=*&view=previous
Sitemap: http://magija-portal.ru/sitemap.xml
Clean-param: sid /forum/index.php
Clean-param: sid /forum/viewforum.php
Clean-param: sid /forum/viewtopic.php
User-agent: Yandex
Disallow: /*?sid=*
Disallow: /adm
Disallow: /cache
Disallow: /download
Disallow: /files
Disallow: /includes
Disallow: /language
Disallow: /store
Disallow: /common.php
Disallow: /config.php
Disallow: /cron.php
Disallow: /faq.php
Disallow: /mcp.php
Disallow: /memberlist.php
Disallow: /memberlist_fields.php
Disallow: /thankslist.php
Disallow: /posting.php
Disallow: /recent.php
Disallow: /report.php
Disallow: /search.php
Disallow: /ucp.php
Disallow: /go.php
Disallow: /viewonline.php
Disallow: /*&st=*
Disallow: /*&sk=*
Disallow: /*&sd=*
Disallow: /*&hilit=*
Disallow: /*&view=*
Disallow: /viewtopic.php?*&view=print
Disallow: /viewtopic.php?p=*
Disallow: /viewtopic.php?f=*&t=*&start=0$
Disallow: /viewforum.php?f=*&start=0$
Disallow: /viewtopic.php?f=*&t=*&view=next
Disallow: /viewtopic.php?f=*&t=*&view=previous
Host: magija-portal.ru
Sitemap: http://magija-portal.ru/sitemap.xml
Clean-param: sid /forum/index.php
Clean-param: sid /forum/viewforum.php
Clean-param: sid /forum/viewtopic.php