Sitemap: https://www.cyberforum.ru/sitemap_index.xml.gz

User-agent: * 
Crawl-delay: 1
Disallow: /cron.php
Disallow: /editpost.php
Disallow: /go.php
Disallow: /google.php
Disallow: /login.php
Disallow: /misc.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /post_thanks.php
Disallow: /private.php
Disallow: /register.php
Disallow: /redirector.php
Disallow: /sendmessage.php
Disallow: /search.php
Disallow: /thumbs.php
Disallow: /thumbs_center.php
Disallow: /yandex.php

User-agent: Yandex
Disallow: /cron.php
Disallow: /editpost.php
Disallow: /go.php
Disallow: /google.php
Disallow: /login.php
Disallow: /misc.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /post_thanks.php
Disallow: /private.php
Disallow: /register.php
Disallow: /redirector.php
Disallow: /sendmessage.php
Disallow: /search.php
Disallow: /thumbs.php
Disallow: /thumbs_center.php
Disallow: /yandex.php
Clean-param: do&id&nojs&pg&pp&search&tp&uri

User-agent: Googlebot
Disallow: /cron.php
Disallow: /editpost.php
Disallow: /go.php
Disallow: /google.php
Disallow: /login.php
Disallow: /misc.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /post_thanks.php
Disallow: /private.php
Disallow: /register.php
Disallow: /redirector.php
Disallow: /sendmessage.php
Disallow: /search.php
Disallow: /thumbs.php
Disallow: /thumbs_center.php
Disallow: /yandex.php