User-agent: weborama-fetcher
Disallow: /
User-agent: Yandex
Disallow: /notebook/*.htm*
Disallow: *follow.php*
Disallow: /about/kurs_frame.php*
Disallow: /about/kurs.php*
Disallow: /notebook/70/*
Disallow: /*.docx$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.pdf$
Disallow: *msclkid*
Disallow: *a=mod_topic*
Clean-param: t /forum/index.php
Clean-param: f /forum/index.php
User-Agent: *
Disallow: *agent.php*
Disallow: *follow.php*
Disallow: /notebook/agent.php*
Disallow: /404.php
Disallow: /cat.htm
Disallow: /notebook/*m=*
Disallow: *NSNDX*
Disallow: *IB2XPnewib*
Host: https://www.assessor.ru
Allow: /
Sitemap: https://www.assessor.ru/sitemap0.xml
Sitemap: https://www.assessor.ru/sitemap1.xml