User-agent: *
Disallow: /userwork.php
Disallow: /www/files/
Sitemap: https://www.semestr.ru/sitemap.xml

User-agent: Yandex
Clean-param: searchid&text&web /search.php

User-agent: Amazonbot
Disallow: /

User-agent: Amazonbot-Ads
Disallow: /