User-agent: *
Disallow: /stat/*.
Disallow: /vfacen/*.
Disallow: /site-cost/*.
Disallow: /proverka-virus/*.
Disallow: /cms/*.
Disallow: /wordstat/*.
Disallow: /search/
Disallow: /frame/
Disallow: /greg/
Disallow: /cgi-bin/
Disallow: /application/*.
Disallow: /dir/
Disallow: /job/
Disallow: /?
Disallow: /button/code.html
Disallow: /cache/
Disallow: /tools/tehnicheskij-analiz/
Disallow: /tools/analiz-kontenta/
Disallow: /news/
Disallow: /articles/
Disallow: /articles/*.
Disallow: /plagiat/
Disallow: /auth/
Disallow: /auth/*.
Disallow: /informer-tic-pr/
Disallow: /services/goto/
Disallow: /services/goto/*.
Disallow: /show-profile
Disallow: /show-profile/*.
Disallow: /profile/
Disallow: /profile/*
Disallow: /goto/
Disallow: /goto/*.
Disallow: /antiplagiat-online/*.
Disallow: /grupirovka-zaprosov/*.
Disallow: /rasshireniye-semanticheskogo-yadra/*.
Disallow: /antiplagiat-online/*.
Disallow: /my-ip/*.

Host: https://be1.ru
Sitemap: https://be1.ru/sitemap.xml