Host: freedomen.ru User-agent: * Disallow: /reg/ Disallow: /site/ Disallow: /cat/ Disallow: /away.php*$ Disallow: /awaytop.php*$ Disallow: /awaymid.php*$ Disallow: /dedicated_collocation*$ Disallow: /contact-form*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Disallow: /dedicated_Germany.php Disallow: /dedicated_Germany.php*$ Disallow: /reg_domain_ru.php Disallow: /reg_domain_ru.php*$ User-agent: Yandex Disallow: /reg/ Disallow: /site/ Disallow: /cat/ Disallow: /away.php*$ Disallow: /awaytop.php*$ Disallow: /awaymid.php*$ Disallow: /dedicated_collocation*$ Disallow: /contact-form*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Disallow: /dedicated_Germany.php Disallow: /dedicated_Germany.php*$ Disallow: /reg_domain_ru.php Disallow: /reg_domain_ru.php*$ Disallow: /podbor.php.php Disallow: /podbor.php.php*$ Crawl-delay: 79 User-agent: SputnikBot Disallow: /reg/ Disallow: /site/ Disallow: /away.php*$ Disallow: /dedicated_collocation*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Crawl-delay: 99 User-agent: Exabot Disallow: /reg/ Disallow: /site/ Disallow: /away.php*$ Disallow: /dedicated_collocation*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Crawl-delay: 99 User-agent: Slurp Disallow: /reg/ Disallow: /site/ Disallow: /away.php*$ Disallow: /dedicated_collocation*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Crawl-delay: 79 User-agent: Yahoo Disallow: /reg/ Disallow: /site/ Disallow: /away.php*$ Disallow: /dedicated_collocation*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Crawl-delay: 29 User-agent: bingbot Disallow: /reg/ Disallow: /site/ Disallow: /away.php*$ Disallow: /dedicated_collocation*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Crawl-delay: 27 User-agent: MSNBot Disallow: /reg/ Disallow: /site/ Disallow: /away.php*$ Disallow: /dedicated_collocation*$ Disallow: /eurohost*$ Disallow: /domain_en.shtml*$ Disallow: /domen99rub.shtml*$ Disallow: /recept.php*$ Crawl-delay: 32 User-agent: MJ12bot Crawl-delay: 99 User-agent: SemrushBot Disallow: /