User-agent: Yandex Disallow: /cgi-bin/ Disallow: /i/ Disallow: /synchro.php Disallow: /cms_state.html Disallow: /cms_state_update.html Disallow: /cms_state_*.html Crawl-delay: 3 Host: rutex.net User-Agent:* Disallow: /cgi-bin/ Disallow: /i/ Disallow:/css/ Disallow: /synchro.php Crawl-delay: 3 User-Agent: OmniExplorer_Bot/1.09 Disallow: * User-Agent: larbin_2.6.3 Disallow: *