User-agent: Slurp
Disallow: /

User-Agent: *
Disallow: /cgi-bin
Disallow: /price_excel
Disallow: /price_full_excel
Disallow: /inner
Disallow: /b2b_tender/
Host: www.metall-russia.ru