User-agent: *
Disallow: /cgi-bin
Disallow: /js
Disallow: /bitrix
Disallow: /css
Disallow: /promotions
Disallow: /sobitiya*.htm
Disallow: /map.htm
Disallow: /map.html
Disallow: /price*.html
Disallow: /mapa.htm
Disallow: /letter.html
Disallow: /promo*.html
Disallow: /ckc_ekonom.htm
Disallow: /kc_bisness.htm
Disallow: /job_in_company.htm
Disallow: /commercial-offer.htm
Disallow: /flash/*.swf

User-agent: Yandex
Disallow: /cgi-bin
Disallow: /js
Disallow: /bitrix
Disallow: /css
Disallow: /promotions
Disallow: /sobitiya*.htm
Disallow: /map.htm
Disallow: /map.html
Disallow: /price*.html
Disallow: /mapa.htm
Disallow: /letter.html
Disallow: /promo*.html
Disallow: /ckc_ekonom.htm
Disallow: /kc_bisness.htm
Disallow: /job_in_company.htm
Disallow: /commercial-offer.htm
Disallow: /flash/*.swf
Host: www.flylink.ru
Sitemap: http://www.flylink.ru/sitemap.xml

User-agent: Slurp
Crawl-delay: 100