User-Agent: Googlebot
Disallow: /?
Disallow: /support/tehnicheskoe_soprvozhdenie_sajta/
Disallow: /support/informacionnoe_soprovozhdenie/
Disallow: /support/dizajn-soprovozhdenie_sajta/
Disallow: /support/kopirajting_i_perevod/
Disallow: /direct/bannernaya_reclama/
Disallow: /novosti/google_sozdal_novyj_poiskovik_po_kartinkam/
Disallow: /novosti/google_predstavila_operacionnuyu_sistemu_chrome/
Disallow: /novosti/skorost_raboty_internet_explorer_9_budet_povyshena/
Disallow: /novosti/1s-bitriks_vypustila_reshenie_dlya_obrazovaniya/
Disallow: /novosti/perevodchik_google_nauchilsya_govorit/
Disallow: /novosti/google_vypustit_chrome_os_na_etoj_nedele/
Disallow: /novosti/google_v_blizhajshee_vremya_predstavit_novyj_poiskovik/
Disallow: /novosti/viii_konferenciya_poiskovaya_optimizaciya_i_prodvizhenie_sajtov_v_internete_projdet_25-27_noyabrya_2009_goda/
Disallow: /novosti/google_chrome_po_populyarnosti_priblizhaetsya_k_apple_safari/
Disallow: /novosti/slovo_ofiget_priznali_necenzurnym/
Disallow: /novosti/google_predstavil_servis_dlya_kommercheskih_sajtov/
Disallow: /novosti/google_zapustil_servis_lichnyj_kabinet/
Disallow: /novosti/27_oktyabrya_sozdana_rossijskaya_associaciya_internet-razrabotchikov_air/
Disallow: /novosti/google_zapustit_10_mln_serverov/
Disallow: /novosti/s_1_oktyabrya_2009_goda_vstupila_v_silu_novaya_redakciya_pravil_registracii_domennyh_imen_v_domene_ru/
Disallow: /novosti/google_zapustil_socialnyj_poisk/
Disallow: /novosti/microsoft_raskritikovala_plagin_ot_chrome/
Disallow: /novosti/v_google_docs_poyavilas_vozmozhnost_avtomaticheskogo_perevoda/
Disallow: /novosti/google_predstavila_tretyu_stabilnuyu_versiyu_brauzera_chrome/
Disallow: /novosti/vypuweno_obnovlenie_umicms_274/
Disallow: /novosti/google_otkryl_bannernuyu_birzhu/
Disallow: /novosti/plagin_ot_chrome_vstroen_v_internet_explorer/
Disallow: /novosti/google_pozvolil_internet-polzovatelyam_kommentirovat_lyubye_sajty/
Disallow: /novosti/google_testiruet_elektronnuyu_pochtu_buduwego/
Disallow: /novosti/v_moskve_poyavyatsya_internet-budki/
Disallow: /novosti/google_pomozhet_sekonomit_elektrichestvo/
Disallow: /novosti/brauzer_chrome_oformili_izvestnye_dizajnery/
Disallow: /novosti/dolya_poiskovika_microsoft_bing_prodolzhaet_rasti/
Disallow: /novosti/google_zapuskaet_novyj_interfejs/
Disallow: /support/
Disallow: /design/
Disallow: /branding/
Disallow: /direct/
Disallow: /novosti/
Disallow: /company/

User-Agent: Yandex
Disallow: /?
Disallow: /support/tehnicheskoe_soprvozhdenie_sajta/
Disallow: /support/informacionnoe_soprovozhdenie/
Disallow: /support/dizajn-soprovozhdenie_sajta/
Disallow: /support/kopirajting_i_perevod/
Disallow: /direct/bannernaya_reclama/
Disallow: /novosti/google_sozdal_novyj_poiskovik_po_kartinkam/
Disallow: /novosti/google_predstavila_operacionnuyu_sistemu_chrome/
Disallow: /novosti/skorost_raboty_internet_explorer_9_budet_povyshena/
Disallow: /novosti/1s-bitriks_vypustila_reshenie_dlya_obrazovaniya/
Disallow: /novosti/perevodchik_google_nauchilsya_govorit/
Disallow: /novosti/google_vypustit_chrome_os_na_etoj_nedele/
Disallow: /novosti/google_v_blizhajshee_vremya_predstavit_novyj_poiskovik/
Disallow: /novosti/viii_konferenciya_poiskovaya_optimizaciya_i_prodvizhenie_sajtov_v_internete_projdet_25-27_noyabrya_2009_goda/
Disallow: /novosti/google_chrome_po_populyarnosti_priblizhaetsya_k_apple_safari/
Disallow: /novosti/slovo_ofiget_priznali_necenzurnym/
Disallow: /novosti/google_predstavil_servis_dlya_kommercheskih_sajtov/
Disallow: /novosti/google_zapustil_servis_lichnyj_kabinet/
Disallow: /novosti/27_oktyabrya_sozdana_rossijskaya_associaciya_internet-razrabotchikov_air/
Disallow: /novosti/google_zapustit_10_mln_serverov/
Disallow: /novosti/s_1_oktyabrya_2009_goda_vstupila_v_silu_novaya_redakciya_pravil_registracii_domennyh_imen_v_domene_ru/
Disallow: /novosti/google_zapustil_socialnyj_poisk/
Disallow: /novosti/microsoft_raskritikovala_plagin_ot_chrome/
Disallow: /novosti/v_google_docs_poyavilas_vozmozhnost_avtomaticheskogo_perevoda/
Disallow: /novosti/google_predstavila_tretyu_stabilnuyu_versiyu_brauzera_chrome/
Disallow: /novosti/vypuweno_obnovlenie_umicms_274/
Disallow: /novosti/google_otkryl_bannernuyu_birzhu/
Disallow: /novosti/plagin_ot_chrome_vstroen_v_internet_explorer/
Disallow: /novosti/google_pozvolil_internet-polzovatelyam_kommentirovat_lyubye_sajty/
Disallow: /novosti/google_testiruet_elektronnuyu_pochtu_buduwego/
Disallow: /novosti/v_moskve_poyavyatsya_internet-budki/
Disallow: /novosti/google_pomozhet_sekonomit_elektrichestvo/
Disallow: /novosti/brauzer_chrome_oformili_izvestnye_dizajnery/
Disallow: /novosti/dolya_poiskovika_microsoft_bing_prodolzhaet_rasti/
Disallow: /novosti/google_zapuskaet_novyj_interfejs/
Disallow: /support/
Disallow: /design/
Disallow: /branding/
Disallow: /direct/
Disallow: /novosti/
Disallow: /company/

Host: b2b-web.ru 
Crawl-delay: 3
User-Agent: *
Disallow: /?
Disallow: /support/tehnicheskoe_soprvozhdenie_sajta/
Disallow: /support/informacionnoe_soprovozhdenie/
Disallow: /support/dizajn-soprovozhdenie_sajta/
Disallow: /support/kopirajting_i_perevod/
Disallow: /direct/bannernaya_reclama/
Disallow: /novosti/google_sozdal_novyj_poiskovik_po_kartinkam/
Disallow: /novosti/google_predstavila_operacionnuyu_sistemu_chrome/
Disallow: /novosti/skorost_raboty_internet_explorer_9_budet_povyshena/
Disallow: /novosti/1s-bitriks_vypustila_reshenie_dlya_obrazovaniya/
Disallow: /novosti/perevodchik_google_nauchilsya_govorit/
Disallow: /novosti/google_vypustit_chrome_os_na_etoj_nedele/
Disallow: /novosti/google_v_blizhajshee_vremya_predstavit_novyj_poiskovik/
Disallow: /novosti/viii_konferenciya_poiskovaya_optimizaciya_i_prodvizhenie_sajtov_v_internete_projdet_25-27_noyabrya_2009_goda/
Disallow: /novosti/google_chrome_po_populyarnosti_priblizhaetsya_k_apple_safari/
Disallow: /novosti/slovo_ofiget_priznali_necenzurnym/
Disallow: /novosti/google_predstavil_servis_dlya_kommercheskih_sajtov/
Disallow: /novosti/google_zapustil_servis_lichnyj_kabinet/
Disallow: /novosti/27_oktyabrya_sozdana_rossijskaya_associaciya_internet-razrabotchikov_air/
Disallow: /novosti/google_zapustit_10_mln_serverov/
Disallow: /novosti/s_1_oktyabrya_2009_goda_vstupila_v_silu_novaya_redakciya_pravil_registracii_domennyh_imen_v_domene_ru/
Disallow: /novosti/google_zapustil_socialnyj_poisk/
Disallow: /novosti/microsoft_raskritikovala_plagin_ot_chrome/
Disallow: /novosti/v_google_docs_poyavilas_vozmozhnost_avtomaticheskogo_perevoda/
Disallow: /novosti/google_predstavila_tretyu_stabilnuyu_versiyu_brauzera_chrome/
Disallow: /novosti/vypuweno_obnovlenie_umicms_274/
Disallow: /novosti/google_otkryl_bannernuyu_birzhu/
Disallow: /novosti/plagin_ot_chrome_vstroen_v_internet_explorer/
Disallow: /novosti/google_pozvolil_internet-polzovatelyam_kommentirovat_lyubye_sajty/
Disallow: /novosti/google_testiruet_elektronnuyu_pochtu_buduwego/
Disallow: /novosti/v_moskve_poyavyatsya_internet-budki/
Disallow: /novosti/google_pomozhet_sekonomit_elektrichestvo/
Disallow: /novosti/brauzer_chrome_oformili_izvestnye_dizajnery/
Disallow: /novosti/dolya_poiskovika_microsoft_bing_prodolzhaet_rasti/
Disallow: /novosti/google_zapuskaet_novyj_interfejs/
Disallow: /support/
Disallow: /design/
Disallow: /branding/
Disallow: /direct/
Disallow: /novosti/
Disallow: /company/