User-Agent: * Disallow: /auth* Disallow: /basket* Disallow: /order* Disallow: /personal/ Disallow: /search/ Disallow: /test/ Disallow: /ajax/ Disallow: *index.php* Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*print* Disallow: /*action* Disallow: /*register= Disallow: /*password* Disallow: /*type= Disallow: /*login= Disallow: /*sort= Disallow: /*order= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*ybaip=* Disallow: /*filter* Disallow: /*signIn Disallow: /*search Disallow: /account/* Disallow: /pages/* Disallow: /katalog/* Disallow: /checkout/* Disallow: /sharebasket/* Disallow: /*PAGEN_* Disallow: /*licenses Disallow: /licenses* Disallow: /*zazhigay_vesna_mart/ Disallow: /*maslenichnaya_nedelya_skidok/ Disallow: /*dni_pobed/ Disallow: /*banket_skidok_v_dni_deneg/ Disallow: /*aktsiya_den_uchitelya_skidki_do_23/ Disallow: /*valentinki_dlya_lyubimogo_pokupatelya/ Disallow: /*barber_pol_v_podarok_za_pokupku_barber_kresel_ot_3_sht/ Disallow: /*dni_nirvany/ Disallow: /*dni_goroda_kazan/ Disallow: /*dni_semi/ Disallow: /*tatyaniny_dni/ Disallow: /*skiddka_25_v_vsemirnyy_den_zhivotnykh/ Disallow: /pcmypage/ Disallow: /amp/ Disallow: /*zvezdnye_skidki/ Disallow: /*chernaya_pyatnitsa/ Disallow: /*soberi_kresla_i_moyki_so_skidkoy_do_30/ Disallow: /shopping_dni/ Disallow: /zolotaya_likhoradka/ Disallow: /dni_zaboty_o_sebe_/ Disallow: /chernaya_pyatnitsa_2023/ Disallow: /skidka_5_po_promokodu_jrl_sale/ Disallow: /fevralskie_morozy_goryachie_skidki_dibidi/ Disallow: /skidka_5_po_promokodu_jrl_pri_pokupke_mashinki_trimmera_ili_fena_jrl/ Disallow: /ptzkz/ Disallow: /fade_udlinenka/ Disallow: /teplo_idet_sneg_ukhodi/ Disallow: /chernaya_pyatnitsa_2023/ Disallow: /vsemirnyy_den_ispolneniya_detskikh_zhelaniy/ Disallow: /aktsiya_den_priyatnykh_neozhidannostey_skidki_do_29/ Disallow: /skidka_5_po_promokodu_pri_pokupke_fena_ga_ma_iq2_perfetto/ Disallow: /?product/edit Disallow: /?product/edit/ Disallow: /?product/edit= Disallow: /?product/edit& Disallow: /sale/test1/ Disallow: /sale/privet_dekabr/ Disallow: /sale/den_chak_chaka/ Disallow: /sale/rozygrysh_novinki/ Disallow: /sale/visokosnoe_volshebstvo/ Disallow: /sale/skidka_na_nozhevye_bloki/ Disallow: /sale/skidka_pri_pokupke_mashinki_trimmer_jrl/ Disallow: /sale/sale-end.php Disallow: /sale/rossiyskie_dni/ Disallow: /sale/zdravstvuy_vesna/ Disallow: /sale/dopolnitelnaya_skidka_5/ Disallow: /sale/skidka_20_po_promokodu_legacy_pri_pokupke_fena_dewal_legacy/ Disallow: /sale/pri_pokupke_mashinki_ili_trimmera_jrl_zaryadnaya_podstavka_so_skidkoy_20/ Disallow: /form/ Disallow: /services/ Disallow: /biconnector/ Disallow: /desktop_app/storage.php Disallow: /sale/den_druzey/ Disallow: /sale/dni_snegovika/ Disallow: /sale/zhdem_deda_moroza/ Disallow: /sale/vsemirnyy_den_ispolneniya_detskikh_zhelaniy/ Disallow: /sale/strizhem_ukladyvaem_otdykhaem_povtoryaem/ Disallow: /sale/dni_spasibo/ Disallow: /dlya-push-podpischikov.php Disallow: /sale/may_stil_skidki/ Disallow: /sale/dni_lyubiteley_leta/ Disallow: /sale/dibidi_darit_podarki/ Disallow: /sale/den_rozhdeniya_dibidi_shop/ Disallow: /sale/pervyy_zimniy_khaos_krasoty/ Disallow: /sale/fevralskiy_khayp_skidok_vayb/ Disallow: /sale/detskie_dni_s_nedetskimi_skidkami/ Disallow: /sale/skidka_20_na_mashinki_dlya_strizhki_zhivotnykh_dibidi/ Disallow: /sale/skidka_5_po_promokodu_fortepro_pri_pokupke_fena_jrl_forte_pro/ Disallow: /sale/skidka_15_po_promokodu_perfetto_pri_pokupke_fena_ga_ma_iq2_perfetto/ Allow: /*.css Allow: /*.js Allow: /*.jpg Allow: /*.png Allow: /*.gif Clean-param: q&s Clean-param: section_id&q&s Clean-param: source&device Clean-param: utm_terms&lang&linerow&returnUrl Clean-param: clid Clean-param: etext Clean-param: utm_referer&utm_ya_campaign&yabizcmpgn&utm_candidate Clean-param: utm_referer Clean-param: utm_ya_campaign Clean-param: yabizcmpgn Clean-param: utm_candidate Clean-param: SHOWALL_1 Clean-param: erid Clean-param: yadclid&yadordid Clean-param: display Clean-param: added&block&pos Clean-param: added Clean-param: block Clean-param: pos Clean-param: code Clean-param: how Clean-param: tc Clean-param: MID Clean-param: goto Clean-param: name Clean-param: form_id Clean-param: product_id Clean-param: quantity Clean-param: data-trigger Clean-param: s8e Clean-param: category Clean-param: adv Clean-param: _r Clean-param: yhic Clean-param: 1616862515768 Clean-param: category Clean-param: amp Clean-param: from Clean-param: attribute Clean-param: orderId Clean-param: bitrix Clean-param: external Clean-param: hhtmFrom Clean-param: priceTo Clean-param: onsale Clean-param: pagen Clean-param: rs Clean-param: SHOWALL_ Clean-param: bitrix_include_areas Clean-param: spell Clean-param: Futm_source Clean-param: year Clean-param: bx_sender_conversion_id Clean-param: pagen_1 Clean-param: bxajaxid Clean-param: _ym_debug Clean-param: _ym_status-check Clean-param: external_browser_redirect Clean-param: SHOWALL_3 Clean-param: SHOWALL_5 Clean-param: SHOWALL_4 Clean-param: SHOWALL_2 Clean-param: SHOWALL_6 Clean-param: showall_1 Clean-param: type Clean-param: yprqee Clean-param: attribute Clean-param: clrtm Clean-param: ctika Clean-param: fds Clean-param: iufqm Clean-param: oid Clean-param: pcmypage Clean-param: ptzkz Clean-param: src Clean-param: yadiscount Clean-param: test-tag Clean-param: _currency Clean-param: gQT Clean-param: ?PAGEN_1=2 Crawl-delay: 20 Host: https://dibidishop.ru Sitemap: https://dibidishop.ru/sitemap.xml User-Agent: Yandex Disallow: /auth* Disallow: /basket* Disallow: /order* Disallow: /personal/ Disallow: /search/ Disallow: /test/ Disallow: /ajax/ Disallow: *index.php* Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*print* Disallow: /*action* Disallow: /*register= Disallow: /*password* Disallow: /*type= Disallow: /*login= Disallow: /*sort= Disallow: /*order= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*ybaip=* Disallow: /*filter* Disallow: /*signIn Disallow: /*search Disallow: /account/* Disallow: /pages/* Disallow: /katalog/* Disallow: /checkout/* Disallow: /sharebasket/* Disallow: /*PAGEN_* Disallow: /*licenses Disallow: /licenses* Disallow: /*zazhigay_vesna_mart/ Disallow: /*maslenichnaya_nedelya_skidok/ Disallow: /*dni_pobed/ Disallow: /*banket_skidok_v_dni_deneg/ Disallow: /*aktsiya_den_uchitelya_skidki_do_23/ Disallow: /*valentinki_dlya_lyubimogo_pokupatelya/ Disallow: /*barber_pol_v_podarok_za_pokupku_barber_kresel_ot_3_sht/ Disallow: /*dni_nirvany/ Disallow: /*dni_goroda_kazan/ Disallow: /*dni_semi/ Disallow: /*tatyaniny_dni/ Disallow: /*skiddka_25_v_vsemirnyy_den_zhivotnykh/ Disallow: /pcmypage/ Disallow: /amp/ Disallow: /*zvezdnye_skidki/ Disallow: /*chernaya_pyatnitsa/ Disallow: /*soberi_kresla_i_moyki_so_skidkoy_do_30/ Disallow: /shopping_dni/ Disallow: /zolotaya_likhoradka/ Disallow: /dni_zaboty_o_sebe_/ Disallow: /chernaya_pyatnitsa_2023/ Disallow: /skidka_5_po_promokodu_jrl_sale/ Disallow: /fevralskie_morozy_goryachie_skidki_dibidi/ Disallow: /skidka_5_po_promokodu_jrl_pri_pokupke_mashinki_trimmera_ili_fena_jrl/ Disallow: /ptzkz/ Disallow: /fade_udlinenka/ Disallow: /teplo_idet_sneg_ukhodi/ Disallow: /chernaya_pyatnitsa_2023/ Disallow: /vsemirnyy_den_ispolneniya_detskikh_zhelaniy/ Disallow: /aktsiya_den_priyatnykh_neozhidannostey_skidki_do_29/ Disallow: /skidka_5_po_promokodu_pri_pokupke_fena_ga_ma_iq2_perfetto/ Disallow: /?product/edit Disallow: /?product/edit/ Disallow: /?product/edit= Disallow: /?product/edit& Disallow: /sale/test1/ Disallow: /sale/privet_dekabr/ Disallow: /sale/den_chak_chaka/ Disallow: /sale/rozygrysh_novinki/ Disallow: /sale/visokosnoe_volshebstvo/ Disallow: /sale/skidka_na_nozhevye_bloki/ Disallow: /sale/skidka_pri_pokupke_mashinki_trimmer_jrl/ Disallow: /sale/sale-end.php Disallow: /sale/rossiyskie_dni/ Disallow: /sale/zdravstvuy_vesna/ Disallow: /sale/dopolnitelnaya_skidka_5/ Disallow: /sale/skidka_20_po_promokodu_legacy_pri_pokupke_fena_dewal_legacy/ Disallow: /sale/pri_pokupke_mashinki_ili_trimmera_jrl_zaryadnaya_podstavka_so_skidkoy_20/ Disallow: /form/ Disallow: /services/ Disallow: /biconnector/ Disallow: /desktop_app/storage.php Disallow: /sale/den_druzey/ Disallow: /sale/dni_snegovika/ Disallow: /sale/zhdem_deda_moroza/ Disallow: /sale/vsemirnyy_den_ispolneniya_detskikh_zhelaniy/ Disallow: /sale/strizhem_ukladyvaem_otdykhaem_povtoryaem/ Disallow: /sale/dni_spasibo/ Disallow: /dlya-push-podpischikov.php Disallow: /sale/may_stil_skidki/ Disallow: /sale/dni_lyubiteley_leta/ Disallow: /sale/dibidi_darit_podarki/ Disallow: /sale/den_rozhdeniya_dibidi_shop/ Disallow: /sale/pervyy_zimniy_khaos_krasoty/ Disallow: /sale/fevralskiy_khayp_skidok_vayb/ Disallow: /sale/detskie_dni_s_nedetskimi_skidkami/ Disallow: /sale/skidka_20_na_mashinki_dlya_strizhki_zhivotnykh_dibidi/ Disallow: /sale/skidka_5_po_promokodu_fortepro_pri_pokupke_fena_jrl_forte_pro/ Disallow: /sale/skidka_15_po_promokodu_perfetto_pri_pokupke_fena_ga_ma_iq2_perfetto/ Allow: /*.css Allow: /*.js Allow: /*.jpg Allow: /*.png Allow: /*.gif Clean-param: q&s Clean-param: section_id&q&s Clean-param: source&device Clean-param: utm_terms&lang&linerow&returnUrl Clean-param: clid Clean-param: etext Clean-param: utm_referer&utm_ya_campaign&yabizcmpgn&utm_candidate Clean-param: utm_referer Clean-param: utm_ya_campaign Clean-param: yabizcmpgn Clean-param: utm_candidate Clean-param: SHOWALL_1 Clean-param: erid Clean-param: yadclid&yadordid Clean-param: display Clean-param: added&block&pos Clean-param: added Clean-param: block Clean-param: pos Clean-param: code Clean-param: how Clean-param: tc Clean-param: MID Clean-param: goto Clean-param: name Clean-param: form_id Clean-param: product_id Clean-param: quantity Clean-param: data-trigger Clean-param: s8e Clean-param: category Clean-param: adv Clean-param: _r Clean-param: yhic Clean-param: 1616862515768 Clean-param: category Clean-param: amp Clean-param: from Clean-param: attribute Clean-param: orderId Clean-param: bitrix Clean-param: external Clean-param: hhtmFrom Clean-param: priceTo Clean-param: onsale Clean-param: pagen Clean-param: rs Clean-param: SHOWALL_ Clean-param: bitrix_include_areas Clean-param: spell Clean-param: Futm_source Clean-param: year Clean-param: bx_sender_conversion_id Clean-param: pagen_1 Clean-param: bxajaxid Clean-param: _ym_debug Clean-param: _ym_status-check Clean-param: external_browser_redirect Clean-param: SHOWALL_3 Clean-param: SHOWALL_5 Clean-param: SHOWALL_4 Clean-param: SHOWALL_2 Clean-param: SHOWALL_6 Clean-param: showall_1 Clean-param: type Clean-param: yprqee Clean-param: attribute Clean-param: clrtm Clean-param: ctika Clean-param: fds Clean-param: iufqm Clean-param: oid Clean-param: pcmypage Clean-param: ptzkz Clean-param: src Clean-param: yadiscount Clean-param: test-tag Clean-param: _currency Clean-param: gQT Clean-param: ?PAGEN_1=2 Crawl-delay: 20 Host: https://dibidishop.ru Sitemap: https://dibidishop.ru/sitemap.xml User-Agent: Googlebot Disallow: /auth* Disallow: /basket* Disallow: /order* Disallow: /personal/ Disallow: /search/ Disallow: /test/ Disallow: /ajax/ Disallow: *index.php* Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*print* Disallow: /*action* Disallow: /*register= Disallow: /*password* Disallow: /*type= Disallow: /*login= Disallow: /*sort= Disallow: /*order= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*ybaip=* Disallow: /*filter* Disallow: /*signIn Disallow: /*search Disallow: /account/* Disallow: /pages/* Disallow: /katalog/* Disallow: /checkout/* Disallow: /sharebasket/* Disallow: /*PAGEN_* Disallow: /*licenses Disallow: /licenses* Disallow: /*zazhigay_vesna_mart/ Disallow: /*maslenichnaya_nedelya_skidok/ Disallow: /*dni_pobed/ Disallow: /*banket_skidok_v_dni_deneg/ Disallow: /*aktsiya_den_uchitelya_skidki_do_23/ Disallow: /*valentinki_dlya_lyubimogo_pokupatelya/ Disallow: /*barber_pol_v_podarok_za_pokupku_barber_kresel_ot_3_sht/ Disallow: /*dni_nirvany/ Disallow: /*dni_goroda_kazan/ Disallow: /*dni_semi/ Disallow: /*tatyaniny_dni/ Disallow: /*skiddka_25_v_vsemirnyy_den_zhivotnykh/ Disallow: /pcmypage/ Disallow: /amp/ Disallow: /*zvezdnye_skidki/ Disallow: /*chernaya_pyatnitsa/ Disallow: /*soberi_kresla_i_moyki_so_skidkoy_do_30/ Disallow: /shopping_dni/ Disallow: /zolotaya_likhoradka/ Disallow: /dni_zaboty_o_sebe_/ Disallow: /chernaya_pyatnitsa_2023/ Disallow: /skidka_5_po_promokodu_jrl_sale/ Disallow: /fevralskie_morozy_goryachie_skidki_dibidi/ Disallow: /skidka_5_po_promokodu_jrl_pri_pokupke_mashinki_trimmera_ili_fena_jrl/ Disallow: /ptzkz/ Disallow: /fade_udlinenka/ Disallow: /teplo_idet_sneg_ukhodi/ Disallow: /chernaya_pyatnitsa_2023/ Disallow: /vsemirnyy_den_ispolneniya_detskikh_zhelaniy/ Disallow: /aktsiya_den_priyatnykh_neozhidannostey_skidki_do_29/ Disallow: /skidka_5_po_promokodu_pri_pokupke_fena_ga_ma_iq2_perfetto/ Disallow: /?product/edit Disallow: /?product/edit/ Disallow: /?product/edit= Disallow: /?product/edit& Disallow: /sale/test1/ Disallow: /sale/privet_dekabr/ Disallow: /sale/den_chak_chaka/ Disallow: /sale/rozygrysh_novinki/ Disallow: /sale/visokosnoe_volshebstvo/ Disallow: /sale/skidka_na_nozhevye_bloki/ Disallow: /sale/skidka_pri_pokupke_mashinki_trimmer_jrl/ Disallow: /sale/sale-end.php Disallow: /sale/rossiyskie_dni/ Disallow: /sale/zdravstvuy_vesna/ Disallow: /sale/dopolnitelnaya_skidka_5/ Disallow: /sale/skidka_20_po_promokodu_legacy_pri_pokupke_fena_dewal_legacy/ Disallow: /sale/pri_pokupke_mashinki_ili_trimmera_jrl_zaryadnaya_podstavka_so_skidkoy_20/ Disallow: /form/ Disallow: /services/ Disallow: /biconnector/ Disallow: /desktop_app/storage.php Disallow: /sale/den_druzey/ Disallow: /sale/dni_snegovika/ Disallow: /sale/zhdem_deda_moroza/ Disallow: /sale/vsemirnyy_den_ispolneniya_detskikh_zhelaniy/ Disallow: /sale/strizhem_ukladyvaem_otdykhaem_povtoryaem/ Disallow: /sale/dni_spasibo/ Disallow: /dlya-push-podpischikov.php Disallow: /sale/may_stil_skidki/ Disallow: /sale/dni_lyubiteley_leta/ Disallow: /sale/dibidi_darit_podarki/ Disallow: /sale/den_rozhdeniya_dibidi_shop/ Disallow: /sale/pervyy_zimniy_khaos_krasoty/ Disallow: /sale/fevralskiy_khayp_skidok_vayb/ Disallow: /sale/detskie_dni_s_nedetskimi_skidkami/ Disallow: /sale/skidka_20_na_mashinki_dlya_strizhki_zhivotnykh_dibidi/ Disallow: /sale/skidka_5_po_promokodu_fortepro_pri_pokupke_fena_jrl_forte_pro/ Disallow: /sale/skidka_15_po_promokodu_perfetto_pri_pokupke_fena_ga_ma_iq2_perfetto/ Allow: /*.css Allow: /*.js Allow: /*.jpg Allow: /*.png Allow: /*.gif Clean-param: q&s Clean-param: section_id&q&s Clean-param: source&device Clean-param: utm_terms&lang&linerow&returnUrl Clean-param: clid Clean-param: etext Clean-param: utm_referer&utm_ya_campaign&yabizcmpgn&utm_candidate Clean-param: utm_referer Clean-param: utm_ya_campaign Clean-param: yabizcmpgn Clean-param: utm_candidate Clean-param: SHOWALL_1 Clean-param: erid Clean-param: yadclid&yadordid Clean-param: display Clean-param: added&block&pos Clean-param: added Clean-param: block Clean-param: pos Clean-param: code Clean-param: how Clean-param: tc Clean-param: MID Clean-param: goto Clean-param: name Clean-param: form_id Clean-param: product_id Clean-param: quantity Clean-param: data-trigger Clean-param: s8e Clean-param: category Clean-param: adv Clean-param: _r Clean-param: yhic Clean-param: 1616862515768 Clean-param: category Clean-param: amp Clean-param: from Clean-param: attribute Clean-param: orderId Clean-param: bitrix Clean-param: external Clean-param: hhtmFrom Clean-param: priceTo Clean-param: onsale Clean-param: pagen Clean-param: rs Clean-param: SHOWALL_ Clean-param: bitrix_include_areas Clean-param: spell Clean-param: Futm_source Clean-param: year Clean-param: bx_sender_conversion_id Clean-param: pagen_1 Clean-param: bxajaxid Clean-param: _ym_debug Clean-param: _ym_status-check Clean-param: external_browser_redirect Clean-param: SHOWALL_3 Clean-param: SHOWALL_5 Clean-param: SHOWALL_4 Clean-param: SHOWALL_2 Clean-param: SHOWALL_6 Clean-param: showall_1 Clean-param: type Clean-param: yprqee Clean-param: attribute Clean-param: clrtm Clean-param: ctika Clean-param: fds Clean-param: iufqm Clean-param: oid Clean-param: pcmypage Clean-param: ptzkz Clean-param: src Clean-param: yadiscount Clean-param: test-tag Clean-param: _currency Clean-param: gQT Clean-param: ?PAGEN_1=2 Crawl-delay: 20 Host: https://dibidishop.ru Sitemap: https://dibidishop.ru/sitemap.xml User-Agent: SemrushBot Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: AhrefsBot Disallow: / User-Agent: gigabot Disallow: / User-Agent: Gigabot/2.0 Disallow: / User-Agent: msnbot Disallow: / User-Agent: msnbot/1.0 Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: libwww-perl Disallow: / User-Agent: NetStat.Ru Agent Disallow: / User-Agent: WebAlta Crawler/1.3.25 Disallow: / User-Agent: Yahoo!-MMCrawler/3.x Disallow: / User-Agent: MMCrawler/3.x Disallow: / User-Agent: NG/2.0 Disallow: / User-Agent: slurp Disallow: / User-Agent: aipbot Disallow: / User-Agent: Alexibot Disallow: / User-Agent: GameSpyHTTP/1.0 Disallow: / User-Agent: Aqua_Products Disallow: / User-Agent: asterias Disallow: / User-Agent: b2w/0.1 Disallow: / User-Agent: BackDoorBot/1.0 Disallow: / User-Agent: becomebot Disallow: / User-Agent: BlowFish/1.0 Disallow: / User-Agent: Bookmark search tool Disallow: / User-Agent: BotALot Disallow: / User-Agent: BotRightHere Disallow: / User-Agent: BuiltBotTough Disallow: / User-Agent: Bullseye/1.0 Disallow: / User-Agent: BunnySlippers Disallow: / User-Agent: CheeseBot Disallow: / User-Agent: CherryPicker Disallow: / User-Agent: CherryPickerElite/1.0 Disallow: / User-Agent: CherryPickerSE/1.0 Disallow: / User-Agent: Copernic Disallow: / User-Agent: CopyRightCheck Disallow: / User-Agent: cosmos Disallow: / User-Agent: Crescent Disallow: / User-Agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-Agent: DittoSpyder Disallow: / User-Agent: EmailCollector Disallow: / User-Agent: EmailSiphon Disallow: / User-Agent: EmailWolf Disallow: / User-Agent: EroCrawler Disallow: / User-Agent: ExtractorPro Disallow: / User-Agent: FairAd Client Disallow: / User-Agent: Fasterfox Disallow: / User-Agent: Flaming AttackBot Disallow: / User-Agent: Foobot Disallow: / User-Agent: Gaisbot Disallow: / User-Agent: GetRight/4.2 Disallow: / User-Agent: Harvest/1.5 Disallow: / User-Agent: hloader Disallow: / User-Agent: httplib Disallow: / User-Agent: HTTrack 3.0 Disallow: / User-Agent: humanlinks Disallow: / User-Agent: IconSurf Disallow: / User-Agent: InfoNaviRobot Disallow: / User-Agent: Iron33/1.0.2 Disallow: / User-Agent: JennyBot Disallow: / User-Agent: Kenjin Spider Disallow: / User-Agent: Keyword Density/0.9 Disallow: / User-Agent: larbin Disallow: / User-Agent: LexiBot Disallow: / User-Agent: libWeb/clsHTTP Disallow: / User-Agent: LinkextractorPro Disallow: / User-Agent: LinkScan/8.1a Unix Disallow: / User-Agent: LinkWalker Disallow: / User-Agent: LNSpiderguy Disallow: / User-Agent: lwp-trivial Disallow: / User-Agent: lwp-trivial/1.34 Disallow: / User-Agent: Mata Hari Disallow: / User-Agent: Microsoft URL Control Disallow: / User-Agent: Microsoft URL Control - 5.01.4511 Disallow: / User-Agent: Microsoft URL Control - 6.00.8169 Disallow: / User-Agent: MIIxpc Disallow: / User-Agent: MIIxpc/4.2 Disallow: / User-Agent: Mister PiX Disallow: / User-Agent: moget Disallow: / User-Agent: moget/2.1 Disallow: / User-Agent: MSIECrawler Disallow: / User-Agent: NetAnts Disallow: / User-Agent: NICErsPRO Disallow: / User-Agent: Offline Explorer Disallow: / User-Agent: Openbot Disallow: / User-Agent: Openfind Disallow: / User-Agent: Openfind data gatherer Disallow: / User-Agent: Oracle Ultra Search Disallow: / User-Agent: PerMan Disallow: / User-Agent: ProPowerBot/2.14 Disallow: / User-Agent: ProWebWalker Disallow: / User-Agent: psbot Disallow: / User-Agent: Python-urllib Disallow: / User-Agent: QueryN Metasearch Disallow: / User-Agent: Radiation Retriever 1.1 Disallow: / User-Agent: RepoMonkey Disallow: / User-Agent: RepoMonkey Bait & Tackle/v1.01 Disallow: / User-Agent: RMA Disallow: / User-Agent: searchpreview Disallow: / User-Agent: SiteSnagger Disallow: / User-Agent: SpankBot Disallow: / User-Agent: spanner Disallow: / User-Agent: SurveyBot Disallow: / User-Agent: suzuran Disallow: / User-Agent: Szukacz/1.4 Disallow: / User-Agent: Teleport Disallow: / User-Agent: TeleportPro Disallow: / User-Agent: Telesoft Disallow: / User-Agent: The Intraformant Disallow: / User-Agent: TheNomad Disallow: / User-Agent: TightTwatBot Disallow: / User-Agent: toCrawl/UrlDispatcher Disallow: / User-Agent: True_Robot Disallow: / User-Agent: True_Robot/1.0 Disallow: / User-Agent: turingos Disallow: / User-Agent: TurnitinBot Disallow: / User-Agent: TurnitinBot/1.5 Disallow: / User-Agent: URL Control Disallow: / User-Agent: URL_Spider_Pro Disallow: / User-Agent: URLy Warning Disallow: / User-Agent: VCI Disallow: / User-Agent: VCI WebViewer VCI WebViewer Win32 Disallow: / User-Agent: Web Image Collector Disallow: / User-Agent: WebAuto Disallow: / User-Agent: WebBandit Disallow: / User-Agent: WebBandit/3.50 Disallow: / User-Agent: WebCapture 2.0 Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebCopier v.2.2 Disallow: / User-Agent: WebCopier v3.2a Disallow: / User-Agent: WebEnhancer Disallow: / User-Agent: WebSauger Disallow: / User-Agent: Website Quester Disallow: / User-Agent: Webster Pro Disallow: / User-Agent: WebStripper Disallow: / User-Agent: WebZip Disallow: / User-Agent: WebZip Disallow: / User-Agent: WebZip/4.0 Disallow: / User-Agent: WebZIP/4.21 Disallow: / User-Agent: WebZIP/5.0 Disallow: / User-Agent: Wget Disallow: / User-Agent: wget Disallow: / User-Agent: Wget/1.5.3 Disallow: / User-Agent: Wget/1.6 Disallow: / User-Agent: WWW-Collector-E Disallow: / User-Agent: Xenu's Disallow: / User-Agent: Xenu's Link Sleuth 1.1c Disallow: / User-Agent: Zeus Disallow: / User-Agent: Zeus 32297 Webster Pro V2.9 Win32 Disallow: / User-Agent: Zeus Link Scout Disallow: / User-Agent: EmailSiphon Disallow: / User-Agent: EmailCollector Disallow: / User-Agent: teoma Disallow: / User-Agent: NjuiceBot Disallow: / User-Agent: Scrapy Disallow: / User-Agent: Baiduspider Disallow: / User-Agent: SeznamBot Disallow: / User-Agent: crawler Disallow: / User-Agent: JS-Kit Disallow: / User-Agent: HybridBot Disallow: / User-Agent: Voyager Disallow: / User-Agent: PostRank Disallow: / User-Agent: DomainCrawler Disallow: / User-Agent: MegaIndex.ru Disallow: / User-Agent: ltx71 Disallow: / User-Agent: Exabot Disallow: / User-Agent: CCBot Disallow: / User-Agent: DotBot Disallow: / User-Agent: GetIntent\ Crawler Disallow: / User-Agent: Butterfly Disallow: / User-Agent: libwww Disallow: / User-Agent: SWeb Disallow: / User-Agent: LinkExchanger Disallow: / User-Agent: Soup Disallow: / User-Agent: GrapeshotCrawler Disallow: / User-Agent: DnyzBot Disallow: / User-Agent: spbot Disallow: / User-Agent: DeuSu Disallow: / User-Agent: MLBot Disallow: / User-Agent: InternetSeer Disallow: / User-Agent: BUbiNG Disallow: / User-Agent: FairShare Disallow: / User-Agent: Yeti Disallow: / User-Agent: Birubot Disallow: / User-Agent: YottosBot Disallow: / User-Agent: gold\ crawler Disallow: / User-Agent: Linguee Disallow: / User-Agent: Ezooms Disallow: / User-Agent: Purebot Disallow: / User-Agent: kmSearchBot Disallow: / User-Agent: SiteBot Disallow: / User-Agent: CamontSpider Disallow: / User-Agent: ptd-crawler Disallow: / User-Agent: HTTrack Disallow: / User-Agent: suggybot Disallow: / User-Agent: ttCrawler Disallow: / User-Agent: Nutch Disallow: / User-Agent: msnbot-media Disallow: / User-Agent: Abonti Disallow: / User-Agent: aggregator Disallow: / User-Agent: BDCbot Disallow: / User-Agent: BLEXBot Disallow: / User-Agent: Bullseye Disallow: / User-Agent: ca\-crawler Disallow: / User-Agent: Cegbfeieh Disallow: / User-Agent: coccoc Disallow: / User-Agent: CyotekWebCopy/1\.7 Disallow: / User-Agent: CyotekHTTP/2\.0 Disallow: / User-Agent: discobot Disallow: / User-Agent: Download Ninja Disallow: / User-Agent: EasouSpider Disallow: / User-Agent: FeedBooster Disallow: / User-Agent: Genieo Disallow: / User-Agent: grub\-client Disallow: / User-Agent: Harvest Disallow: / User-Agent: ieautodiscovery Disallow: / User-Agent: Incutio Disallow: / User-Agent: IstellaBot Disallow: / User-Agent: JamesBOT Disallow: / User-Agent: k2spider Disallow: / User-Agent: Keyword Density/0\.9 Disallow: / User-Agent: libWeb Disallow: / User-Agent: linko Disallow: / User-Agent: LinkScan/8\.1a Unix Disallow: / User-Agent: lmspider Disallow: / User-Agent: lwp\-trivial Disallow: / User-Agent: magpie Disallow: / User-Agent: MaxPointCrawler Disallow: / User-Agent: MegaIndex Disallow: / User-Agent: memoryBot Disallow: / User-Agent: Mippin Disallow: / User-Agent: Missigua Locator Disallow: / User-Agent: Niki\-Bot Disallow: / User-Agent: NPBot Disallow: / User-Agent: OLEcrawler Disallow: / User-Agent: panscient\.com Disallow: / User-Agent: ProPowerBot/2\.14 Disallow: / User-Agent: Python\-urllib Disallow: / User-Agent: Riddler Disallow: / User-Agent: serf Disallow: / User-Agent: SISTRIX Disallow: / User-Agent: sitecheck\.Internetseer\.com Disallow: / User-Agent: Serpstat Disallow: / User-Agent: SnapPreviewBot Disallow: / User-Agent: Sogou Disallow: / User-Agent: Spinn3r Disallow: / User-Agent: SpyFu Disallow: / User-Agent: Szukacz/1\.4 Disallow: / User-Agent: Titan Disallow: / User-Agent: UbiCrawler Disallow: / User-Agent: UnisterBot Disallow: / User-Agent: Unknown Disallow: / User-Agent: uptime files Disallow: / User-Agent: User-Agent Disallow: / User-Agent: Vedma Disallow: / User-Agent: WBSearchBot Disallow: / User-Agent: Web Downloader/6\.9 Disallow: / User-Agent: WebmasterWorldForumBot Disallow: / User-Agent: WebReaper Disallow: / User-Agent: Wotbox Disallow: / User-Agent: wsr\-agent Disallow: / User-Agent: WWW\-Collector\-E Disallow: / User-Agent: Zao Disallow: / User-Agent: ZyBORG Disallow: / User-Agent: ahrefs Disallow: / User-Agent: qwantify Disallow: / User-Agent: qwant Disallow: / User-Agent: semrush Disallow: / User-Agent: Detectify Disallow: / User-Agent: LinkpadBot Disallow: / User-Agent: FlipboardProxy Disallow: / User-Agent: aiHitBot Disallow: / User-Agent: trovitBot Disallow: /