资讯详情

requests实战之网页采集器

import requests if __name__ == "__main__":     headers = { 
                'user-agent': 'Mozilla / 5.0(Windows NT 10.0;Win64;x64) AppleWebKit / 537.36(KHTML, likeGecko) Chrome / 88.0.4324.150Safari / 537.36'     }     url = "https://cn.bing.com/search"     #处理url携带参数:包装在字典中     kw = input('enter a word:')     param = { 
                'q':kw     }     #对指定的url相应的启动请求url它携带参数,并在请求过程中处理参数     response = requests.get(url=url,params=param,headers=headers)      page_text = response.text     fileName = kw '.html'     with open(fileName,'w',encoding="UTF-8") as fp:         fp.write(page_text)     print(fileName,"成功保存!")   

输入中国爬行的结果:

<!DOCTYPE html><html dir="ltr" lang="zh" xml:lang="zh" xmlns="http://www.w3.org/1999/xhtml" xmlns:Web="http://schemas.live.com/Web/"><script type="text/javascript" >//<![CDATA[ si_ST=new Date //]]></script><head><!--pc--><title>中国 - 国内版 Bing</title><meta content="text/html; charset=utf-8" http-equiv="content-type" /><meta name="referrer" content="origin-when-cross-origin" /><link href="/search?format=rss&amp;q=%E4%B8%AD%E5%9B%BD" rel="alternate" title="XML" type="text/xml" /><link href="/search?format=rss&amp;q=%E4%B8%AD%E5%9B%BD" rel="alternate" title="RSS" type="application/rss+xml" /><link href="/sa/simg/favicon-2x.ico" rel="shortcut icon" /><script type="text/javascript">//<![CDATA[ _G={ 
        Region:"CN",Lang:"zh-CN",ST:(typeof si_ST!=='undefined'?si_ST:new Date),Mkt:"zh-CN",RevIpCC:"cn",RTL:false,Ver:"07",IG:"86114437B5A943E2A725B095C220F1E0",EventID:"C2C962D391FC473C8FA59F04D697CB2B",V:"web",P:"SERP",DA:"HKGE01",CID:"216734C105276CC101EB3B1D04646D73",SUIH:"RkBkxuW6qET5S6rRHWORww",adc:"b_ad",gpUrl:"\/fd\/ls\/GLinkPing.aspx?" }; _G.lsUrl="/fd/ls/l?IG="+_G.IG+"&CID="+_G.CID ;curUrl="https:\/\/cn.bing.com\/search";function si_T(a){ 
         if(document.images){ 
        _G.GPImg=new Image;_G.GPImg.src=_G.gpUrl+'IG='+_G.IG+'&CID='+_G.CID+'&'+a;}return true;};/*!DisableJavascriptProfiler*/ 0; ;/*!DisableJavascriptProfiler*/ 0;/*!DisableJavascriptProfiler*/ 0; ; //]]></script><style type="text/css">z{ 
        a:1}.sw_ddbk:after,.sw_ddw:after,.sw_ddgn:after,.sw_poi:after,.sw_poia:after,.sw_play:after,.sw_playa:after,.sw_playd:after,.sw_playp:after,.sw_st:after,.sw_sth:after,.sw_ste:after,.sw_st2:after,.sw_plus:after,.sw_tpcg:after,.sw_tpcw:after,.sw_tpcbk:after,.sw_arwh:after,.sw_close:after,.sb_pagN:after,.sb_pagP:after,.sw_up:after,.sw_down:after,.b_expandToggle:after,.sw_calc:after,.sw_fbi:after,.sw_twi:after,.b_fLogo:after,.b_cm:after,.sw_rmore:after,.sw_tpo:after,.sw_tpoa:after,.sw_lpoi:after,.sw_skp:after{ 
        position:relative}.sw_ddbk:after,.sw_ddw:after,.sw_ddgn:after,.sw_poi:after,.sw_poia:after,.sw_play:after,.sw_playa:after,.sw_playd:after,.sw_playp:after,.sw_st:after,.sw_sth:after,.sw_ste:after,.sw_st2:after,.sw_plus:after,.sw_tpcg:after,.sw_tpcw:after,.sw_tpcbk:after,.sw_arwh:after,.sw_close:after,.sb_pagN:after,.sb_pagP:after,.sw_up:after,.sw_down:after,.b_expandToggle:after,.sw_calc:after,.sw_fbi:after,.sw_twi:after,.b_fLogo:after,.b_cm:after,.sw_rmore:after,.sw_tpo:after,.sw_tpoa:after,.sw_lpoi:after,.sw_skp:after{ 
        content:url(/rp/eF3rIdIG4fsLyPy7mzgRnjCDKIA.png)}.sw_ddbk,.sw_ddw,.sw_ddgn,.sw_poi,.sw_poia,.sw_play,.sw_playa,.sw_playd,.sw_playp,.sw_st,.sw_sth,.sw_ste,.sw_st2,.sw_plus,.sw_tpcg,.sw_tpcw,.sb_clrhov,.sw_arwh,.sb_pagN,.sb_pagP,.sw_up,.sw_down,.b_expandToggle,.sw_calc,.sw_fbi,.sw_twi,.b_fLogo,.b_cm,.sw_rmore,.sw_tpo,.sw_tpoa,.sw_lpoi,.sw_skp,.actExpander span{ 
        position:relative;display:inline-block;overflow:hidden;direction:ltr}.sw_ddbk:after,.sw_ddw:after,.sw_ddgn:after,.sw_poi:after,.sw_poia:after,.sw_play:after,.sw_playa:after,.sw_playd:after,.sw_playp:after,.sw_st:after,.sw_sth:after,.sw_ste:after,.sw_st2:after,.sw_plus:after,.sw_tpcg:after,.sw_tpcw:after,.sw_tpcbk:after,.sw_arwh:after,.sb_pagN:after,.sb_pagP:after,.sw_up:after,.sw_down:after,.b_expandToggle:after,.sw_calc:after,.sw_fbi:after,.sw_twi:after,.b_fLogo:after,.b_cm:after,.sw_rmore:after,.sw_tpo:after,.sw_tpoa:after,.sw_lpoi:after,.sw_skp:after{ 
        display:inline-block;transform:scale(.5)}.sw_tpcg,.b_expandToggle,.b_fLogo{ 
        display:block}.sw_play,.sw_playa,.sw_playd,.sw_playp,.sw_skp,.sw_fbi,.sw_twi{ 
        height:16px;width:16px}.sw_play:after{ 
        transform-origin:-630px -44px}.sw_playa:after{ 
        transform-origin:-666px -44px}.sw_playd:after{ 
        transform-origin:-702px -44px}.sw_playp:after{ 
        transform-origin:-738px -44px}.sw_skp:after{ 
        transform-origin:-1290px -36px}.sw_fbi:after{ 
        transform-origin:-594px -44px}.sw_twi:after{ 
        transform-origin:-1290px 0}.sw_st,.sw_sth,.sw_ste,.sw_st2{ 
        height:12px;width:12px}.sw_st:after{ 
        transform-origin:-1070px -62px}.sw_st2:after{ 
        transform-origin:-1126px -62px}.sw_sth:after{ 
        transform-origin:-1154px -62px}.sw_ste:after{ 
        transform-origin:-1098px -62px}.sw_arwh{ 
        height:11px;width:14px}a:hover .sw_arwh.b_invert:after{ 
        transform-origin:-926px -64px}.sw_arwh:after{ 
        transform-origin:-894px -64px}.sw_ddbk,.sw_ddw,.sw_ddgn{ 
        height:4px;width:7px}.sw_ddbk:after,.sw_ddw:after{ 
        transform-origin:-532px -64px}.sw_ddgn:after{ 
        transform-origin:-512px -64px}.sw_tpcg,.sw_tpcw,.sw_tpcbk{ 
        height:10px;width:10px}.sw_tpcg:after,.sw_tpcw:after,.sw_tpcbk:after{ 
        transform-origin:-352px -64px}.sw_tpcg:hover:after,.sw_tpcg:active:after,.sw_tpcg:focus:after{ 
        -webkit-transform-origin:-376px -64px;-ms-transform-origin:-376px -64px;transform-origin:-376px -64px}.sw_plus{ 
        height:8px;width:8px}.sw_plus:after{ 
        transform-origin:-552px -64px}.sw_plus:hover:after,.sw_plus:active:after,.sw_plus:focus:after{ 
        transform-origin:-572px -64px}.b_expandToggle,.sw_up,.sw_down{ 
        height:8px;width:12px}.b_expandToggle:after,.sw_up:after,.sw_down:after{ 
        transform-origin:-456px -64px}.sw_up:after{ 
        transform-origin:-400px -64px}*:hover>.sw_up:after,*:active>.sw_up:after,*:focus>.sw_up:after{ 
        transform-origin:-428px -64px}*:hover>.sw_down:after,*:active>.sw_down:after,*:focus>.sw_down:after{ 
        transform-origin:-484px -64px}.b_icon,.sw_poi,.sw_poia{ 
        width:20px;height:20px;z-index:0}.sw_poi:after,.sw_poia:after{ 
        position:absolute;top:0;left:0;transform-origin:-594px 0;z-index:-1}.sw_poia:after{ 
        transform-origin:-638px 0}.b_fLogo{ 
        height:16px;width:81px}.b_fLogo:after{ 
        transform-origin:-804px 0}.b_cm{ 
        height:10px;width:12px}.b_cm:after{ 
        transform-origin:-866px -64px}.sw_calc{ 
        height:19px;width:19px}.sw_calc:after{ 
        transform-origin:-726px 0}.sw_tpo,.sw_tpoa,.sw_rmore{ 
        height:12px;width:8px;display:block}.sw_tpo:after,.sw_tpoa:after{ 
        transform-origin:-262px -50px}.sw_rmore:after{ 
        transform-origin:-242px -50px}.sw_lpoi{ 
        height:16px;width:10px}.sw_lpoi:after{ 
        transform-origin:-1266px -36px}html,body #b_results .b_no{ 
        background-color:#fff}.b_footer{ 
        background-color:#f5f5f5}#b_results>li a{ 
        color:#001ba0}#b_results>li a:visited{ 
        color:#600090}#b_results>li{ 
        background-color:#fff}#b_results>.b_ad a{ 
        color:#001ba0}#b_results>.b_ad a:visited{ 
        color:#600090}#b_results>.b_pag{ 
        background-color:transparent}#b_results>.b_pag a:hover{ 
        background-color:#f4f4f4}#b_results>.b_pag .sb_pagS_bp:hover{ 
        background-color:#fff}#b_results>.b_pag a.sb_pagP:hover,#b_results>.b_pag a.sb_pagN:hover{ 
        background-color:inherit}#b_context .b_ans,#b_context #wpc_ag{ 
        background-color:#fff}#b_context>li.b_ad{ 
        color:#666;background-color:#fff}#b_context>li.b_ad a{ 
        color:#001ba0}#b_context>li.b_ad a:visited{ 
        color:#600090}div.b_dropdown .b_selected{ 
        background:#e1e0df}#b_tween .b_toggle:hover,#b_tween .ftrH:hover{ 
        background:#f2f2f2}.b_scroll{ 
        background:#999;border-color:#999}.b_scroll:hover{ 
        background:#4d4d4d}.b_dropdown{ 
        background-color:#fff;border-color:#e5e5e5}.ctxt,select,input[type="text"]{ 
        color:#444;border-color:#ddd}.ccal{ 
        border-color:#ddd}.ccal:hover,.ctxt:hover,select:hover,input[type="text"]:hover{ 
        box-shadow:0 1px 2px 0 rgba(0,0,0,.1);-webkit-box-shadow:0 1px 2px 0 rgba(0,0,0,.1)}.ctxt:focus,select:focus,input[type="text"]:focus{ 
        color:#444;border-color:#919191;box-shadow:0 1px 2px 0 rgba(0,0,0,.1);-webkit-box-shadow:0 1px 2px 0 rgba(0,0,0,.1)}.ccal input[type="text"],.ccal input[type="text"]:hover,.ccal input[type="text"]:focus{ 
        color:#444}.ccal.ccal_rfs input[type="text"],.ccal.ccal_rfs input[type="text"]:hover,.ccal.ccal_rfs input[type="text"]:focus{ 
        color:#666}label{ 
        color:#767676}#b_results ::placeholder{ 
        color:#767676;opacity:1}#b_results :-ms-input-placeholder{ 
        color:#767676}#b_results ::-webkit-input-placeholder{ 
        color:#767676}#b_results input[type="text"]:disabled{ 
        color:#ccc}a,#b_tween a:visited,#b_results .b_no a{ 
        color:#001ba0}a:visited,#b_results>li a:visited{ 
        color:#600090}cite,#b_results cite.sb_crmb a,#b_results cite a.sb_metalink,#b_results .b_adurl cite a,#bk_wr_container cite a{ 
        color:#006d21}.trgr_icon .c_tlbxTrgIcn.sw_css{ 
        border-color:#006621 transparent}.b_posText{ 
        color:#006d21}.b_negText{ 
        color:#c80000}#b_context cite,#b_context cite a{ 
        color:#006d21}#b_context .b_posText{ 
        color:#006d21}#b_context .b_negText{ 
        color:#c80000}.b_ad cite,.b_ad cite a{ 
        color:#006d21}#b_context .b_entityTitle,#b_results .b_entityTitle{ 
        color:#444}#b_context .b_entitySubTitle,#b_results .b_entitySubTitle{ 
        color:#767676}#b_context,#b_context #wpc_eif{ 
        color:#666}body,.b_promoteText,#b_tween a.ftrH,#b_tween a.ftrH:hover,.b_expando,.b_expando h2,.b_active a,.b_active a:visited,.b_active a:hover,#b_results>.b_pag a,#b_results .b_no,#b_content a.cbl:visited,#b_content a.cbl{ 
        color:#666}#b_results>.b_pag .sb_pagS_bp{ 
        color:#111}.b_top,.b_top .b_promoteText{ 
        color:#444}.b_alert,.b_pAlt{ 
        color:#d90026}#b_results .b_alert,#b_results .b_pAlt{ 
        color:#d90026}#b_context .b_alert{ 
        color:#d90026}.b_demoteText,.b_secondaryText,.b_attribution,.b_factrow,.b_focusLabel,.b_footnote,.b_ad .b_adlabel,#b_tween .b_dropdown a,.b_expando .b_subModule,.b_expando .b_suppModule,.b_algo .b_vList td{ 
        color:#767676}.b_algo .b_factrow{ 
        color:#666}.b_footer,.b_footer a,.b_footer a:visited{ 
        color:#666}#b_content .b_lowFocusLink a,#b_context .b_secondaryText,#b_context .b_attribution,#b_context .b_factrow,#b_context .b_footnote,#b_context .b_ad .b_adlabel,.b_expando .b_secondaryText,.b_expando .b_attribution,.b_expando .b_factrow,.b_expando .b_footnote{ 
        color:#767676}#b_context .b_footnote a,.b_promtext{ 
        color:#111}#b_context .b_pointer.b_mhdr:hover .b_secondaryText{ 
        color:#36b}.b_button:hover,.b_button:visited,.b_hlButton,.b_hlButton:hover,.b_hlButton:visited,.b_foregroundText,.ciot{ 
        color:#fff}.b_caption,.snippet{ 
        color:inherit}.b_top .b_caption{ 
        color:inherit}.ciot{ 
        background-color:#000}.b_button:hover,.b_hlButton{ 
        background-color:#0072c5}.b_button:active,.b_hlButton:active{ 
        background-color:#333}.b_hlButton:hover{ 
        background-color:#006887}.b_border,.b_button,.b_hlButton{ 
        border-color:#ccc}.b_pag a{ 
        border:3px solid transparent}.b_pag a.sb_bp{ 
        border:0;border-bottom:3px solid transparent}.b_pag .sb_pagS{ 
        border-color:#00809d}.b_pag a.sb_pagS_bp{ 
        border-color:#00809d}#b_context .b_subModule,#b_results .b_subModule{ 
        border-bottom:1px solid #ececec}#b_results .b_sideBleed:last-child .b_subModule{ 
        border-bottom:0}.b_subModule h2{ 
        color:#111}.c_tlbx{ 
        border-color:#999;background:#fff}.sw_poi{ 
        color:#fff}.sw_poia{ 
        color:#fff}.b_caption p label,.b_caption .b_factrow label,.b_secondaryText label{ 
        color:#767676}.b_belowcaption .b_secondaryText{ 
        color:#767676 !important}z{ 
        a:1}#sp_requery label,#sp_recourse label,#tile_link_cn label,.b_ad .ad_esltitle~div label,h2 label,.b_caption p label,.b_snippetBigText label,.b_rs label,.b_rrsr label,#dict_ans label,.b_listnav>.b_ans_stamp>label,.adltwrnmsg label{ 
        color:#c00;font-weight:normal}#b_results>.b_ad{ 
        color:#666;background-color:#f9fcf7}#b_results,#b_results .b_defaultText,#b_results>.b_pag a:hover,#b_tween .b_toggle:hover,#b_tween .b_highlighted{ 
        color:#666}html,body,h1,h2,h3,h4,h5,h6,p,img,ol,ul,li,form,table,tr,th,td{ 
        border:0;border-collapse:collapse;border-spacing:0;list-style:none;margin:0;padding:0}html{ 
        overflow-y:scroll}#b_content{ 
        clear:both;min-height:316px;padding:41px 0 20px 160px}#b_pole{ 
        margin:-25px 0 15px -160px;padding-left:180px}#b_tween~#b_pole{ 
        margin-top:3px}.b_underSearchbox~#b_pole{ 
        margin-top:0}#b_context{ 
        margin:0 0 0 60px;padding:0 20px}#b_context .b_ans,#b_context .b_ad{ 
        margin:0 -20px}#b_context .b_ans{ 
        padding:10px 20px 0}#b_context .b_ad{ 
        padding:10px 20px}#b_results,#b_context,#b_tween>span,.b_hList>li,.c_tlbxTrg,.b_hPanel>span,.ccal .ccali,.b_footerRight,.b_hPanel .b_xlText,.b_hPanel .cico,.b_moreLink,.b_label+.b_hList,.lc_bks,.lc_bkl,.fiw,.csrc,.b_algo .b_title H2,.b_algo .b_title div,h3{ 
        display:inline-block}.b_pointer{ 
        cursor:pointer}label,.b_ad .b_adlabel,.c_tlbxTrgIcn{ 
        display:block}#b_tween{ 
        margin-top:-28px}.b_underSearchbox~#b_tween{ 
        margin-top:-2px}#b_tween,#b_tween .ftrH{ 
        height:30px}#b_tween>span{ 
        padding-right:25px}#b_results>li{ 
        padding:10px 20px;margin:0 0 2px}#b_results>.b_ans{ 
        padding:12px 20px 0}#b_results>.b_algo{ 
        padding:12px 20px 0}#b_results>li .b_fullb{ 
        margin-left:-20px;margin-right:-20px}#b_results>.b_ad{ 
        padding-right:18px;border-right:2px solid #e5e5e5}#b_results>li:first-child{ 
        padding-top: 

标签: cj19b电容器接触器

锐单商城拥有海量元器件数据手册IC替代型号,打造 电子元器件IC百科大全!

锐单商城 - 一站式电子元器件采购平台