1.如何登錄2.如何按條件高級搜索指定4.如何獲取每條中的信息6.如何到csv文件中1.利用webdriver首頁，人工實現(xiàn)登錄操作，然后等待頁面跳轉(zhuǎn)2.GETURLGET3.selenium“end”4.csscss5.查找頁面是否有“下一頁”按鈕，如果有則該地址，否則結(jié)束爬蟲6.利用csv庫，將文件為csv文件#coding:utf-8importtimeimportcsvimportosfromseleniumimportfromsele mon.keysimportKeys#CSV文件路徑CSV_PATHweibo_ad.csv'#登錄頁面URLLOGIN_URL= #開啟瀏覽器def#driver=webdriver.Chrome(executable_path='./chromedriver')driver=webdriver.Chrome()returndriver#生成GETURLdefquery(today): #滾動屏幕defscroll_down(driver):html_page=driver.find_element_by_tag_name('html')foriinrange(10):#獲取頁面信息def#cards_sel='#Pl_Official_MyProfileFeed21>div>div'cards_sel='#pl_weibo_direct>div>div.feed_lists.W_texta>div'cards=driver.find_elements_by_css_selector(cards_sel)info_list=forcardin ='div>div.WB_feed_detail.clearfix>dl>div>div.content.clearfix>div.feed_content.wbcon>a.W_texta.W_fb'content_sel='div>div.WB_feed_detail.clearfix>dl>div>div.content.clearfix>div.feed_content.wbcon>p' ='div>div.WB_feed_detail.clearfix>dl>div>div.content.clearfix>div.feed_from.W_textb>a.W_textb' ='div>div.WB_feed_detail.clearfix>dl>div>div.content.clearfix>div.feed_from.W_textb>a.W_textb' ='div>div.feed_action.clearfix>ul>li:nth-child(2)>a>span>em' ='div>div.feed_action.clearfix>ul>li:nth-child(3)>a>span>

='div>div.feed_action.clearfix>ul>li:nth-child(4)>a>span>em'name=card.find_element_by_css_selector(name_sel).textcontent=card.find_element_by_css_selector(content_sel).texttime=card.find_element_by_css_selector(time_sel).textlink=card.find_element_by_css_selector(link_sel).get_attribute('href')relay=card.find_element_by_css_selector(relay_sel).textcomm=card.find_element_by_css_selector(comm_sel).textlike=card.find_element_by_css_selector(like_sel).textinfo_list.append([name,content,time,link,relay,comm,like])returninfo_list#翻頁defnext_sel='#pl_weibo_direct>div>div.WB_cardwrap.S_bg2.relative>div>a'next_page=driver.find_elements_by_css_selector(next_sel)ifreturnnext_page[0].get_attribute('href')#保存數(shù)據(jù)到CSV文件defifutf-8#在打開csvutf-8，否則可能會顯示亂碼withopen(CSV_PATH,'a',encoding='utf-8')asf:writer=csv.writer(f)

withopen(CSV_PATH,'w+',encoding='utf-8')asf:writer=csv.writer(f)CSVwriter.writerow(['用戶名','內(nèi)容','時間','','轉(zhuǎn)發(fā)量','評論量',#登錄頁面deflogin(driver,url):#啟動爬蟲的函數(shù)defrun_crawler(driver,url):info=find_cards_info(driver)next_page=find_next(driver)ifnext_page:run_cr