Xpath实战一：解析爬取糗事百科段子-蒲公英云

Xpath实战一：解析爬取糗事百科段子

#coding=utf-8
import requests
from lxml import etree
def getHtml(url):  
    page = requests.get(url)  
    html = page.text  
    return html
def getImg(html):
    texts = []
    html = etree.HTML(html)
    authors = html.xpath('//h2/text()')   #所有作者信息都在h2标签的文本里
    contents = html.xpath('//div[@class = "content"]//span[1]')  #span[1] 只选择第一个span标签的内容，有些第二个span标签内容是“查看全文”
    for content in contents:
        texts.append(content.xpath('string(.)'))  #过滤多个类似<br>标签，只选择文本
    votes = html.xpath('//*[@class = "stats-vote"]//i[@class = "number"]/text()')   #好笑数
    comments = html.xpath('//*[@class = "qiushi_comments"]//*[@class = "number"]/text()')  #回复数
    for x in zip(authors,texts,votes,comments):
        Enter = input()
        if Enter == 'Q' or Enter == 'q':
            return -1
        print("\n".join((s.strip() for s in x)))
    return 1
if __name__=='__main__':
    url = "https://www.qiushibaike.com/hot/"
    html,i = getHtml(url),2
    print("开始读取数据，请按回车键...按Q键退出\n")
    while (getImg(html) == 1):
        print("\n第{}页\n".format(i))
        url = ("https://www.qiushibaike.com/hot/page/%s/" % str(i))
        html,i = getHtml(url),i+1