python的爬虫【2】循环抓取多行数据

一时失言乱红尘 2023-06-13 09:33 2阅读 0赞

## 第一步：循环页 ##

for x in range(1,9):
        s = str(x)
        r = 'https://cuiqingcai.com/category/technique/python/page/' + s
        print(r)

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MTY2NTYzNw_size_16_color_FFFFFF_t_70]

## 第二步：贴到原来的标准模板中 ##

import requests
    from lxml import etree
    for x in range(1,5):
        s = str(x)
        url1= 'https://cuiqingcai.com/category/technique/python/page/' + s
        r=requests.get(url1).content
        topic=etree.HTML(r)
        title=topic.xpath('/html/body/section/div[2]/div/article/header/h2/a/text()')
        img=topic.xpath('//*[@id="mainBox"]/main/div[2]/div/h4/a/@href')
        # #
        for x in title:
            print(x,end=""+'\n')
    
    # for i in img:
    # print(i)
    #

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MTY2NTYzNw_size_16_color_FFFFFF_t_70 1]

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MTY2NTYzNw_size_16_color_FFFFFF_t_70]: https://img-blog.csdnimg.cn/20191115155041634.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MTY2NTYzNw==,size_16,color_FFFFFF,t_70
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MTY2NTYzNw_size_16_color_FFFFFF_t_70 1]: https://img-blog.csdnimg.cn/20191115155226437.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MTY2NTYzNw==,size_16,color_FFFFFF,t_70