Python3 css选择器实战(二)：爬取猫眼电影网

迈不过友情╰ 2022-05-09 05:06 209阅读 0赞

#coding=utf-8
    import re
    import time
    import requests
    from requests.exceptions import RequestException
    from bs4 import BeautifulSoup
    from prettytable import PrettyTable
     
    
    def getHtml(url):
        try:
            headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:56.0) Gecko/20100101 Firefox/56.0'}  
            response = requests.get(url,headers = headers)
            if response.status_code == 200:
                return response.text
            return None
        except RequestException:
            return None
    
    if __name__=='__main__':
        lmovie = []
        lactor = []
        ltime = []
        lscore = []
        table = PrettyTable(['NO.','电影','主演','上映时间','猫眼评分'])
        index = 0
        for page in range(0,100,10):
            url = 'http://maoyan.com/board/4?offset={}'.format(page)
            Html = getHtml(url)
            if Html is None:
                contine
            Soup = BeautifulSoup(Html,'lxml')
            names = Soup.select('div.movie-item-info > p:nth-of-type(1)')
            for name in names:
                lmovie.append(name.text)
            actors = Soup.select('div.movie-item-info > p:nth-of-type(2)')
            for actor in actors:
                actor = actor.text
                actor = actor.split('：')[-1]
                lactor.append(actor.strip())
            releasetimes = Soup.select('div.movie-item-info > p:nth-of-type(3)')
            for retime in releasetimes:
                retime = retime.text
                retime = retime.split('：')[-1]
                ltime.append(retime)
            scores = Soup.select('p.score > i:nth-of-type(1)')
            for score in scores:
                lscore.append(score.text)
            frascores = Soup.select('p.score > i:nth-of-type(2)')
            for i in range(len(frascores)):
                lscore[index] += frascores[i].text
                index += 1
                
            time.sleep(1)
        for i in range(100):
            table.add_row([str(i+1),lmovie[i],lactor[i],ltime[i],lscore[i]])
        print (table)

总结：用nth-of-type的感觉太爽了，代码也要优美很多。