首页 > 编程语言 > 详细

python爬取豆瓣电影top250数据存入excel

时间:2019-08-14 09:25:46      阅读:273      评论:0      收藏:0      [点我收藏+]
# -*- coding:utf-8 -*-
"""获取时光影评电影"""
import requests
from bs4 import BeautifulSoup
from datetime import datetime,timedelta
import pymysql
#xlwt-1.3.0
#from xlwt.xlwt import *
from xlwt import *
#获取指定开始排行的电影url
def get_url(root_url,start):
    return root_url+"?start="+str(start)+"&"

def get_review(page_url):

    """获取电影相关的信息"""
    movies_list = []
    reponse = requests.get(page_url)
    soup =BeautifulSoup(reponse.text,lxml)
    soup = soup.find("ol","grid_view")
    dict ={}
    for tag_li in soup.find_all("li"):
        dict = {}
        dict[rank] = tag_li.find("em").string
        dict[title] = tag_li.find_all("span","title")[0].string
        dict[score] = tag_li.find("span","rating_num").string
        if tag_li.find("span","inq"):
            dict[desc] =tag_li.find("span","inq").string
        else:
            dict[desc] = 无评词

        movies_list.append(dict)
    return movies_list

def save_excel(movies_list):
    keys =""
    w = Workbook()
    ws = w.add_sheet("movies")
    for i in movies_list:
        keys = list(i.keys())


    for i in range(len(keys)):
        ws.write(0,i,keys[i])

    for movies in range(len(movies_list)):

        for key,value in movies_list[movies].items():

            keys = list(movies_list[movies].keys())
            #找到key的index
            ws.write(movies+1,keys.index(key),value)

        w.save("movies.xls")


if __name__ == __main__:

    root_url = "https://movie.douban.com/top250"
    start =0
    movies_list =get_review(get_url(root_url,start))
    save_excel(movies_list)

 技术分享图片

 

python爬取豆瓣电影top250数据存入excel

原文:https://www.cnblogs.com/venvive/p/11349527.html

(0)
(0)
   
举报
评论 一句话评论(0
关于我们 - 联系我们 - 留言反馈 - 联系我们:wmxa8@hotmail.com
© 2014 bubuko.com 版权所有
打开技术之扣,分享程序人生!