新手爬虫,运行不出结果,状态码看了是200

发布于

代码如下
import requests
import parsel
import csv

url = 'https://www.maoyan.com/board/4?timeStamp=1656074626533&channelId=40011&index=6&signKey=5e1c40d99b10607ff24553b5bc647683&sVersion=1&webdriver=false'
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.0.0 Safari/537.36'}

response = requests.get(url=url, headers=headers)
html_data = response.text
#print(type(html_data))

parse = parsel.Selector(html_data)
dds = parse.css('.board-wrapper dd')
for dd in dds:
name = dd.css('.name a::attr(title)').get()
releasetime = dd.css('.releasetime::text').get()
score = dd.css('.score i::text').getall()
score = ''.join(score)
print(name,releasetime,score,sep=' | ')

with open('data.csv', mode='a',encoding='utf-8',newline='') as f:
    csv_writer = csv.writer(f)
    csv_writer.writerow([name,releasetime,score])
浏览(246)
评论

请登录后发表观点

暂无数据