新手爬虫,运行不出结果,状态码看了是200
发布于
代码如下
import requests
import parsel
import csv
url = 'https://www.maoyan.com/board/4?timeStamp=1656074626533&channelId=40011&index=6&signKey=5e1c40d99b10607ff24553b5bc647683&sVersion=1&webdriver=false'
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.0.0 Safari/537.36'}
response = requests.get(url=url, headers=headers)
html_data = response.text
#print(type(html_data))
parse = parsel.Selector(html_data)
dds = parse.css('.board-wrapper dd')
for dd in dds:
name = dd.css('.name a::attr(title)').get()
releasetime = dd.css('.releasetime::text').get()
score = dd.css('.score i::text').getall()
score = ''.join(score)
print(name,releasetime,score,sep=' | ')
with open('data.csv', mode='a',encoding='utf-8',newline='') as f:
csv_writer = csv.writer(f)
csv_writer.writerow([name,releasetime,score])
浏览(246)
