作者:手机用户2502922685 | 来源:互联网 | 2023-09-10 18:44
用scrapy-splash爬取网站 为啥iframe下的内容没有被返回?
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
| import scrapy
from scrapy import Selector
class Music163Spider(scrapy.Spider):
name = "music163"
allowed_domains = ["music.163.com/#/discover/toplist"]
start_urls = ['http://music.163.com/#/discover/toplist/']
def parse(self, response):
print("parse:",response.text)
def start_requests(self):
for url in self.start_urls:
yield scrapy.Request(url, self.parse, meta={
'splash': {
'endpoint': 'render.html',
'args': {
'wait': 0.5,
}
}
}) |