import scrapy import requests class qidianSpider(scrapy.Spider): name = 'qidian' start_urls =['https://vipreader.qidian.com/chapter/1031940621/742792391'] def parse(self, response, **kwargs): divs=response.xpath('//div[@class="read-content j_readContent"]') print(divs) if __name__ == '__main__': url = "https://vipreader.qidian.com/chapter/1031940621/742792391/" response = requests.get(url=url) qidianSpider().parse(response=response)