self_example/TensorFlow_eaxmple/Model_train_test/spider/qidian.py

21 lines
485 B
Python

import scrapy
import requests
class qidianSpider(scrapy.Spider):
name = 'qidian'
start_urls =['https://vipreader.qidian.com/chapter/1031940621/742792391']
def parse(self, response, **kwargs):
divs=response.xpath('//div[@class="read-content j_readContent"]')
print(divs)
if __name__ == '__main__':
url = "https://vipreader.qidian.com/chapter/1031940621/742792391/"
response = requests.get(url=url)
qidianSpider().parse(response=response)