fix
This commit is contained in:
@@ -16,7 +16,7 @@ class RmComicSpider(scrapy.Spider):
|
||||
for x in range(0,60):
|
||||
yield scrapy.Request(self.start_urls+"?&page="+str(x), callback=self.books_comic)
|
||||
|
||||
# 获取多个漫画信息
|
||||
# 获取多个漫画信息
|
||||
def books_comic(self, response):
|
||||
comics = ComicLoader(item=ComicItem(), response=response)
|
||||
data = comics.get_xpath('//script[@id="__NEXT_DATA__"]/text()')[0]
|
||||
@@ -40,14 +40,9 @@ class RmComicSpider(scrapy.Spider):
|
||||
comic_item.add_value('age_rating', "R18+")
|
||||
chapter_href = comic_item.get_xpath('//div[contains(@class,"bookid_chapterBox")]'
|
||||
'//div[contains(@class,"bookid_chapter")]/a/@href')
|
||||
#chapters = response.xpath('//div[contains(@class,"bookid_chapterBox")]'
|
||||
# '//div[contains(@class,"bookid_chapter")]/a/text()').extract()
|
||||
|
||||
chapters = comic_item.get_xpath('//div[contains(@class,"bookid_chapterBox")]'
|
||||
'//div[contains(@class,"bookid_chapter")]/a/text()')
|
||||
for chapter, link in zip(chapters, chapter_href):
|
||||
#for i, link in enumerate(chapter_href, start=1):
|
||||
# yield scrapy.Request(self.main_url+link, meta={'item': comic_item.load_item(), 'num': i}, callback=self.parse_chapter)
|
||||
comic_item.add_value('chapter', chapter)
|
||||
comic_item.add_value('chapters', chapters)
|
||||
item = comic_item.load_item()
|
||||
|
||||
Reference in New Issue
Block a user