This commit is contained in:
cwx committed 2023-10-05 04:48:45 +08:00
1 parent 76c7aa69a8
commit 38deb27d7e
8 files changed
+74 -37

No files matched your search

+7 -8
View File
@@ -1,10 +1,8 @@
import scrapy,logging,time,os
from Comics.items import ComicItem
from Comics.loader import ComicLoader
from Comics.items import ListComicItem
from Comics.utils.Constant import ComicPath
from Comics.settings import PROJECT_KEY
import skip
from Comics.utils.ComicUtils import checkUtils
class RmComicSpider(scrapy.Spider):
name = 'rm_comic'
@@ -47,11 +45,12 @@ class RmComicSpider(scrapy.Spider):
comic_item.chapter(value=chapter)
item = comic_item.load_item()
cbz_path = ComicPath.get_file_path(item=item, result_type="cbz", convert=True)
if os.path.exists(cbz_path):
logging.info(f"漫画 {cbz_path} 已存在, 跳过中...")
yield item
else:
yield scrapy.Request(self.main_url+link, meta={'item': item}, callback=self.parse_chapter)
if not checkUtils().is_error(item):
if os.path.exists(cbz_path):
logging.info(f"漫画 {cbz_path} 已存在, 跳过中...")
yield item
else:
yield scrapy.Request(self.main_url+link, meta={'item': item}, callback=self.parse_chapter)
# 读取某章节下的所有图片
-1
View File
@@ -1,7 +1,6 @@
import scrapy,logging,time,os
from Comics.items import ComicItem
from Comics.loader import ComicLoader
from Comics.items import ListComicItem
from Comics.utils.Constant import ComicPath
from Comics.settings import PROJECT_KEY
import skip