211 lines
9.2 KiB
Python
211 lines
9.2 KiB
Python
import json,os,time,random,shutil
|
||
from utils.HtmlUtils import htmlUtils
|
||
from utils.FileUtils import imageUtils
|
||
from utils.comic.ComicInfo import comicInfo
|
||
from utils.CBZUtils import CBZUtils
|
||
from utils.downloader import download_images
|
||
from utils.downloader import download_comic_icon
|
||
from utils.Ntfy import ntfy
|
||
from utils.CBZUtils import verUtils
|
||
from utils.entity.down.RouMan import comicCommon
|
||
|
||
class baseComic:
|
||
count_chapter = 0
|
||
|
||
@classmethod
|
||
def downladsComcis(cls,book_name,comic_href,updated=None):
|
||
comicInfo.setComicName(book_name)
|
||
if updated != None:
|
||
comicInfo.setUpdateAt(updated)
|
||
random_int = random.randint(5,20)
|
||
comicInfo.setComicName(book_name)
|
||
dir_conf_comic = comicInfo.getDirConfComic()
|
||
if comicInfo.getIsComicNameSkips(book_name):
|
||
print(f"{book_name} 在白名单中，已跳过")
|
||
return None
|
||
if not os.path.exists(dir_conf_comic):
|
||
ntfy.sendMsg(f"{random_int}秒后开始下载 漫画：{book_name}")
|
||
time.sleep(random_int)
|
||
else:
|
||
ntfy.sendMsg(f"已存在 漫画：{book_name}")
|
||
if comicInfo.isUpdateComic():
|
||
return comic_href
|
||
else:
|
||
ntfy.sendMsg(f"{book_name} 已是最新")
|
||
chapters = htmlUtils.xpathData('//div[contains(@class,"bookid_chapterBox")]//div[contains(@class,"bookid_chapter")]/a/text()',url=comic_href,update=False)
|
||
chapter_index = 1
|
||
for chapter in chapters:
|
||
comicInfo.setChapterIndex(chapter_index)
|
||
comicInfo.setChapterName(chapter)
|
||
cbz_path = comicInfo.getNewCBZComicChapter("file")
|
||
icon_path = comicInfo.getNewIconComicChapter("file")
|
||
CBZUtils.replaceZip(cbz_path)
|
||
if comicInfo.nextExistsGetPath("done_") and not os.path.exists(cbz_path):
|
||
comicInfo.nextExistsGetPath("done_",remove=True)
|
||
if not os.path.exists(cbz_path):
|
||
comicInfo.updateComicDate("0")
|
||
return comic_href
|
||
else:
|
||
cover_icon_path = os.path.join(comicInfo.getDirConfComic(),"cover.jpg")
|
||
if not os.path.exists(icon_path) and os.path.exists(cover_icon_path):
|
||
shutil.copy(cover_icon_path,icon_path)
|
||
print(f"{cover_icon_path} copy 至：{icon_path}")
|
||
chapter_index = chapter_index + 1
|
||
return None
|
||
|
||
#print(books)
|
||
#for comicHref in comicsHref:
|
||
# cls.oneComic(comicHref,random.uniform(10,20))
|
||
|
||
@classmethod
|
||
def oneComic(cls,url,title,author,icon,tags,dep,chapters,chapter_href,alias=None,genre="韩漫",lang="zh",sleep=None):
|
||
author = str(author).replace("&",",").replace(" ",",")
|
||
comicInfo.setHomePage(url)
|
||
comicInfo.setComicName(str(title))
|
||
if alias != None:
|
||
comicInfo.setComicNames(title+","+alias)
|
||
comicInfo.setAuthor(author)
|
||
comicInfo.setIcon(icon)
|
||
comicInfo.setTags(tags)
|
||
comicInfo.setDep(dep)
|
||
#comicInfo.setCBS("韩漫")
|
||
comicInfo.setGenre(genre)
|
||
comicInfo.setLang(lang)
|
||
comicInfo.setListChapter(chapters)
|
||
|
||
#comicUtils.setComic(title,alias,icon,author,tags,action,dep,update_date,chapters,chapter_href)
|
||
cls.count_chapter = 0
|
||
for href in chapter_href:
|
||
chapter = chapters[cls.count_chapter]
|
||
comicInfo.setChapterIndex(cls.count_chapter+1)
|
||
comicInfo.setChapterName(chapter)
|
||
if comicInfo.nextExistsGetPath("done_") and not os.path.exists(comicInfo.getNewCBZComicChapter("file")):
|
||
comicInfo.nextExistsGetPath("done_",remove=True)
|
||
if not comicInfo.nextExistsGetPath("done_"):
|
||
cls.comicChapter(href,scramble=True,sleep=random.randint(5,15))
|
||
#存在就校验CBZ包是否完整
|
||
if comicInfo.nextExistsGetPath("done_"):
|
||
verUtils.verCBZ()
|
||
cls.count_chapter += 1
|
||
#一本漫画下载后等待
|
||
#清空文件夹
|
||
path_dir_comic = comicInfo.getDirComic()
|
||
if os.path.exists(path_dir_comic):
|
||
shutil.rmtree(path_dir_comic)
|
||
if sleep != None:
|
||
time.sleep(sleep)
|
||
|
||
'''
|
||
|
||
读取某章节下所有图片
|
||
'''
|
||
@classmethod
|
||
def comicChapter(cls,chapter_url,scramble=None,sleep=None):
|
||
is_next = True
|
||
#try:
|
||
is_next = cls.Onechapter(chapter_url,scramble)
|
||
#进入下个阶段
|
||
if comicInfo.nextExistsGetPath("down_"):
|
||
#章节图片全部下载后，调用下载封面
|
||
download_comic_icon()
|
||
#下个阶段
|
||
if comicInfo.nextExistsGetPath("cbz_"):
|
||
time.sleep(0.1)
|
||
#下载后自动打包
|
||
is_next = CBZUtils.packAutoComicChapterCBZ()
|
||
#完成删除原文件
|
||
remove_path = comicInfo.getDirComicChapter()
|
||
if os.path.exists(remove_path):
|
||
shutil.rmtree(remove_path)
|
||
print(f"文件已删除: {remove_path}")
|
||
#except Exception as e:
|
||
# print(e)
|
||
# ntfy.sendMsg(f"{comicInfo.getComicName()} 下载出错了")
|
||
# is_next = False
|
||
ntfy.sendMsg(f"预计总章节大小：{cls.count_chapter + 1} / "+ str(comicInfo.getLenChapters()))
|
||
comicInfo.setChapterIndex(cls.count_chapter + 1)
|
||
if sleep != None and is_next == True:
|
||
ntfy.sendMsg(f"{sleep} 秒后开始下载下一个章节")
|
||
time.sleep(sleep)
|
||
|
||
|
||
@classmethod
|
||
def Onechapter(cls,chapter_url,scramble=None):
|
||
if not str(chapter_url).startswith("http"):
|
||
chapter_url = comicInfo.getBaseUrl() + chapter_url
|
||
try:
|
||
is_next = cls.comicChapterDownload(chapter_url)
|
||
except:
|
||
htmlUtils.remove_HtmlCache(chapter_url)
|
||
is_next = cls.comicChapterDownload(chapter_url)
|
||
comicInfo.nextInfoToImgChapter()
|
||
#下载完成后, 开始解密图片
|
||
chapter_dir = comicInfo.getDirComicChapter()
|
||
if scramble and os.path.exists(chapter_dir):
|
||
#获取章节图片路径
|
||
dirs = os.listdir(chapter_dir)
|
||
for img in dirs:
|
||
if img.startswith("scramble="):
|
||
c_path = os.path.join(chapter_dir, img)
|
||
#imageUtils.getScrambleImage(c_path)
|
||
imageUtils.encode_scramble_image(c_path)
|
||
#进入下一阶段
|
||
comicInfo.nextImgToDownloadChapter()
|
||
return is_next
|
||
|
||
@classmethod
|
||
def comicChapterDownload(cls,url):
|
||
comicCommon.comicChapterDownload(url)
|
||
list_img = comicInfo.getChapterListImg()
|
||
files_name = comicInfo.getChapterFilesName()
|
||
#netUtils.downloadComicChapterImages(list_img,scrambles=list_scramble)
|
||
chapter_name = comicInfo.getChapter()
|
||
book_name = comicInfo.getComicName()
|
||
comicInfo.setChapterImgs(list_img)
|
||
#保存图像
|
||
comicInfo.nextSaveInfoChapter(chapter_name, list_img)
|
||
#验证数据是已存在且是否完整
|
||
#cbz_path = comicInfo.getDirCBZComicChapter()+".CBZ"
|
||
cbz_path = comicInfo.getNewCBZComicChapter()+".CBZ"
|
||
#更新Icon
|
||
comicInfo.getNewIconComicChapter()
|
||
is_next = True
|
||
if os.path.exists(cbz_path):
|
||
try:
|
||
cbz_size = len(CBZUtils.zip_info(cbz_path)) - 1
|
||
except:
|
||
cbz_size = 0
|
||
if len(list_img) == cbz_size:
|
||
ntfy.sendMsg(f"{book_name} {chapter_name} 数据完整，已跳过")
|
||
comicInfo.nextDoneSave(list_img)
|
||
is_next = False
|
||
else:
|
||
ntfy.sendMsg(f"{book_name} {chapter_name} 数据不完整，尝试删除配置CBZ文件后重试")
|
||
try:
|
||
if cbz_size < len(list_img) or os.path.getsize(cbz_path) < 300000:
|
||
ntfy.sendMsg(f"删除 {cbz_path}")
|
||
os.remove(cbz_path)
|
||
else:
|
||
is_next = False
|
||
except:
|
||
ntfy(f"删除失败 {cbz_path}")
|
||
if is_next:
|
||
path_comic_info = comicInfo.getPathComicInfoXML()
|
||
if not os.path.exists(path_comic_info):
|
||
#print("不存在ComicInfo.xml 生成中...")
|
||
comicInfo.setPages(files_name)
|
||
comicInfo.writeComicInfoXML(chapter_name)
|
||
ntfy.sendMsg(f"{book_name} {chapter_name} 下载中")
|
||
is_next = verUtils.verNextCBZ(list_img)
|
||
repeat = 0
|
||
while not is_next and repeat <= 3:
|
||
download_images(list_img,comicInfo.getDirComicChapter(), filesName=files_name,timeout=20)
|
||
file_imgs = os.listdir(comicInfo.getDirComicChapter())
|
||
count_jpg = ",".join(file_imgs).split(".jpg")
|
||
is_next = len(count_jpg)-1 == len(list_img)
|
||
if not is_next:
|
||
sleep_time = 3+int(repeat)*2
|
||
time.sleep(sleep_time)
|
||
ntfy.sendMsg(f"下载数据({len(count_jpg)-1}/{len(list_img)})不完整，{sleep_time}秒钟后尝试第{repeat}次")
|
||
repeat += 1
|
||
return is_next |