优化正则等，修改逻辑，避免被覆盖
to learn goupby learn pandas groupby groupby learn pandas groupby 优化正则提取番号和集数 待理解下载图片逻辑 还有剪裁+背景图逻辑 修改所有config[ 将整理生成nfo的代码 可缓存番号信息和缩略图和海报 可以识别番号后集数和尾部集数,赞不能分辨-C中文字幕片 改正一个错误 嵌套字典存储数据 整理函数 修正匹配时间正则 pipenv 添加依赖 修改优先取三位数字的规则：heyzo四位数除外 添加了依赖 和 有番号的优化 修改了啥 我也记不得了
This commit is contained in:
leo
parent
32a19bb989
commit
fc13f88731
1
.gitignore
vendored
1
.gitignore
vendored
@ -1,3 +1,4 @@
|
||||
*.DS_Store
|
||||
# Byte-compiled / optimized / DLL files
|
||||
__pycache__/
|
||||
*.py[cod]
|
||||
|
||||
2
.idea/.gitignore
generated
vendored
Normal file
2
.idea/.gitignore
generated
vendored
Normal file
@ -0,0 +1,2 @@
|
||||
# Default ignored files
|
||||
/workspace.xml
|
||||
8
.idea/AV_Data_Capture.iml
generated
Normal file
8
.idea/AV_Data_Capture.iml
generated
Normal file
@ -0,0 +1,8 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<module type="PYTHON_MODULE" version="4">
|
||||
<component name="NewModuleRootManager">
|
||||
<content url="file://$MODULE_DIR$" />
|
||||
<orderEntry type="jdk" jdkName="Python 3.8 (AV_Data_Capture)" jdkType="Python SDK" />
|
||||
<orderEntry type="sourceFolder" forTests="false" />
|
||||
</component>
|
||||
</module>
|
||||
19
.idea/dictionaries/tanpengsccd.xml
generated
Normal file
19
.idea/dictionaries/tanpengsccd.xml
generated
Normal file
@ -0,0 +1,19 @@
|
||||
<component name="ProjectDictionaryState">
|
||||
<dictionary name="tanpengsccd">
|
||||
<words>
|
||||
<w>avsox</w>
|
||||
<w>emby</w>
|
||||
<w>fanart</w>
|
||||
<w>fanza</w>
|
||||
<w>javbus</w>
|
||||
<w>javdb</w>
|
||||
<w>jellyfin</w>
|
||||
<w>khtml</w>
|
||||
<w>kodi</w>
|
||||
<w>mgstage</w>
|
||||
<w>plex</w>
|
||||
<w>pondo</w>
|
||||
<w>rmvb</w>
|
||||
</words>
|
||||
</dictionary>
|
||||
</component>
|
||||
6
.idea/inspectionProfiles/profiles_settings.xml
generated
Normal file
6
.idea/inspectionProfiles/profiles_settings.xml
generated
Normal file
@ -0,0 +1,6 @@
|
||||
<component name="InspectionProjectProfileManager">
|
||||
<settings>
|
||||
<option name="USE_PROJECT_PROFILE" value="false" />
|
||||
<version value="1.0" />
|
||||
</settings>
|
||||
</component>
|
||||
7
.idea/misc.xml
generated
Normal file
7
.idea/misc.xml
generated
Normal file
@ -0,0 +1,7 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="JavaScriptSettings">
|
||||
<option name="languageLevel" value="ES6" />
|
||||
</component>
|
||||
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8 (AV_Data_Capture)" project-jdk-type="Python SDK" />
|
||||
</project>
|
||||
8
.idea/modules.xml
generated
Normal file
8
.idea/modules.xml
generated
Normal file
@ -0,0 +1,8 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="ProjectModuleManager">
|
||||
<modules>
|
||||
<module fileurl="file://$PROJECT_DIR$/.idea/AV_Data_Capture.iml" filepath="$PROJECT_DIR$/.idea/AV_Data_Capture.iml" />
|
||||
</modules>
|
||||
</component>
|
||||
</project>
|
||||
6
.idea/other.xml
generated
Normal file
6
.idea/other.xml
generated
Normal file
@ -0,0 +1,6 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="PySciProjectComponent">
|
||||
<option name="PY_SCI_VIEW_SUGGESTED" value="true" />
|
||||
</component>
|
||||
</project>
|
||||
6
.idea/vcs.xml
generated
Normal file
6
.idea/vcs.xml
generated
Normal file
@ -0,0 +1,6 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="VcsDirectoryMappings">
|
||||
<mapping directory="$PROJECT_DIR$" vcs="Git" />
|
||||
</component>
|
||||
</project>
|
||||
131
ADC_function.py
131
ADC_function.py
@ -10,64 +10,68 @@ import sys
|
||||
from lxml import etree
|
||||
import sys
|
||||
import io
|
||||
from ConfigApp import ConfigApp
|
||||
# sys.stdout = io.TextIOWrapper(sys.stdout.buffer, errors = 'replace', line_buffering = True)
|
||||
# sys.setdefaultencoding('utf-8')
|
||||
|
||||
config_file='config.ini'
|
||||
config = ConfigParser()
|
||||
# config_file='config.ini'
|
||||
# config = ConfigParser()
|
||||
|
||||
# if os.path.exists(config_file):
|
||||
# try:
|
||||
# config.read(config_file, encoding='UTF-8')
|
||||
# except:
|
||||
# print('[-]Config.ini read failed! Please use the offical file!')
|
||||
# else:
|
||||
# print('[+]config.ini: not found, creating...',end='')
|
||||
# with open("config.ini", "wt", encoding='UTF-8') as code:
|
||||
# print("[common]", file=code)
|
||||
# print("main_mode = 1", file=code)
|
||||
# print("failed_output_folder = failed", file=code)
|
||||
# print("success_output_folder = JAV_output", file=code)
|
||||
# print("", file=code)
|
||||
# print("[proxy]",file=code)
|
||||
# print("proxy=127.0.0.1:1081",file=code)
|
||||
# print("timeout=10", file=code)
|
||||
# print("retry=3", file=code)
|
||||
# print("", file=code)
|
||||
# print("[Name_Rule]", file=code)
|
||||
# print("location_rule=actor+'/'+number",file=code)
|
||||
# print("naming_rule=number+'-'+title",file=code)
|
||||
# print("", file=code)
|
||||
# print("[update]",file=code)
|
||||
# print("update_check=1",file=code)
|
||||
# print("", file=code)
|
||||
# print("[media]", file=code)
|
||||
# print("media_warehouse=emby", file=code)
|
||||
# print("#emby plex kodi", file=code)
|
||||
# print("", file=code)
|
||||
# print("[escape]", file=code)
|
||||
# print("literals=\\", file=code)
|
||||
# print("", file=code)
|
||||
# print("[movie_location]", file=code)
|
||||
# print("path=", file=code)
|
||||
# print("", file=code)
|
||||
# print('.',end='')
|
||||
# time.sleep(2)
|
||||
# print('.')
|
||||
# print('[+]config.ini: created!')
|
||||
# print('[+]Please restart the program!')
|
||||
# time.sleep(4)
|
||||
# os._exit(0)
|
||||
# try:
|
||||
# config.read(config_file, encoding='UTF-8')
|
||||
# except:
|
||||
# print('[-]Config.ini read failed! Please use the offical file!')
|
||||
|
||||
config = ConfigApp()
|
||||
|
||||
if os.path.exists(config_file):
|
||||
try:
|
||||
config.read(config_file, encoding='UTF-8')
|
||||
except:
|
||||
print('[-]Config.ini read failed! Please use the offical file!')
|
||||
else:
|
||||
print('[+]config.ini: not found, creating...',end='')
|
||||
with open("config.ini", "wt", encoding='UTF-8') as code:
|
||||
print("[common]", file=code)
|
||||
print("main_mode = 1", file=code)
|
||||
print("failed_output_folder = failed", file=code)
|
||||
print("success_output_folder = JAV_output", file=code)
|
||||
print("", file=code)
|
||||
print("[proxy]",file=code)
|
||||
print("proxy=127.0.0.1:1081",file=code)
|
||||
print("timeout=10", file=code)
|
||||
print("retry=3", file=code)
|
||||
print("", file=code)
|
||||
print("[Name_Rule]", file=code)
|
||||
print("location_rule=actor+'/'+number",file=code)
|
||||
print("naming_rule=number+'-'+title",file=code)
|
||||
print("", file=code)
|
||||
print("[update]",file=code)
|
||||
print("update_check=1",file=code)
|
||||
print("", file=code)
|
||||
print("[media]", file=code)
|
||||
print("media_warehouse=emby", file=code)
|
||||
print("#emby plex kodi", file=code)
|
||||
print("", file=code)
|
||||
print("[escape]", file=code)
|
||||
print("literals=\\", file=code)
|
||||
print("", file=code)
|
||||
print("[movie_location]", file=code)
|
||||
print("path=", file=code)
|
||||
print("", file=code)
|
||||
print('.',end='')
|
||||
time.sleep(2)
|
||||
print('.')
|
||||
print('[+]config.ini: created!')
|
||||
print('[+]Please restart the program!')
|
||||
time.sleep(4)
|
||||
os._exit(0)
|
||||
try:
|
||||
config.read(config_file, encoding='UTF-8')
|
||||
except:
|
||||
print('[-]Config.ini read failed! Please use the offical file!')
|
||||
|
||||
def get_network_settings():
|
||||
try:
|
||||
proxy = config["proxy"]["proxy"]
|
||||
timeout = int(config["proxy"]["timeout"])
|
||||
retry_count = int(config["proxy"]["retry"])
|
||||
proxy = config.proxy
|
||||
timeout = int(config.timeout)
|
||||
retry_count = int(config.retry)
|
||||
assert timeout > 0
|
||||
assert retry_count > 0
|
||||
except:
|
||||
@ -81,10 +85,10 @@ def getDataState(json_data): # 元数据获取失败检测
|
||||
return 1
|
||||
|
||||
def ReadMediaWarehouse():
|
||||
return config['media']['media_warehouse']
|
||||
return config.media_server
|
||||
|
||||
def UpdateCheckSwitch():
|
||||
check=str(config['update']['update_check'])
|
||||
check=str(config.update_check)
|
||||
if check == '1':
|
||||
return '1'
|
||||
elif check == '0':
|
||||
@ -100,10 +104,11 @@ def getXpathSingle(htmlcode,xpath):
|
||||
def get_html(url,cookies = None):#网页请求核心
|
||||
proxy, timeout, retry_count = get_network_settings()
|
||||
i = 0
|
||||
print(url)
|
||||
while i < retry_count:
|
||||
try:
|
||||
if not proxy == '':
|
||||
proxies = {"http": "http://" + proxy,"https": "https://" + proxy}
|
||||
proxies = {"http": proxy, "https": proxy}
|
||||
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3100.0 Safari/537.36'}
|
||||
getweb = requests.get(str(url), headers=headers, timeout=timeout, proxies=proxies, cookies=cookies)
|
||||
getweb.encoding = 'utf-8'
|
||||
@ -113,24 +118,10 @@ def get_html(url,cookies = None):#网页请求核心
|
||||
getweb = requests.get(str(url), headers=headers, timeout=timeout, cookies=cookies)
|
||||
getweb.encoding = 'utf-8'
|
||||
return getweb.text
|
||||
except:
|
||||
except Exception as e:
|
||||
print(e)
|
||||
i += 1
|
||||
print('[-]Connect retry '+str(i)+'/'+str(retry_count))
|
||||
print('[-]Connect Failed! Please check your Proxy or Network!')
|
||||
|
||||
|
||||
def post_html(url: str, query: dict) -> requests.Response:
|
||||
proxy, timeout, retry_count = get_network_settings()
|
||||
|
||||
if proxy:
|
||||
proxies = {"http": "http://" + proxy, "https": "https://" + proxy}
|
||||
else:
|
||||
proxies = {}
|
||||
|
||||
for i in range(retry_count):
|
||||
try:
|
||||
result = requests.post(url, data=query, proxies=proxies)
|
||||
return result
|
||||
except requests.exceptions.ProxyError:
|
||||
print("[-]Connect retry {}/{}".format(i+1, retry_count))
|
||||
print("[-]Connect Failed! Please check your Proxy or Network!")
|
||||
|
||||
@ -4,13 +4,38 @@
|
||||
import glob
|
||||
import os
|
||||
import time
|
||||
import re
|
||||
from ADC_function import *
|
||||
from core import *
|
||||
import fuckit
|
||||
from tenacity import retry, stop_after_delay, wait_fixed
|
||||
import json
|
||||
import shutil
|
||||
from configparser import ConfigParser
|
||||
import itertools
|
||||
import argparse
|
||||
from pathlib import Path
|
||||
|
||||
from core import *
|
||||
from ConfigApp import ConfigApp
|
||||
from PathNameProcessor import PathNameProcessor
|
||||
|
||||
# TODO 封装聚合解耦：CORE
|
||||
# TODO （学习）统一依赖管理工具
|
||||
# TODO 不同媒体服务器尽量兼容统一一种元数据 如nfo 海报等（emby，jellyfin，plex）
|
||||
# TODO 字幕整理功能 文件夹中读取所有字幕 并提番号放入对应缓存文件夹中TEMP
|
||||
|
||||
config = ConfigApp()
|
||||
|
||||
|
||||
def safe_list_get(list_in, idx, default=None):
|
||||
"""
|
||||
数组安全取值
|
||||
:param list_in:
|
||||
:param idx:
|
||||
:param default:
|
||||
:return:
|
||||
"""
|
||||
try:
|
||||
return list_in[idx]
|
||||
except IndexError:
|
||||
return default
|
||||
|
||||
|
||||
def UpdateCheck(version):
|
||||
@ -26,6 +51,7 @@ def UpdateCheck(version):
|
||||
else:
|
||||
print('[+]Update Check disabled!')
|
||||
|
||||
|
||||
def argparse_get_file():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("file", default='', nargs='?', help="Write the file path on here")
|
||||
@ -35,128 +61,356 @@ def argparse_get_file():
|
||||
else:
|
||||
return args.file
|
||||
|
||||
def movie_lists(escape_folder):
|
||||
escape_folder = re.split('[,，]', escape_folder)
|
||||
|
||||
def movie_lists(escape_folders):
|
||||
escape_folders = re.split('[,，]', escape_folders)
|
||||
total = []
|
||||
file_type = ['.mp4', '.avi', '.rmvb', '.wmv', '.mov', '.mkv', '.flv', '.ts', '.webm', '.MP4', '.AVI', '.RMVB', '.WMV','.MOV', '.MKV', '.FLV', '.TS', '.WEBM', ]
|
||||
file_root = os.getcwd()
|
||||
for root, dirs, files in os.walk(file_root):
|
||||
flag_escape = 0
|
||||
for folder in escape_folder:
|
||||
if folder in root:
|
||||
flag_escape = 1
|
||||
break
|
||||
if flag_escape == 1:
|
||||
|
||||
for root, dirs, files in os.walk(config.search_folder):
|
||||
if root in escape_folders:
|
||||
continue
|
||||
for f in files:
|
||||
if os.path.splitext(f)[1] in file_type:
|
||||
path = os.path.join(root, f)
|
||||
path = path.replace(file_root, '.')
|
||||
for file in files:
|
||||
if re.search(PathNameProcessor.pattern_of_file_name_suffixes, file, re.IGNORECASE):
|
||||
path = os.path.join(root, file)
|
||||
total.append(path)
|
||||
return total
|
||||
|
||||
|
||||
def CreatFailedFolder(failed_folder):
|
||||
if not os.path.exists(failed_folder + '/'): # 新建failed文件夹
|
||||
# def CEF(path):
|
||||
# try:
|
||||
# files = os.listdir(path) # 获取路径下的子文件(夹)列表
|
||||
# for file in files:
|
||||
# os.removedirs(path + '/' + file) # 删除这个空文件夹
|
||||
# print('[+]Deleting empty folder', path + '/' + file)
|
||||
# except:
|
||||
# a = ''
|
||||
#
|
||||
|
||||
|
||||
def get_numbers(paths):
|
||||
"""提取对应路径的番号+集数"""
|
||||
|
||||
def get_number(filepath, absolute_path=False):
|
||||
"""
|
||||
获取番号，集数
|
||||
:param filepath:
|
||||
:param absolute_path:
|
||||
:return:
|
||||
"""
|
||||
name = filepath.upper() # 转大写
|
||||
if absolute_path:
|
||||
name = name.replace('\\', '/')
|
||||
# 移除干扰字段
|
||||
name = PathNameProcessor.remove_distractions(name)
|
||||
# 抽取 文件路径中可能存在的尾部集数，和抽取尾部集数的后的文件路径
|
||||
suffix_episode, name = PathNameProcessor.extract_suffix_episode(name)
|
||||
# 抽取 文件路径中可能存在的 番号后跟随的集数 和 处理后番号
|
||||
episode_behind_code, code_number = PathNameProcessor.extract_code(name)
|
||||
# 无番号 则设置空字符
|
||||
code_number = code_number if code_number else ''
|
||||
# 优先取尾部集数，无则取番号后的集数（几率低），都无则为空字符
|
||||
episode = suffix_episode if suffix_episode else episode_behind_code if episode_behind_code else ''
|
||||
|
||||
return code_number, episode
|
||||
|
||||
maps = {}
|
||||
for path in paths:
|
||||
number, episode = get_number(path)
|
||||
maps[path] = (number, episode)
|
||||
|
||||
return maps
|
||||
|
||||
|
||||
def create_folder(paths):
|
||||
for path_to_make in paths:
|
||||
if path_to_make:
|
||||
try:
|
||||
os.makedirs(failed_folder + '/')
|
||||
except:
|
||||
print("[-]failed!can not be make folder 'failed'\n[-](Please run as Administrator)")
|
||||
os._exit(0)
|
||||
|
||||
|
||||
def CEF(path):
|
||||
try:
|
||||
files = os.listdir(path) # 获取路径下的子文件(夹)列表
|
||||
for file in files:
|
||||
os.removedirs(path + '/' + file) # 删除这个空文件夹
|
||||
print('[+]Deleting empty folder', path + '/' + file)
|
||||
except:
|
||||
a = ''
|
||||
|
||||
|
||||
def getNumber(filepath,absolute_path = False):
|
||||
if absolute_path == True:
|
||||
filepath=filepath.replace('\\','/')
|
||||
file_number = str(re.findall(r'(.+?)\.', str(re.search('([^<>/\\\\|:""\\*\\?]+)\\.\\w+$', filepath).group()))).strip("['']").replace('_', '-')
|
||||
return file_number
|
||||
if '-' in filepath or '_' in filepath: # 普通提取番号 主要处理包含减号-和_的番号
|
||||
filepath = filepath.replace("_", "-")
|
||||
filepath.strip('22-sht.me').strip('-HD').strip('-hd')
|
||||
filename = str(re.sub("\[\d{4}-\d{1,2}-\d{1,2}\] - ", "", filepath)) # 去除文件名中时间
|
||||
if 'FC2' or 'fc2' in filename:
|
||||
filename = filename.replace('-PPV', '').replace('PPV-', '').replace('FC2PPV-','FC2-').replace('FC2PPV_','FC2-')
|
||||
file_number = re.search(r'\w+-\w+', filename, re.A).group()
|
||||
return file_number
|
||||
else: # 提取不含减号-的番号，FANZA CID
|
||||
try:
|
||||
return str(re.findall(r'(.+?)\.', str(re.search('([^<>/\\\\|:""\\*\\?]+)\\.\\w+$', filepath).group()))).strip("['']").replace('_', '-')
|
||||
except:
|
||||
return re.search(r'(.+?)\.', filepath)[0]
|
||||
os.makedirs(path_to_make)
|
||||
except FileExistsError as e:
|
||||
# name = f'{folder=}'.split('=')[0].split('.')[-1]
|
||||
print(path_to_make + " 已经存在")
|
||||
pass
|
||||
except Exception as exception:
|
||||
print('! 创建文件夹 ' + path_to_make + ' 失败，文件夹路径错误或权限不够')
|
||||
raise exception
|
||||
else:
|
||||
raise Exception('！创建的文件夹路径为空，请确认')
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
version = '2.8.2'
|
||||
config_file = 'config.ini'
|
||||
config = ConfigParser()
|
||||
config.read(config_file, encoding='UTF-8')
|
||||
success_folder = config['common']['success_output_folder']
|
||||
failed_folder = config['common']['failed_output_folder'] # 失败输出目录
|
||||
escape_folder = config['escape']['folders'] # 多级目录刮削需要排除的目录
|
||||
|
||||
print('[*]================== AV Data Capture ===================')
|
||||
print('[*] Version ' + version)
|
||||
print('[*]======================================================')
|
||||
|
||||
UpdateCheck(version)
|
||||
CreatFailedFolder(failed_folder)
|
||||
# UpdateCheck(version)
|
||||
|
||||
CreatFailedFolder(config.failed_folder)
|
||||
os.chdir(os.getcwd())
|
||||
movie_list = movie_lists(escape_folder)
|
||||
|
||||
#========== 野鸡番号拖动 ==========
|
||||
number_argparse=argparse_get_file()
|
||||
if not number_argparse == '':
|
||||
print("[!]Making Data for [" + number_argparse + "], the number is [" + getNumber(number_argparse,absolute_path = True) + "]")
|
||||
core_main(number_argparse, getNumber(number_argparse,absolute_path = True))
|
||||
print("[*]======================================================")
|
||||
CEF(success_folder)
|
||||
CEF(failed_folder)
|
||||
print("[+]All finished!!!")
|
||||
input("[+][+]Press enter key exit, you can check the error messge before you exit.")
|
||||
os._exit(0)
|
||||
# ========== 野鸡番号拖动 ==========
|
||||
# 创建文件夹
|
||||
create_folder([config.failed_folder, config.search_folder, config.temp_folder])
|
||||
|
||||
count = 0
|
||||
count_all = str(len(movie_list))
|
||||
print('[+]Find', count_all, 'movies')
|
||||
if config['common']['soft_link'] == '1':
|
||||
print('[!] --- Soft link mode is ENABLE! ----')
|
||||
for i in movie_list: # 遍历电影列表 交给core处理
|
||||
count = count + 1
|
||||
percentage = str(count / int(count_all) * 100)[:4] + '%'
|
||||
print('[!] - ' + percentage + ' [' + str(count) + '/' + count_all + '] -')
|
||||
# print("[!]Making Data for [" + i + "], the number is [" + getNumber(i) + "]")
|
||||
# core_main(i, getNumber(i))
|
||||
# print("[*]======================================================")
|
||||
try:
|
||||
print("[!]Making Data for [" + i + "], the number is [" + getNumber(i) + "]")
|
||||
core_main(i, getNumber(i))
|
||||
print("[*]======================================================")
|
||||
except: # 番号提取异常
|
||||
print('[-]' + i + ' Cannot catch the number :')
|
||||
if config['common']['soft_link'] == '1':
|
||||
print('[-]Link', i, 'to failed folder')
|
||||
os.symlink(i, str(os.getcwd()) + '/' + failed_folder + '/')
|
||||
# temp 文件夹中infos放 番号json信息，pics中放图片信息
|
||||
path_infos = config.temp_folder + '/infos'
|
||||
path_pics = config.temp_folder + '/pics'
|
||||
|
||||
create_folder([path_infos, path_pics])
|
||||
|
||||
# 遍历搜索目录下所有视频的路径
|
||||
movie_list = movie_lists(config.escape_folder)
|
||||
|
||||
# 以下是从文本中提取测试的数据
|
||||
# f = open('TestPathNFO.txt', 'r')
|
||||
# f = open('TestPathSpecial.txt', 'r')
|
||||
# movie_list = [line[:-1] for line in f.readlines()]
|
||||
# f.close()
|
||||
|
||||
# 获取 番号,集数,路径 的字典->list
|
||||
code_ep_paths = [[codeEposode[0], codeEposode[1], path] for path, codeEposode in get_numbers(movie_list).items()]
|
||||
[print(i) for i in code_ep_paths]
|
||||
# 按番号分组片子列表（重点），用于寻找相同番号的片子
|
||||
'''
|
||||
这里利用pandas分组 "https://pandas.pydata.org/pandas-docs/stable/user_guide/groupby.html"
|
||||
|
||||
'''
|
||||
# # 设置打印时显示所有列
|
||||
# pd.set_option('display.max_columns', None)
|
||||
# # 显示所有行
|
||||
# pd.set_option('display.max_rows', None)
|
||||
# # 设置value的显示长度为100，默认为50
|
||||
# pd.set_option('max_colwidth', 30)
|
||||
# # 创建框架
|
||||
# df = pd.DataFrame(code_ep_paths, columns=('code', 'ep', 'path'))
|
||||
# # 以番号分组
|
||||
# groupedCode_code_ep_paths = df.groupby(['code'])
|
||||
# # print(df.groupby(['code', 'ep']).describe().unstack())
|
||||
# grouped_code_ep = df.groupby(['code', 'ep'])['path']
|
||||
#
|
||||
sorted_code_list = sorted(code_ep_paths, key=lambda code_ep_path: code_ep_path[0])
|
||||
group_code_list = itertools.groupby(sorted_code_list, key=lambda code_ep_path: code_ep_path[0])
|
||||
|
||||
|
||||
def group_code_list_to_dict(group_code_list):
|
||||
data_dict = {}
|
||||
for code, code_ep_path_group in group_code_list:
|
||||
code_ep_path_list = list(code_ep_path_group)
|
||||
eps_of_code = {}
|
||||
group_ep_list = itertools.groupby(code_ep_path_list, key=lambda code_ep_path: code_ep_path[1])
|
||||
for ep, group_ep_group in group_ep_list:
|
||||
group_ep_list = list(group_ep_group)
|
||||
eps_of_code[ep] = [code_ep_path[2] for code_ep_path in group_ep_list]
|
||||
data_dict[code] = eps_of_code
|
||||
|
||||
return data_dict
|
||||
|
||||
|
||||
def print_same_code_ep_path(data_dict_in):
|
||||
for code_in in data_dict_in:
|
||||
ep_path_list = data_dict_in[code_in]
|
||||
if len(ep_path_list) > 1:
|
||||
print('--' * 60)
|
||||
print("|" + (code_in if code_in else 'unknown') + ":")
|
||||
|
||||
# group_ep_list = itertools.groupby(code_ep_path_list.items(), key=lambda code_ep_path: code_ep_path[0])
|
||||
for ep in ep_path_list:
|
||||
path_list = ep_path_list[ep]
|
||||
print('--' * 12)
|
||||
ep = ep if ep else ' '
|
||||
if len(path_list) == 1:
|
||||
print('| 集数:' + ep + ' 文件: ' + path_list[0])
|
||||
else:
|
||||
print('| 集数:' + ep + ' 文件: ')
|
||||
for path in path_list:
|
||||
print('| ' + path)
|
||||
|
||||
else:
|
||||
pass
|
||||
|
||||
|
||||
# 分好组的数据 {code:{ep:[path]}}
|
||||
data_dict_groupby_code_ep = group_code_list_to_dict(group_code_list)
|
||||
|
||||
print('--' * 100)
|
||||
print("找到影片数量:" + str(len(movie_list)))
|
||||
print("合计番号数量:" + str(len(data_dict_groupby_code_ep)) + " (多个相同番号的影片只统计一个，不能识别的番号 都统一为'unknown')")
|
||||
print('Warning:!!!! 以下为相同番号的电影明细')
|
||||
print('◤' + '--' * 80)
|
||||
print_same_code_ep_path(data_dict_groupby_code_ep)
|
||||
print('◣' + '--' * 80)
|
||||
|
||||
isContinue = input('任意键继续? N 退出 \n')
|
||||
if isContinue.strip(' ') == "N":
|
||||
exit(1)
|
||||
|
||||
|
||||
# ========== 野鸡番号拖动 ==========
|
||||
# number_argparse = argparse_get_file()
|
||||
# if not number_argparse == '':
|
||||
# print("[!]Making Data for [" + number_argparse + "], the number is [" + getNumber(number_argparse,
|
||||
# absolute_path=True) + "]")
|
||||
# nfo = core_main(number_argparse, getNumber(number_argparse, absolute_path=True))
|
||||
# print("[*]======================================================")
|
||||
# CEF(config.success_folder)
|
||||
# CEF(config.failed_folder)
|
||||
# print("[+]All finished!!!")
|
||||
# input("[+][+]Press enter key exit, you can check the error messge before you exit.")
|
||||
# os._exit(0)
|
||||
# ========== 野鸡番号拖动 ==========
|
||||
|
||||
def download_code_infos(code_list, is_read_cache=True):
|
||||
"""
|
||||
遍历按番号分组的集合，刮取番号信息并缓存
|
||||
|
||||
:param is_read_cache: 是否读取缓存数据
|
||||
:param code_list:
|
||||
:return: {code:nfo}
|
||||
"""
|
||||
count_all_grouped = len(code_list)
|
||||
count = 0
|
||||
code_info_dict = {}
|
||||
|
||||
for code in code_list:
|
||||
count = count + 1
|
||||
percentage = str(count / int(count_all_grouped) * 100)[:4] + '%'
|
||||
print('[!] - ' + percentage + ' [' + str(count) + '/' + str(count_all_grouped) + '] -')
|
||||
try:
|
||||
print('[-]Move ' + i + ' to failed folder')
|
||||
shutil.move(i, str(os.getcwd()) + '/' + failed_folder + '/')
|
||||
except FileExistsError:
|
||||
print('[!]File exists in failed!')
|
||||
except:
|
||||
print('[+]skip')
|
||||
print("[!]搜刮数据 [" + code + "]")
|
||||
if code:
|
||||
# 创建番号的文件夹
|
||||
file_path = path_infos + '/' + code + '.json'
|
||||
nfo = {}
|
||||
# 读取缓存信息，如果没有则联网搜刮
|
||||
|
||||
path = Path(file_path)
|
||||
if is_read_cache and (path.exists() and path.is_file() and path.stat().st_size > 0):
|
||||
print('找到缓存信息')
|
||||
with open(file_path) as fp:
|
||||
nfo = json.load(fp)
|
||||
else:
|
||||
|
||||
# 核心功能 - 联网抓取信息字典
|
||||
print('联网搜刮')
|
||||
nfo = core_main(code)
|
||||
print('正在写入', end='')
|
||||
|
||||
# 把缓存信息写入缓存文件夹中，有时会设备占用而失败，重试即可
|
||||
@retry(stop=stop_after_delay(3), wait=wait_fixed(2))
|
||||
def read_file():
|
||||
with open(file_path, 'w') as fp:
|
||||
json.dump(nfo, fp)
|
||||
|
||||
read_file()
|
||||
print('完成！')
|
||||
# 将番号信息放入字典
|
||||
code_info_dict[code] = nfo
|
||||
print("[*]======================================================")
|
||||
|
||||
except Exception as e: # 番号的信息获取失败
|
||||
code_info_dict[code] = ''
|
||||
print("找不到信息:" + code + ',Reason:' + str(e))
|
||||
|
||||
# if config.soft_link:
|
||||
# print('[-]Link', file_path_name, 'to failed folder')
|
||||
# os.symlink(file_path_name, config.failed_folder + '/')
|
||||
# else:
|
||||
# try:
|
||||
# print('[-]Move ' + file_path_name + ' to failed folder:' + config.failed_folder)
|
||||
# shutil.move(file_path_name, config.failed_folder + '/')
|
||||
# except FileExistsError:
|
||||
# print('[!]File exists in failed!')
|
||||
# except:
|
||||
# print('[+]skip')
|
||||
continue
|
||||
return code_info_dict
|
||||
|
||||
|
||||
print('----------------------------------')
|
||||
code_infos = download_code_infos(data_dict_groupby_code_ep)
|
||||
print("----未找到番号数据的番号----")
|
||||
print([print(code) for code in code_infos if code_infos[code] == ''])
|
||||
print("-------------------------")
|
||||
|
||||
|
||||
def download_images_of_nfos(code_info_dict):
|
||||
"""
|
||||
遍历番号信息，下载番号电影的海报，图片
|
||||
:param code_info_dict:
|
||||
:return: 无图片的信息的番号
|
||||
"""
|
||||
|
||||
code_list_empty_image = []
|
||||
for code in code_info_dict:
|
||||
nfo = code_info_dict[code]
|
||||
if len(nfo.keys()) == 0:
|
||||
code_list_empty_image.append(code)
|
||||
continue
|
||||
|
||||
CEF(success_folder)
|
||||
CEF(failed_folder)
|
||||
code_pics_folder_to_save = path_pics + '/' + code
|
||||
# 1 创建 番号文件夹
|
||||
os.makedirs(code_pics_folder_to_save, exist_ok=True)
|
||||
# 下载缩略图
|
||||
if nfo['imagecut'] == 3: # 3 是缩略图
|
||||
path = Path(code_pics_folder_to_save + '/' + 'thumb.png')
|
||||
if path.exists() and path.is_file() and path.stat().st_size > 0:
|
||||
print(code + '：缩略图已有缓存')
|
||||
else:
|
||||
print(code + '：缩略图下载中...')
|
||||
download_file(nfo['cover_small'], code_pics_folder_to_save, 'thumb.png')
|
||||
print(code + '：缩略图下载完成')
|
||||
# 下载海报
|
||||
path = Path(code_pics_folder_to_save + '/' + 'poster.png')
|
||||
if path.exists() and path.is_file() and path.stat().st_size > 0:
|
||||
print(code + '：海报已有缓存')
|
||||
else:
|
||||
print(code + '：海报下载中...')
|
||||
download_file(nfo['cover'], code_pics_folder_to_save, 'poster.png')
|
||||
print(code + '：海报下载完成')
|
||||
return code_list_empty_image
|
||||
|
||||
|
||||
|
||||
code_list_empty = download_images_of_nfos(code_infos)
|
||||
print("----未找到集数的番号----")
|
||||
print([print(code) for code in code_list_empty])
|
||||
print("------搜刮未找到集数的番号------")
|
||||
code_infos_of_no_ep = download_code_infos(code_list_empty, is_read_cache=False)
|
||||
print("----还是未找到番号数据的番号----")
|
||||
print([print(code) for code in code_infos_of_no_ep if code_infos_of_no_ep[code] == ''])
|
||||
print("----------------------")
|
||||
# 开始操作
|
||||
# # 2 创建缩略图海报
|
||||
# if nfo['imagecut'] == 3: # 3 是缩略图
|
||||
# download_cover_file(nfo['cover_small'], code, code_pics_folder_to_save)
|
||||
# # 3 创建图
|
||||
# download_image(nfo['cover'], code, code_pics_folder_to_save)
|
||||
# # 4 剪裁
|
||||
# crop_image(nfo['imagecut'], code, code_pics_folder_to_save)
|
||||
# # 5 背景图
|
||||
# copy_images_to_background_image(code, code_pics_folder_to_save)
|
||||
# 6 创建 mame.nfo(不需要，需要时从infos中josn文件转为nfo文件)
|
||||
# make_nfo_file(nfo, code, temp_path_to_save)
|
||||
# 相同番号处理：按集数添加-CD[X]；视频格式 and 大小 分；
|
||||
# TODO 方式1 刮削：添加nfo，封面，内容截图等
|
||||
# 6 创建 mame.nfo(不需要，需要时从infos中josn文件转为nfo文件)
|
||||
make_nfo_file(nfo, code, temp_path_to_save)
|
||||
# TODO 方式2 整理：按规则移动影片，字幕 到 演员，发行商，有无🐎 等
|
||||
|
||||
# if config.program_mode == '1':
|
||||
# if multi_part == 1:
|
||||
# number += part # 这时number会被附加上CD1后缀
|
||||
# smallCoverCheck(path, number, imagecut, json_data['cover_small'], c_word, option, filepath, config.failed_folder) # 检查小封面
|
||||
# imageDownload(option, json_data['cover'], number, c_word, path, multi_part, filepath, config.failed_folder) # creatFoder会返回番号路径
|
||||
# cutImage(option, imagecut, path, number, c_word) # 裁剪图
|
||||
# copyRenameJpgToBackdrop(option, path, number, c_word)
|
||||
# PrintFiles(option, path, c_word, json_data['naming_rule'], part, cn_sub, json_data, filepath, config.failed_folder, tag) # 打印文件 .nfo
|
||||
# pasteFileToFolder(filepath, path, number, c_word) # 移动文件
|
||||
# # =======================================================================整理模式
|
||||
# elif config.program_mode == '2':
|
||||
# pasteFileToFolder_mode2(filepath, path, multi_part, number, part, c_word) # 移动文件
|
||||
|
||||
# CEF(config.success_folder)
|
||||
# CEF(config.failed_folder)
|
||||
print("[+]All finished!!!")
|
||||
input("[+][+]Press enter key exit, you can check the error messge before you exit.")
|
||||
input("[+][+]Press enter key exit, you can check the error message before you exit.")
|
||||
|
||||
28
ConfigApp.py
Executable file
28
ConfigApp.py
Executable file
@ -0,0 +1,28 @@
|
||||
from configparser import ConfigParser
|
||||
|
||||
from MediaServer import MediaServer
|
||||
|
||||
|
||||
class ConfigApp:
|
||||
def __init__(self):
|
||||
config_file = 'config.ini'
|
||||
config = ConfigParser()
|
||||
config.read(config_file, encoding='UTF-8')
|
||||
self.success_folder = config['common']['success_output_folder']
|
||||
self.failed_folder = config['common']['failed_output_folder'] # 失败输出目录
|
||||
self.escape_folder = config['escape']['folders'] # 多级目录刮削需要排除的目录
|
||||
self.search_folder = config['common']['search_folder'] # 搜索路径
|
||||
self.temp_folder = config['common']['temp_folder'] # 临时资源路径
|
||||
self.soft_link = (config['common']['soft_link'] == 1)
|
||||
# self.escape_literals = (config['escape']['literals'] == 1)
|
||||
self.naming_rule = config['Name_Rule']['naming_rule']
|
||||
self.location_rule = config['Name_Rule']['location_rule']
|
||||
|
||||
self.proxy = config['proxy']['proxy']
|
||||
self.timeout = float(config['proxy']['timeout'])
|
||||
self.retry = int(config['proxy']['retry'])
|
||||
self.media_server = MediaServer[config['media']['media_warehouse']]
|
||||
self.update_check = config['update']['update_check']
|
||||
self.debug_mode = config['debug_mode']['switch']
|
||||
|
||||
|
||||
19
LearningNote/GroupbyDemo.py
Normal file
19
LearningNote/GroupbyDemo.py
Normal file
@ -0,0 +1,19 @@
|
||||
import pandas as pd
|
||||
import numpy as np
|
||||
|
||||
df = pd.DataFrame({'A': ['foo', 'bar', 'foo', 'bar',
|
||||
'foo', 'bar', 'foo', 'foo'],
|
||||
'B': ['one', 'one', 'two', 'three',
|
||||
'two', 'two', 'one', 'three'],
|
||||
'C': np.random.randn(8),
|
||||
'D': np.random.randn(8)})
|
||||
|
||||
print(df)
|
||||
groupedA = df.groupby('A').describe()
|
||||
groupedAB = df.groupby(['A', 'B'])['C']
|
||||
print('---'*18)
|
||||
for a, b in groupedAB:
|
||||
print('--'*18)
|
||||
print(a)
|
||||
print('-' * 18)
|
||||
print(b)
|
||||
38
LearningNote/PandasDemo.py
Normal file
38
LearningNote/PandasDemo.py
Normal file
@ -0,0 +1,38 @@
|
||||
import pandas as pd
|
||||
import numpy as np
|
||||
|
||||
'''
|
||||
python数据处理三剑客之一pandas
|
||||
https://pandas.pydata.org/pandas-docs/stable/user_guide
|
||||
https://www.pypandas.cn/docs/getting_started/10min.html
|
||||
'''
|
||||
|
||||
dates = pd.date_range('20130101', periods=6)
|
||||
df = pd.DataFrame(np.random.randn(6, 4), index=dates, columns=list('ABCD'))
|
||||
print(dates)
|
||||
print(df)
|
||||
|
||||
df2 = pd.DataFrame({'A': 1.,
|
||||
'B': pd.Timestamp('20130102'),
|
||||
'C': pd.Series(1, index=list(range(4)), dtype='float32'),
|
||||
'D': np.array([3] * 4, dtype='int32'),
|
||||
'E': pd.Categorical(["test", "train", "test", "train"]),
|
||||
'F': 'foo'})
|
||||
print(df2)
|
||||
print(df2.dtypes)
|
||||
print(df.head())
|
||||
print(df.tail(5))
|
||||
print(df.index)
|
||||
print(df.columns)
|
||||
df.describe() # 统计数据摘要
|
||||
df.T # index columns互转
|
||||
df.sort_index(axis=1, ascending=False) # 排序，axis=1 是columns，axis=1 是index
|
||||
df.sort_values(by='B') # 按值排序 按B列中的值排序
|
||||
|
||||
# 切行
|
||||
df.A
|
||||
df['A']
|
||||
# 切行
|
||||
df['20130102':'20130104']
|
||||
df[0:3]
|
||||
|
||||
28
MediaServer.py
Normal file
28
MediaServer.py
Normal file
@ -0,0 +1,28 @@
|
||||
from enum import Enum, auto
|
||||
|
||||
|
||||
class MediaServer(Enum):
|
||||
EMBY = auto()
|
||||
PLEX = auto()
|
||||
KODI = auto()
|
||||
|
||||
# media = EMBY
|
||||
#
|
||||
# def __init__(self, arg):
|
||||
# self = [e for e in MediaServer if arg.upper() == self.name]
|
||||
|
||||
def poster_name(self, name):
|
||||
if self == MediaServer.EMBY: # 保存[name].png
|
||||
return name + '.png'
|
||||
elif self == MediaServer.KODI: # 保存[name]-poster.jpg
|
||||
return name + '-poster.jpg'
|
||||
elif self == MediaServer.PLEX: # 保存 poster.jpg
|
||||
return 'poster.jpg'
|
||||
|
||||
def image_name(self, name):
|
||||
if self == MediaServer.EMBY: # name.jpg
|
||||
return name + '.jpg'
|
||||
elif self == MediaServer.KODI: # [name]-fanart.jpg
|
||||
return name + '-fanart.jpg'
|
||||
elif self == MediaServer.PLEX: # fanart.jpg
|
||||
return 'fanart.jpg'
|
||||
3
Metadate.py
Normal file
3
Metadate.py
Normal file
@ -0,0 +1,3 @@
|
||||
from addict import Dict
|
||||
|
||||
# class Metadata:
|
||||
115
PathNameProcessor.py
Normal file
115
PathNameProcessor.py
Normal file
@ -0,0 +1,115 @@
|
||||
import re
|
||||
|
||||
import fuckit
|
||||
|
||||
|
||||
class PathNameProcessor:
|
||||
# 类变量
|
||||
pattern_of_file_name_suffixes = r'.(mov|mp4|avi|rmvb|wmv|mov|mkv|flv|ts|m2ts)$'
|
||||
|
||||
# def __init__(self):
|
||||
|
||||
@staticmethod
|
||||
def remove_distractions(origin_name):
|
||||
"""移除干扰项"""
|
||||
# 移除文件类型后缀
|
||||
origin_name = re.sub(PathNameProcessor.pattern_of_file_name_suffixes, '', origin_name, 0, re.IGNORECASE)
|
||||
|
||||
# 处理包含减号-和_的番号'/-070409_621'
|
||||
origin_name = re.sub(r'[-_~*# ]', "-", origin_name, 0)
|
||||
|
||||
origin_name = re.sub(r'(Carib)(bean)?', '-', origin_name, 0, re.IGNORECASE)
|
||||
origin_name = re.sub(r'(1pondo)', '-', origin_name, 0, re.IGNORECASE)
|
||||
origin_name = re.sub(r'(tokyo)[-. ]?(hot)', '-', origin_name, 0, re.IGNORECASE)
|
||||
origin_name = re.sub(r'Uncensored', '-', origin_name, 0, re.IGNORECASE)
|
||||
origin_name = re.sub(r'JAV', '-', origin_name, 0, re.IGNORECASE)
|
||||
# 移除干扰字段
|
||||
origin_name = origin_name.replace('22-sht.me', '-')
|
||||
|
||||
# 去除文件名中时间 1970-2099年 月 日
|
||||
pattern_of_date = r'(?:-)(19[789]\d|20\d{2})(-?(0\d|1[012])-?(0[1-9]|[12]\d|3[01])?)?[-.]'
|
||||
# 移除字母开头 清晰度相关度 字符
|
||||
pattern_of_resolution_alphas = r'(?<![a-zA-Z])(SD|((F|U)|(Full|Ultra)[-_*. ~]?)?HD|BD|(blu[-_*. ~]?ray)|[hx]264|[hx]265|HEVC)'
|
||||
# 数字开头的 清晰度相关度 字符
|
||||
pattern_of_resolution_numbers = r'(?<!\d)(4K|(1080[ip])|(720p)|(480p))'
|
||||
origin_name = re.sub(pattern_of_resolution_alphas, "-", origin_name, 0, re.IGNORECASE)
|
||||
origin_name = re.sub(pattern_of_resolution_numbers, "-", origin_name, 0, re.IGNORECASE)
|
||||
origin_name = re.sub(pattern_of_date, "-", origin_name)
|
||||
|
||||
if 'FC2' or 'fc2' in origin_name:
|
||||
origin_name = origin_name.replace('-PPV', '').replace('PPV-', '').replace('FC2PPV-', 'FC2-').replace(
|
||||
'FC2PPV_', 'FC2-')
|
||||
|
||||
# 移除连续重复无意义符号-
|
||||
origin_name = re.sub(r"([-.])(\1+)", r"\1", origin_name)
|
||||
# 移除尾部无意义符号 方便识别剧集数
|
||||
origin_name = re.sub(r'[-.]+$', "", origin_name)
|
||||
|
||||
return origin_name
|
||||
|
||||
@staticmethod
|
||||
def extract_suffix_episode(origin_name):
|
||||
""" 提取尾部集数号 123ABC(只识别一位) part1 ，ipz.A ， CD1 ， NOP019B.HD.wmv"""
|
||||
episode = None
|
||||
with fuckit:
|
||||
# 零宽断言获取尾部数字 剧集数 123
|
||||
pattern_episodes_number = r'(?<!\d)\d$'
|
||||
episode = re.findall(pattern_episodes_number, origin_name)[-1]
|
||||
origin_name = re.sub(pattern_episodes_number, "", origin_name)
|
||||
with fuckit:
|
||||
# 零宽断言获取尾部字幕 剧集数 abc
|
||||
pattern_episodes_alpha = r'(?<![a-zA-Z])[a-zA-Z]$'
|
||||
episode = re.findall(pattern_episodes_alpha, origin_name)[-1]
|
||||
origin_name = re.sub(pattern_episodes_alpha, "", origin_name)
|
||||
return episode, origin_name
|
||||
|
||||
@staticmethod
|
||||
def extract_code(origin_name):
|
||||
"""
|
||||
提取集数和 规范过的番号
|
||||
"""
|
||||
name = None
|
||||
episode = None
|
||||
with fuckit:
|
||||
# 找到含- 或不含-的 番号：1. 数字+数字 2. 字母+数字
|
||||
name = re.findall(r'(?:\d{2,}-\d{2,})|(?:[A-Z]+-?[A-Z]*\d{2,})', origin_name)[-1]
|
||||
episode = PathNameProcessor.extract_episode_behind_code(origin_name, name)
|
||||
# 将未-的名字处理加上 -
|
||||
if not ('-' in name):
|
||||
# 无减号-的番号,尝试分段加上-
|
||||
# 非贪婪匹配非特殊字符，零宽断言后，数字至少2位连续,ipz221.part2 ， mide072hhb ,n1180
|
||||
with fuckit:
|
||||
name = re.findall(r'[a-zA-Z]+\d{2,}', name)[-1]
|
||||
# 比如MCDV-47 mcdv-047 是2个不一样的片子，但是 SIVR-00008 和 SIVR-008是同同一部,但是heyzo除外,heyzo 是四位数
|
||||
if "heyzo" not in name.lower():
|
||||
name = re.sub(r'([a-zA-Z]{2,})(?:0*?)(\d{2,})', r'\1-\2', name)
|
||||
|
||||
# 正则取含-的番号 【字母-[字母]数字】,数字必定大于2位 番号的数组的最后的一个元素
|
||||
with fuckit:
|
||||
# MKBD_S03-MaRieS
|
||||
name = re.findall(r'[a-zA-Z|\d]+-[a-zA-Z|\d]*\d{2,}', name)[-1]
|
||||
# 107NTTR-037 -> NTTR-037 , SIVR-00008 -> SIVR-008 ，但是heyzo除外
|
||||
if "heyzo" not in name.lower():
|
||||
searched = re.search(r'([a-zA-Z]{2,})-(?:0*)(\d{3,})', name)
|
||||
if searched:
|
||||
name = '-'.join(searched.groups())
|
||||
|
||||
return episode, name
|
||||
|
||||
@staticmethod
|
||||
def extract_episode_behind_code(origin_name, code):
|
||||
episode = None
|
||||
|
||||
with fuckit:
|
||||
# 零宽断言获取尾部字幕 剧集数 abc123
|
||||
result_dict = re.search(rf'(?<={code})-?((?P<alpha>([A-Z](?![A-Z])))|(?P<num>\d(?!\d)))', origin_name,
|
||||
re.I).groupdict()
|
||||
episode = result_dict['alpha'] or result_dict['num']
|
||||
return episode
|
||||
|
||||
|
||||
def safe_list_get(list_in, idx, default):
|
||||
try:
|
||||
return list_in[idx]
|
||||
except IndexError:
|
||||
return default
|
||||
19
Pipfile
Normal file
19
Pipfile
Normal file
@ -0,0 +1,19 @@
|
||||
[[source]]
|
||||
name = "pypi"
|
||||
url = "https://pypi.org/simple"
|
||||
verify_ssl = true
|
||||
|
||||
[dev-packages]
|
||||
|
||||
[packages]
|
||||
bs4 = "*"
|
||||
tenacity = "*"
|
||||
fuckit = "*"
|
||||
requests = "*"
|
||||
image = "*"
|
||||
lazyxml = {editable = true,git = "https://github.com/waynedyck/lazyxml.git",ref = "python-3-conversion_wd1"}
|
||||
lxml = "*"
|
||||
pyquery = "*"
|
||||
|
||||
[requires]
|
||||
python_version = "3.8"
|
||||
246
Pipfile.lock
generated
Normal file
246
Pipfile.lock
generated
Normal file
@ -0,0 +1,246 @@
|
||||
{
|
||||
"_meta": {
|
||||
"hash": {
|
||||
"sha256": "15bf3c6af3ec315358a0217481a13285f95fc742bb5db8a1f934e0d1c3d7d5e2"
|
||||
},
|
||||
"pipfile-spec": 6,
|
||||
"requires": {
|
||||
"python_version": "3.8"
|
||||
},
|
||||
"sources": [
|
||||
{
|
||||
"name": "pypi",
|
||||
"url": "https://pypi.org/simple",
|
||||
"verify_ssl": true
|
||||
}
|
||||
]
|
||||
},
|
||||
"default": {
|
||||
"asgiref": {
|
||||
"hashes": [
|
||||
"sha256:5ee950735509d04eb673bd7f7120f8fa1c9e2df495394992c73234d526907e17",
|
||||
"sha256:7162a3cb30ab0609f1a4c95938fd73e8604f63bdba516a7f7d64b83ff09478f0"
|
||||
],
|
||||
"markers": "python_version >= '3.5'",
|
||||
"version": "==3.3.1"
|
||||
},
|
||||
"beautifulsoup4": {
|
||||
"hashes": [
|
||||
"sha256:4c98143716ef1cb40bf7f39a8e3eec8f8b009509e74904ba3a7b315431577e35",
|
||||
"sha256:84729e322ad1d5b4d25f805bfa05b902dd96450f43842c4e99067d5e1369eb25",
|
||||
"sha256:fff47e031e34ec82bf17e00da8f592fe7de69aeea38be00523c04623c04fb666"
|
||||
],
|
||||
"version": "==4.9.3"
|
||||
},
|
||||
"bs4": {
|
||||
"hashes": [
|
||||
"sha256:36ecea1fd7cc5c0c6e4a1ff075df26d50da647b75376626cc186e2212886dd3a"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==0.0.1"
|
||||
},
|
||||
"certifi": {
|
||||
"hashes": [
|
||||
"sha256:1a4995114262bffbc2413b159f2a1a480c969de6e6eb13ee966d470af86af59c",
|
||||
"sha256:719a74fb9e33b9bd44cc7f3a8d94bc35e4049deebe19ba7d8e108280cfd59830"
|
||||
],
|
||||
"version": "==2020.12.5"
|
||||
},
|
||||
"chardet": {
|
||||
"hashes": [
|
||||
"sha256:0d6f53a15db4120f2b08c94f11e7d93d2c911ee118b6b30a04ec3ee8310179fa",
|
||||
"sha256:f864054d66fd9118f2e67044ac8981a54775ec5b67aed0441892edb553d21da5"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'",
|
||||
"version": "==4.0.0"
|
||||
},
|
||||
"cssselect": {
|
||||
"hashes": [
|
||||
"sha256:f612ee47b749c877ebae5bb77035d8f4202c6ad0f0fc1271b3c18ad6c4468ecf",
|
||||
"sha256:f95f8dedd925fd8f54edb3d2dfb44c190d9d18512377d3c1e2388d16126879bc"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'",
|
||||
"version": "==1.1.0"
|
||||
},
|
||||
"django": {
|
||||
"hashes": [
|
||||
"sha256:2d78425ba74c7a1a74b196058b261b9733a8570782f4e2828974777ccca7edf7",
|
||||
"sha256:efa2ab96b33b20c2182db93147a0c3cd7769d418926f9e9f140a60dca7c64ca9"
|
||||
],
|
||||
"markers": "python_version >= '3.6'",
|
||||
"version": "==3.1.5"
|
||||
},
|
||||
"fuckit": {
|
||||
"hashes": [
|
||||
"sha256:059488e6aa2053da9db5eb5101e2498f608314da5118bf2385acb864568ccc25"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==4.8.1"
|
||||
},
|
||||
"idna": {
|
||||
"hashes": [
|
||||
"sha256:b307872f855b18632ce0c21c5e45be78c0ea7ae4c15c828c20788b26921eb3f6",
|
||||
"sha256:b97d804b1e9b523befed77c48dacec60e6dcb0b5391d57af6a65a312a90648c0"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'",
|
||||
"version": "==2.10"
|
||||
},
|
||||
"image": {
|
||||
"hashes": [
|
||||
"sha256:baa2e09178277daa50f22fd6d1d51ec78f19c12688921cb9ab5808743f097126"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==1.5.33"
|
||||
},
|
||||
"lazyxml": {
|
||||
"editable": true,
|
||||
"git": "https://github.com/waynedyck/lazyxml.git",
|
||||
"ref": "f42ea4a4febf4c1e120b05d6ca9cef42556a75d5"
|
||||
},
|
||||
"lxml": {
|
||||
"hashes": [
|
||||
"sha256:0448576c148c129594d890265b1a83b9cd76fd1f0a6a04620753d9a6bcfd0a4d",
|
||||
"sha256:127f76864468d6630e1b453d3ffbbd04b024c674f55cf0a30dc2595137892d37",
|
||||
"sha256:1471cee35eba321827d7d53d104e7b8c593ea3ad376aa2df89533ce8e1b24a01",
|
||||
"sha256:2363c35637d2d9d6f26f60a208819e7eafc4305ce39dc1d5005eccc4593331c2",
|
||||
"sha256:2e5cc908fe43fe1aa299e58046ad66981131a66aea3129aac7770c37f590a644",
|
||||
"sha256:2e6fd1b8acd005bd71e6c94f30c055594bbd0aa02ef51a22bbfa961ab63b2d75",
|
||||
"sha256:366cb750140f221523fa062d641393092813b81e15d0e25d9f7c6025f910ee80",
|
||||
"sha256:42ebca24ba2a21065fb546f3e6bd0c58c3fe9ac298f3a320147029a4850f51a2",
|
||||
"sha256:4e751e77006da34643ab782e4a5cc21ea7b755551db202bc4d3a423b307db780",
|
||||
"sha256:4fb85c447e288df535b17ebdebf0ec1cf3a3f1a8eba7e79169f4f37af43c6b98",
|
||||
"sha256:50c348995b47b5a4e330362cf39fc503b4a43b14a91c34c83b955e1805c8e308",
|
||||
"sha256:535332fe9d00c3cd455bd3dd7d4bacab86e2d564bdf7606079160fa6251caacf",
|
||||
"sha256:535f067002b0fd1a4e5296a8f1bf88193080ff992a195e66964ef2a6cfec5388",
|
||||
"sha256:5be4a2e212bb6aa045e37f7d48e3e1e4b6fd259882ed5a00786f82e8c37ce77d",
|
||||
"sha256:60a20bfc3bd234d54d49c388950195d23a5583d4108e1a1d47c9eef8d8c042b3",
|
||||
"sha256:648914abafe67f11be7d93c1a546068f8eff3c5fa938e1f94509e4a5d682b2d8",
|
||||
"sha256:681d75e1a38a69f1e64ab82fe4b1ed3fd758717bed735fb9aeaa124143f051af",
|
||||
"sha256:68a5d77e440df94011214b7db907ec8f19e439507a70c958f750c18d88f995d2",
|
||||
"sha256:69a63f83e88138ab7642d8f61418cf3180a4d8cd13995df87725cb8b893e950e",
|
||||
"sha256:6e4183800f16f3679076dfa8abf2db3083919d7e30764a069fb66b2b9eff9939",
|
||||
"sha256:6fd8d5903c2e53f49e99359b063df27fdf7acb89a52b6a12494208bf61345a03",
|
||||
"sha256:791394449e98243839fa822a637177dd42a95f4883ad3dec2a0ce6ac99fb0a9d",
|
||||
"sha256:7a7669ff50f41225ca5d6ee0a1ec8413f3a0d8aa2b109f86d540887b7ec0d72a",
|
||||
"sha256:7e9eac1e526386df7c70ef253b792a0a12dd86d833b1d329e038c7a235dfceb5",
|
||||
"sha256:7ee8af0b9f7de635c61cdd5b8534b76c52cd03536f29f51151b377f76e214a1a",
|
||||
"sha256:8246f30ca34dc712ab07e51dc34fea883c00b7ccb0e614651e49da2c49a30711",
|
||||
"sha256:8c88b599e226994ad4db29d93bc149aa1aff3dc3a4355dd5757569ba78632bdf",
|
||||
"sha256:923963e989ffbceaa210ac37afc9b906acebe945d2723e9679b643513837b089",
|
||||
"sha256:94d55bd03d8671686e3f012577d9caa5421a07286dd351dfef64791cf7c6c505",
|
||||
"sha256:97db258793d193c7b62d4e2586c6ed98d51086e93f9a3af2b2034af01450a74b",
|
||||
"sha256:a9d6bc8642e2c67db33f1247a77c53476f3a166e09067c0474facb045756087f",
|
||||
"sha256:cd11c7e8d21af997ee8079037fff88f16fda188a9776eb4b81c7e4c9c0a7d7fc",
|
||||
"sha256:d8d3d4713f0c28bdc6c806a278d998546e8efc3498949e3ace6e117462ac0a5e",
|
||||
"sha256:e0bfe9bb028974a481410432dbe1b182e8191d5d40382e5b8ff39cdd2e5c5931",
|
||||
"sha256:f4822c0660c3754f1a41a655e37cb4dbbc9be3d35b125a37fab6f82d47674ebc",
|
||||
"sha256:f83d281bb2a6217cd806f4cf0ddded436790e66f393e124dfe9731f6b3fb9afe",
|
||||
"sha256:fc37870d6716b137e80d19241d0e2cff7a7643b925dfa49b4c8ebd1295eb506e"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==4.6.2"
|
||||
},
|
||||
"pillow": {
|
||||
"hashes": [
|
||||
"sha256:165c88bc9d8dba670110c689e3cc5c71dbe4bfb984ffa7cbebf1fac9554071d6",
|
||||
"sha256:1d208e670abfeb41b6143537a681299ef86e92d2a3dac299d3cd6830d5c7bded",
|
||||
"sha256:22d070ca2e60c99929ef274cfced04294d2368193e935c5d6febfd8b601bf865",
|
||||
"sha256:2353834b2c49b95e1313fb34edf18fca4d57446675d05298bb694bca4b194174",
|
||||
"sha256:39725acf2d2e9c17356e6835dccebe7a697db55f25a09207e38b835d5e1bc032",
|
||||
"sha256:3de6b2ee4f78c6b3d89d184ade5d8fa68af0848f9b6b6da2b9ab7943ec46971a",
|
||||
"sha256:47c0d93ee9c8b181f353dbead6530b26980fe4f5485aa18be8f1fd3c3cbc685e",
|
||||
"sha256:5e2fe3bb2363b862671eba632537cd3a823847db4d98be95690b7e382f3d6378",
|
||||
"sha256:604815c55fd92e735f9738f65dabf4edc3e79f88541c221d292faec1904a4b17",
|
||||
"sha256:6c5275bd82711cd3dcd0af8ce0bb99113ae8911fc2952805f1d012de7d600a4c",
|
||||
"sha256:731ca5aabe9085160cf68b2dbef95fc1991015bc0a3a6ea46a371ab88f3d0913",
|
||||
"sha256:7612520e5e1a371d77e1d1ca3a3ee6227eef00d0a9cddb4ef7ecb0b7396eddf7",
|
||||
"sha256:7916cbc94f1c6b1301ac04510d0881b9e9feb20ae34094d3615a8a7c3db0dcc0",
|
||||
"sha256:81c3fa9a75d9f1afafdb916d5995633f319db09bd773cb56b8e39f1e98d90820",
|
||||
"sha256:887668e792b7edbfb1d3c9d8b5d8c859269a0f0eba4dda562adb95500f60dbba",
|
||||
"sha256:93a473b53cc6e0b3ce6bf51b1b95b7b1e7e6084be3a07e40f79b42e83503fbf2",
|
||||
"sha256:96d4dc103d1a0fa6d47c6c55a47de5f5dafd5ef0114fa10c85a1fd8e0216284b",
|
||||
"sha256:a3d3e086474ef12ef13d42e5f9b7bbf09d39cf6bd4940f982263d6954b13f6a9",
|
||||
"sha256:b02a0b9f332086657852b1f7cb380f6a42403a6d9c42a4c34a561aa4530d5234",
|
||||
"sha256:b09e10ec453de97f9a23a5aa5e30b334195e8d2ddd1ce76cc32e52ba63c8b31d",
|
||||
"sha256:b6f00ad5ebe846cc91763b1d0c6d30a8042e02b2316e27b05de04fa6ec831ec5",
|
||||
"sha256:bba80df38cfc17f490ec651c73bb37cd896bc2400cfba27d078c2135223c1206",
|
||||
"sha256:c3d911614b008e8a576b8e5303e3db29224b455d3d66d1b2848ba6ca83f9ece9",
|
||||
"sha256:ca20739e303254287138234485579b28cb0d524401f83d5129b5ff9d606cb0a8",
|
||||
"sha256:cb192176b477d49b0a327b2a5a4979552b7a58cd42037034316b8018ac3ebb59",
|
||||
"sha256:cdbbe7dff4a677fb555a54f9bc0450f2a21a93c5ba2b44e09e54fcb72d2bd13d",
|
||||
"sha256:cf6e33d92b1526190a1de904df21663c46a456758c0424e4f947ae9aa6088bf7",
|
||||
"sha256:d355502dce85ade85a2511b40b4c61a128902f246504f7de29bbeec1ae27933a",
|
||||
"sha256:d673c4990acd016229a5c1c4ee8a9e6d8f481b27ade5fc3d95938697fa443ce0",
|
||||
"sha256:dc577f4cfdda354db3ae37a572428a90ffdbe4e51eda7849bf442fb803f09c9b",
|
||||
"sha256:dd9eef866c70d2cbbea1ae58134eaffda0d4bfea403025f4db6859724b18ab3d",
|
||||
"sha256:f50e7a98b0453f39000619d845be8b06e611e56ee6e8186f7f60c3b1e2f0feae"
|
||||
],
|
||||
"markers": "python_version >= '3.6'",
|
||||
"version": "==8.1.0"
|
||||
},
|
||||
"pyquery": {
|
||||
"hashes": [
|
||||
"sha256:1fc33b7699455ed25c75282bc8f80ace1ac078b0dda5a933dacbd8b1c1f83963",
|
||||
"sha256:a388eefb6bc4a55350de0316fbd97cda999ae669b6743ae5b99102ba54f5aa72"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==1.4.3"
|
||||
},
|
||||
"pytz": {
|
||||
"hashes": [
|
||||
"sha256:16962c5fb8db4a8f63a26646d8886e9d769b6c511543557bc84e9569fb9a9cb4",
|
||||
"sha256:180befebb1927b16f6b57101720075a984c019ac16b1b7575673bea42c6c3da5"
|
||||
],
|
||||
"version": "==2020.5"
|
||||
},
|
||||
"requests": {
|
||||
"hashes": [
|
||||
"sha256:27973dd4a904a4f13b263a19c866c13b92a39ed1c964655f025f3f8d3d75b804",
|
||||
"sha256:c210084e36a42ae6b9219e00e48287def368a26d03a048ddad7bfee44f75871e"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==2.25.1"
|
||||
},
|
||||
"six": {
|
||||
"hashes": [
|
||||
"sha256:30639c035cdb23534cd4aa2dd52c3bf48f06e5f4a941509c8bafd8ce11080259",
|
||||
"sha256:8b74bedcbbbaca38ff6d7491d76f2b06b3592611af620f8426e82dddb04a5ced"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'",
|
||||
"version": "==1.15.0"
|
||||
},
|
||||
"soupsieve": {
|
||||
"hashes": [
|
||||
"sha256:4bb21a6ee4707bf43b61230e80740e71bfe56e55d1f1f50924b087bb2975c851",
|
||||
"sha256:6dc52924dc0bc710a5d16794e6b3480b2c7c08b07729505feab2b2c16661ff6e"
|
||||
],
|
||||
"markers": "python_version >= '3.0'",
|
||||
"version": "==2.1"
|
||||
},
|
||||
"sqlparse": {
|
||||
"hashes": [
|
||||
"sha256:017cde379adbd6a1f15a61873f43e8274179378e95ef3fede90b5aa64d304ed0",
|
||||
"sha256:0f91fd2e829c44362cbcfab3e9ae12e22badaa8a29ad5ff599f9ec109f0454e8"
|
||||
],
|
||||
"markers": "python_version >= '3.5'",
|
||||
"version": "==0.4.1"
|
||||
},
|
||||
"tenacity": {
|
||||
"hashes": [
|
||||
"sha256:baed357d9f35ec64264d8a4bbf004c35058fad8795c5b0d8a7dc77ecdcbb8f39",
|
||||
"sha256:e14d191fb0a309b563904bbc336582efe2037de437e543b38da749769b544d7f"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==6.3.1"
|
||||
},
|
||||
"urllib3": {
|
||||
"hashes": [
|
||||
"sha256:19188f96923873c92ccb987120ec4acaa12f0461fa9ce5d3d0772bc965a39e08",
|
||||
"sha256:d8ff90d979214d7b4f8ce956e80f4028fc6860e4431f731ea4a8c08f23f99473"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4' and python_version < '4'",
|
||||
"version": "==1.26.2"
|
||||
}
|
||||
},
|
||||
"develop": {}
|
||||
}
|
||||
3
avsox.py → SiteSource/avsox.py
Normal file → Executable file
3
avsox.py → SiteSource/avsox.py
Normal file → Executable file
@ -74,7 +74,8 @@ def getTag(a): # 获取演员
|
||||
return d
|
||||
|
||||
def main(number):
|
||||
a = get_html('https://avsox.host/cn/search/' + number)
|
||||
url = 'https://avsox.host/cn/search/' + number
|
||||
a = get_html(url)
|
||||
html = etree.fromstring(a, etree.HTMLParser()) # //table/tr[1]/td[1]/text()
|
||||
result1 = str(html.xpath('//*[@id="waterfall"]/div/a/@href')).strip(" ['']")
|
||||
if result1 == '' or result1 == 'null' or result1 == 'None':
|
||||
0
fanza.py → SiteSource/fanza.py
Normal file → Executable file
0
fanza.py → SiteSource/fanza.py
Normal file → Executable file
@ -109,7 +109,8 @@ def main(number):
|
||||
except:
|
||||
return main_uncensored(number)
|
||||
|
||||
def main_uncensored(number):
|
||||
|
||||
def main_uncensored(number): # 无码
|
||||
htmlcode = get_html('https://www.javbus.com/' + number)
|
||||
dww_htmlcode = get_html("https://www.dmm.co.jp/mono/dvd/-/detail/=/cid=" + number.replace("-", ''))
|
||||
if getTitle(htmlcode) == '':
|
||||
41
TestPathNFO.txt
Normal file
41
TestPathNFO.txt
Normal file
@ -0,0 +1,41 @@
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/Tokyo Hot N0646.avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/MKBD_S03-MaRieS.mp4
|
||||
/Volumes/192.168.2.100/Adult/Files/Aki Sasaki Megapack/HODV-21299.mkv
|
||||
/Volumes/Adult/Files/[Tokyo-Hot] [n1180] 美人秘書3穴串刺奉仕残業 (中井綾香 Ayaka Nakai)/(Tokyo-Hot)(n1180)美人秘書3穴串刺奉仕残業 中井綾香.mp4
|
||||
/mcdv47.avi
|
||||
/mcdv-47.avi
|
||||
/mcdv-047.mp4
|
||||
/mcdv047.mp4
|
||||
/mcdv0047.mp4
|
||||
/1pondo-070409_621.mp4
|
||||
/Volumes/Adult/Files/Kirara Asuka (@明日花キララ) FHD Pack Vol#1(181222)@RUNBKK/No-Watermarked/HOBD00015.FHD2.wmv
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 1/720p/RBD-406_1.mp4
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 1/720p/MDYD-664B.mp4
|
||||
/Volumes/Adult/Files/107NTTR-037A.mp4
|
||||
/Volumes/Adult/Files/Yua.Mikami-PML/SNIS-986 国民的アイドル アドレナリン大爆発！禁欲1ヶ月後の性欲剥き出し焦らされトランスFUCK 三上悠亜【桃花族】.mp4
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 2/FHD/UPSM-109_2.mkv
|
||||
/Volumes/Adult/Files/Kirara Asuka (@明日花キララ) FHD Pack Vol#2(181231)@RUNBKK/No-Watermarked/PPT003.SD3.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/THE波多野結衣 ぶっかけ50連発！ CD1.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/欲しがり 後編 波多野結衣.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/欲しがり 前編 波多野結衣.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/加勒比 062212-055 夫の目の前で妻が ~元上司に縛られて～波多野結衣～.rmvb
|
||||
/Volumes/Adult/Files/波多野结衣/022213-271-carib-whole_s.mp4
|
||||
/Volumes/Adult/Files/SKYHD-001~010/SKYHD-009_H265.mkv
|
||||
/Volumes/Adult/Files/大桥步兵合集/LAFBD-41.LaForet.Girl.41.angel.and.devil.Miku.Ohashi.2015.Bluray.1080p.x264.ac3-MTeam.mkv
|
||||
/Volumes/Adult/Files/大桥步兵合集/032015_161-caribpr-high.mp4
|
||||
/Volumes/Adult/Files/桃谷绘里香(桃谷エリカ) 所有作品集合/118ppt00016hhb2.mkv
|
||||
/Volumes/Adult/Files/tia/soe935C.HD.wmv
|
||||
/Volumes/Adult/Files/SKYHD-011~020/SKYHD-020_H265.mkv
|
||||
/Volumes/Adult/Files/RION(りおん).Utsunomiya.Shion.宇都宮しをん(うつのみやしをん)/VR/sivr00008_E.mp4
|
||||
/Volumes/Adult/Files/RION(りおん).Utsunomiya.Shion.宇都宮しをん(うつのみやしをん)/DMM.Video/onsd00899hhb3.mp4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/SHKD-744 営業課長の湿ったパンスト 里美ゆりあ.mp4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/ABP-627 裏・鈴村あいり-鈴村あいりのオトナの激情SEX4本番 鈴村あいり.MP4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/20 ABP-408 上原瑞穂/上原瑞穂 ABP-408 无码流出片段/[ThZu.Cc]20150909164411.m2ts
|
||||
/Volumes/Adult/Files/Caribbean-101717-520-HD/100917-515/100917-515-carib-1080p.mp4
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/20081105栗栖エリカ - Sky Angel Blue 10 天舞超絕美少女天使降臨(skyhd010)(中文字幕).avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/一ノ瀬アメリ~加勒比 VERY SEXY.wmv
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/20101202一ノ瀬アメリ - 東京ブルドック05(inu006).avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/Sky Angel Vol 80 - CD2.mp4
|
||||
/Volumes/Adult/Files/Mika Sumire すみれ美香/Caribbean-091818-755.mp4
|
||||
/Volumes/Adult/Files/Takizawa Rola/[HD]abp-031C.wmv
|
||||
/Volumes/Adult/Files/Takizawa Rola/ABP-013HDA.wmv
|
||||
51
TestPathSpecial.txt
Normal file
51
TestPathSpecial.txt
Normal file
@ -0,0 +1,51 @@
|
||||
/Volumes/192.168.2.100/Adult/Files/Aki Sasaki Megapack/HODV-21222.mkv
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/Tokyo Hot N0646.avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/MKBD_S03-MaRieS.mp4
|
||||
/Volumes/192.168.2.100/Adult/Files/RION(りおん).Utsunomiya.Shion.宇都宮しをん(うつのみやしをん)/DMM.Video/onsd00899hhb3.mp4
|
||||
/Volumes/192.168.2.100/Adult/Files/Rating Top 30 JAV pack/IPTD-999-1 彼女の姉貴とイケナイ関係 Rio.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/Rating Top 30 JAV pack/IPTD-999A 彼女の姉貴とイケナイ関係 Rio.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/Rating Top 30 JAV pack/IPTD-999-A 彼女の姉貴とイケナイ関係 Rio.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/Rating Top 30 JAV pack/IPTD-999-C 彼女の姉貴とイケナイ関係 Rio.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/Rating Top 30 JAV pack/IPTD-999-B 彼女の姉貴とイケナイ関係 Rio.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/tia/soe935C.HD.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/tia/soe935B.HD.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/tia/soe935A.HD.wmv
|
||||
/Volumes/192.168.2.100/Adult/Files/tia/soe935D.HD.wmv
|
||||
/Volumes/Adult/Files/大桥步兵合集/LAFBD-41.LaForet.Girl.41.angel.and.devil.Miku.Ohashi.2015.Bluray.1080p.x264.ac3-MTeam.mkv
|
||||
/Volumes/Adult/Files/[Tokyo-Hot] [n1180] 美人秘書3穴串刺奉仕残業 (中井綾香 Ayaka Nakai)/(Tokyo-Hot)(n1180)美人秘書3穴串刺奉仕残業 中井綾香.mp4
|
||||
/mcdv47.avi
|
||||
/mcdv-47.avi
|
||||
/mcdv-047.mp4
|
||||
/mcdv047.mp4
|
||||
/mcdv0047.mp4
|
||||
/1pondo-070409_621.mp4
|
||||
/Volumes/Adult/Files/Kirara Asuka (@明日花キララ) FHD Pack Vol#1(181222)@RUNBKK/No-Watermarked/HOBD00015.FHD2.wmv
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 1/720p/RBD-406_1.mp4
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 1/720p/MDYD-664B.mp4
|
||||
/Volumes/Adult/Files/107NTTR-037A.mp4
|
||||
/Volumes/Adult/Files/Yua.Mikami-PML/SNIS-986 国民的アイドル アドレナリン大爆発！禁欲1ヶ月後の性欲剥き出し焦らされトランスFUCK 三上悠亜【桃花族】.mp4
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 2/FHD/UPSM-109_2.mkv
|
||||
/Volumes/Adult/Files/Kirara Asuka (@明日花キララ) FHD Pack Vol#2(181231)@RUNBKK/No-Watermarked/PPT003.SD3.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/THE波多野結衣 ぶっかけ50連発！ CD1.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/欲しがり 後編 波多野結衣.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/欲しがり 前編 波多野結衣.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/加勒比 062212-055 夫の目の前で妻が ~元上司に縛られて～波多野結衣～.rmvb
|
||||
/Volumes/Adult/Files/波多野结衣/022213-271-carib-whole_s.mp4
|
||||
/Volumes/Adult/Files/SKYHD-001~010/SKYHD-009_H265.mkv
|
||||
/Volumes/Adult/Files/大桥步兵合集/LAFBD-41.LaForet.Girl.41.angel.and.devil.Miku.Ohashi.2015.Bluray.1080p.x264.ac3-MTeam.mkv
|
||||
/Volumes/Adult/Files/大桥步兵合集/032015_161-caribpr-high.mp4
|
||||
/Volumes/Adult/Files/桃谷绘里香(桃谷エリカ) 所有作品集合/118ppt00016hhb2.mkv
|
||||
/Volumes/Adult/Files/SKYHD-011~020/SKYHD-020_H265.mkv
|
||||
/Volumes/Adult/Files/RION(りおん).Utsunomiya.Shion.宇都宮しをん(うつのみやしをん)/VR/sivr00008_E.mp4
|
||||
/Volumes/Adult/Files/RION(りおん).Utsunomiya.Shion.宇都宮しをん(うつのみやしをん)/DMM.Video/onsd00899hhb3.mp4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/SHKD-744 営業課長の湿ったパンスト 里美ゆりあ.mp4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/ABP-627 裏・鈴村あいり-鈴村あいりのオトナの激情SEX4本番 鈴村あいり.MP4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/20 ABP-408 上原瑞穂/上原瑞穂 ABP-408 无码流出片段/[ThZu.Cc]20150909164411.m2ts
|
||||
/Volumes/Adult/Files/Caribbean-101717-520-HD/100917-515/100917-515-carib-1080p.mp4
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/20081105栗栖エリカ - Sky Angel Blue 10 天舞超絕美少女天使降臨(skyhd010)(中文字幕).avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/一ノ瀬アメリ~加勒比 VERY SEXY.wmv
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/20101202一ノ瀬アメリ - 東京ブルドック05(inu006).avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/Sky Angel Vol 80 - CD2.mp4
|
||||
/Volumes/Adult/Files/Mika Sumire すみれ美香/Caribbean-091818-755.mp4
|
||||
/Volumes/Adult/Files/Takizawa Rola/[HD]abp-031C.wmv
|
||||
/Volumes/Adult/Files/Takizawa Rola/ABP-013HDA.wmv
|
||||
50
TestPaths.txt
Normal file
50
TestPaths.txt
Normal file
@ -0,0 +1,50 @@
|
||||
/Volumes/Adult/Files/Kirara Asuka (@明日花キララ) FHD Pack Vol#1(181222)@RUNBKK/No-Watermarked/HOBD00015.FHD2.wmv
|
||||
/1pondo-070409_621.mp4
|
||||
/Volumes/Adult/Files/107NTTR-037.mp4
|
||||
/Volumes/Adult/Files/107NTTR-037A.mp4
|
||||
/Volumes/Adult/Files/Yua.Mikami-PML/TEK-097 ふたりは無敵.wmv
|
||||
/Volumes/Adult/Files/Yua.Mikami-PML/SNIS-986 国民的アイドル アドレナリン大爆発！禁欲1ヶ月後の性欲剥き出し焦らされトランスFUCK 三上悠亜【桃花族】.mp4
|
||||
/Volumes/Adult/Files/Yua.Mikami-PML/SSNI-030 三上悠亜ファン感謝祭 国民的アイドル×一般ユーザー20人‘ガチファンとSEX解禁’ハメまくりスペシャル【桃花族】.mp4
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 2/FHD/MIDD-893A.mkv
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 2/FHD/UPSM-109_2.mkv
|
||||
/Volumes/Adult/Files/Kirara Asuka (@明日花キララ) FHD Pack Vol#2(181231)@RUNBKK/No-Watermarked/PPT003.SD3.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/THE波多野結衣 ぶっかけ50連発！ CD1.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/欲しがり 後編 波多野結衣.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/欲しがり 前編 波多野結衣.wmv
|
||||
/Volumes/Adult/Files/波多野结衣/加勒比 062212-055 夫の目の前で妻が ~元上司に縛られて～波多野結衣～.rmvb
|
||||
/Volumes/Adult/Files/波多野结衣/022213-271-carib-whole_s.mp4
|
||||
/Volumes/Adult/Files/桜木凛 Rin Sakuragi FHD Collection Pack Vol/BBI-183.wmv
|
||||
/Volumes/Adult/Files/NOP-019 芭蕾教室 水嶋あずみ/NOP019B.HD.wmv
|
||||
/Volumes/Adult/Files/一ノ瀬アメリ part2/栗栖エリカ/20081105栗栖エリカ - Sky Angel Blue 10 天舞超絕美少女天使降臨(skyhd010)(中文字幕).avi
|
||||
/Volumes/Adult/Files/一ノ瀬アメリ part2/Max Girls/Max Girls 24(xv804)伊東遥,Rio,小沢アリス,葉月しおり,一ノ瀬アメリ,ひなた結衣,藤崎りお.avi
|
||||
/Volumes/Adult/Files/一ノ瀬アメリ part2/ノ瀬アメリAmeri Ichinose/20091127一ノ瀬アメリ - 一見面就做愛(xv801).avi
|
||||
/Volumes/Adult/Files/Aki Sasaki Megapack/MSTG-003.mkv
|
||||
/Volumes/Adult/Files/SKYHD-001~010/SKYHD-009_H265.mkv
|
||||
/Volumes/Adult/Files/大桥步兵合集/LAFBD-41.LaForet.Girl.41.angel.and.devil.Miku.Ohashi.2015.Bluray.1080p.x264.ac3-MTeam.mkv
|
||||
/Volumes/Adult/Files/大桥步兵合集/032015_161-caribpr-high.mp4
|
||||
/Volumes/Adult/Files/桃谷绘里香(桃谷エリカ) 所有作品集合/(PRESTIGE)(ABP-171)彼女のお姉さんは、誘惑ヤリたがり娘。桃谷エリカ.wmv
|
||||
/Volumes/Adult/Files/桃谷绘里香(桃谷エリカ) 所有作品集合/(PRESTIGE)(ABP-145)濃密な接吻と欲情ベロキス性交 04 桃谷エリカ.wmv
|
||||
/Volumes/Adult/Files/桃谷绘里香(桃谷エリカ) 所有作品集合/118ppt00016hhb2.mkv
|
||||
/Volumes/Adult/Files/tia/soe935C.HD.wmv
|
||||
/Volumes/Adult/Files/SKYHD-011~020/SKYHD-020_H265.mkv
|
||||
/Volumes/Adult/Files/sakumomo1203-PML/IDBD-795 ももに夢中 2018年日本人にもっとも愛された女優桜空ももPREMIUM BOX8時間BEST.mp4
|
||||
/Volumes/Adult/Files/sakumomo1203-PML/IDBD-768 Gカップグラビアアイドル桜空もも初ベスト 原石 2【桃花族】.mp4
|
||||
/Volumes/Adult/Files/RION(りおん).Utsunomiya.Shion.宇都宮しをん(うつのみやしをん)/VR/sivr00008_E.mp4
|
||||
/Volumes/Adult/Files/RION(りおん).Utsunomiya.Shion.宇都宮しをん(うつのみやしをん)/DMM.Video/onsd00899hhb3.mp4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/SHKD-744 営業課長の湿ったパンスト 里美ゆりあ.mp4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/ABP-627 裏・鈴村あいり-鈴村あいりのオトナの激情SEX4本番 鈴村あいり.MP4
|
||||
/Volumes/Adult/Files/Rating Top 30 JAV pack/20 ABP-408 上原瑞穂/上原瑞穂 ABP-408 无码流出片段/[ThZu.Cc]20150909164411.m2ts
|
||||
/Volumes/Adult/Files/Caribbean-101717-520-HD/100917-515/100917-515-carib-1080p.mp4
|
||||
/Volumes/Adult/Files/Kirara Asuka (@明日花キララ) FHD Pack Vol#3(190119)@RUNBKK/No-Watermarked/SOE976.FHD3.wmv
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 1/720p/RBD-406_1.mp4
|
||||
/Volumes/Adult/Files/(1.18TB) Julia movie pack collection Part 1/720p/MDYD-664B.mp4
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/20081105栗栖エリカ - Sky Angel Blue 10 天舞超絕美少女天使降臨(skyhd010)(中文字幕).avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/一ノ瀬アメリ~加勒比 VERY SEXY.wmv
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/20101202一ノ瀬アメリ - 東京ブルドック05(inu006).avi
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/Sky Angel Vol 80 - CD2.mp4
|
||||
/Volumes/Adult/Files/ノ瀬アメリ/20100226一ノ瀬アメリ - OL Style 制服(xv827).avi
|
||||
/Volumes/Adult/Files/Mika Sumire すみれ美香/Caribbean-091818-755.mp4
|
||||
/Volumes/Adult/Files/[Tokyo-Hot] [n1180] 美人秘書3穴串刺奉仕残業 (中井綾香 Ayaka Nakai)/(Tokyo-Hot)(n1180)美人秘書3穴串刺奉仕残業 中井綾香.mp4
|
||||
/Volumes/Adult/Files/Takizawa Rola/[HD]abp-031C.wmv
|
||||
/Volumes/Adult/Files/Takizawa Rola/ABP-013HDA.wmv
|
||||
/Volumes/Adult/Files/Uncensored Mosaic Removal Megapack/ADN-017(Asami Ogawa).mp4
|
||||
21
config.ini
Normal file → Executable file
21
config.ini
Normal file → Executable file
@ -1,13 +1,20 @@
|
||||
[common]
|
||||
main_mode=1
|
||||
failed_output_folder=failed
|
||||
success_output_folder=JAV_output
|
||||
main_mode=2
|
||||
# 路径均为绝对路径，不要写入" '等符号
|
||||
search_folder= /Volumes/192.168.2.100/Adult/AVTest
|
||||
# 如果failed_output_folder 为空，抓取不到相关信息的视频将不回移动
|
||||
failed_output_folder= /Volumes/192.168.2.100/Adult/UnknownStars
|
||||
success_output_folder= /Volumes/192.168.2.100/Adult/Files
|
||||
#临时资源存储路径，比如xxx.nfo 海报图
|
||||
temp_folder= /Volumes/192.168.2.100/Adult/temp
|
||||
# 如果是远程挂载的盘符，建议不开启创建软连接：软连接链接的是绝对路径，远程NAS上的路径和本地挂载的路径一般不同。
|
||||
soft_link=0
|
||||
|
||||
[proxy]
|
||||
proxy=127.0.0.1:1080
|
||||
#例子为socks代理配置，可以 =后留空
|
||||
proxy= socks5h://127.0.0.1:1081
|
||||
timeout= 10
|
||||
retry=3
|
||||
retry= 5
|
||||
|
||||
[Name_Rule]
|
||||
location_rule= actor+'/'+number
|
||||
@ -17,12 +24,12 @@ naming_rule=number+'-'+title
|
||||
update_check=1
|
||||
|
||||
[media]
|
||||
media_warehouse=emby
|
||||
#emby or plex or kodi ,emby=jellyfin
|
||||
media_warehouse=EMBY
|
||||
|
||||
[escape]
|
||||
literals=\()
|
||||
folders=failed,JAV_output
|
||||
folders=/Volumes/Adult/UnknownStars,/Volumes/Adult/Stars
|
||||
|
||||
[debug_mode]
|
||||
switch=1
|
||||
511
core.py
511
core.py
@ -1,30 +1,23 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import re
|
||||
import os
|
||||
import os.path
|
||||
import shutil
|
||||
from PIL import Image
|
||||
import time
|
||||
import json
|
||||
from ADC_function import *
|
||||
from configparser import ConfigParser
|
||||
import argparse
|
||||
from MediaServer import *
|
||||
from AV_Data_Capture import config
|
||||
import lazyxml
|
||||
# =========website========
|
||||
import fc2fans_club
|
||||
import mgstage
|
||||
import avsox
|
||||
import javbus
|
||||
import javdb
|
||||
import fanza
|
||||
import jav321
|
||||
from SiteSource import avsox, javdb, fc2fans_club, javbus, fanza, mgstage
|
||||
import requests
|
||||
from enum import Enum, auto
|
||||
|
||||
|
||||
# =====================本地文件处理===========================
|
||||
|
||||
def escapePath(path, Config): # Remove escape literals
|
||||
escapeLiterals = Config['escape']['literals']
|
||||
def escapePath(path, escapeLiterals): # Remove escape literals
|
||||
# escapeLiterals = Config['escape']['literals']
|
||||
backslash = '\\'
|
||||
for literal in escapeLiterals:
|
||||
path = path.replace(backslash + literal, '')
|
||||
@ -32,8 +25,11 @@ def escapePath(path, Config): # Remove escape literals
|
||||
|
||||
|
||||
def moveFailedFolder(filepath, failed_folder):
|
||||
if failed_folder.strip() == '':
|
||||
print('[+]Failed output folder is Empty')
|
||||
else:
|
||||
print('[-]Move to Failed output folder')
|
||||
shutil.move(filepath, str(os.getcwd()) + '/' + failed_folder + '/')
|
||||
shutil.move(filepath, failed_folder)
|
||||
return
|
||||
|
||||
|
||||
@ -45,8 +41,19 @@ def CreatFailedFolder(failed_folder):
|
||||
print("[-]failed!can not be make Failed output folder\n[-](Please run as Administrator)")
|
||||
return
|
||||
|
||||
# 根据番号获取字典数据
|
||||
|
||||
def getDataFromJSON(file_number, filepath, failed_folder): # 从JSON返回元数据
|
||||
|
||||
class SiteSource(Enum):
|
||||
AVSOX = auto()
|
||||
FC2 = auto()
|
||||
FANZA = auto()
|
||||
JAVDB = auto()
|
||||
JAVBUS = auto()
|
||||
MGSTAGE = auto()
|
||||
|
||||
|
||||
def getDataFromJSON(file_number): # 从JSON返回元数据
|
||||
"""
|
||||
iterate through all services and fetch the data
|
||||
"""
|
||||
@ -58,23 +65,19 @@ def getDataFromJSON(file_number, filepath, failed_folder): # 从JSON返回元
|
||||
"javdb": javdb.main,
|
||||
"javbus": javbus.main,
|
||||
"mgstage": mgstage.main,
|
||||
"jav321": jav321.main,
|
||||
}
|
||||
|
||||
# default fetch order list, from the begining to the end
|
||||
sources = ["javbus", "javdb", "fanza", "mgstage", "fc2", "avsox", "jav321"]
|
||||
sources = ["javbus", "javdb", "fanza", "mgstage", "fc2", "avsox"]
|
||||
|
||||
# if the input file name matches centain rules,
|
||||
# move some web service to the begining of the list
|
||||
if re.match(r"^\d{5,}", file_number) or (
|
||||
"HEYZO" in file_number or "heyzo" in file_number or "Heyzo" in file_number
|
||||
):
|
||||
if re.match(r"^\d{5,}", file_number) or re.match(r'heyzo', file_number, re.IGNORECASE):
|
||||
sources.insert(0, sources.pop(sources.index("avsox")))
|
||||
elif re.match(r"\d+\D+", file_number) or (
|
||||
"siro" in file_number or "SIRO" in file_number or "Siro" in file_number
|
||||
):
|
||||
elif re.match(r"\d+\D+", file_number) or re.match(r'siro', file_number, re.IGNORECASE):
|
||||
sources.insert(0, sources.pop(sources.index("mgstage")))
|
||||
elif "fc2" in file_number or "FC2" in file_number:
|
||||
sources.insert(0, sources.pop(sources.index("fanza")))
|
||||
elif re.match(r'fc2', file_number, re.IGNORECASE):
|
||||
sources.insert(0, sources.pop(sources.index("fc2")))
|
||||
|
||||
for source in sources:
|
||||
@ -99,37 +102,27 @@ def getDataFromJSON(file_number, filepath, failed_folder): # 从JSON返回元
|
||||
cover_small = json_data['cover_small']
|
||||
except:
|
||||
cover_small = ''
|
||||
|
||||
imagecut = json_data['imagecut']
|
||||
tag = str(json_data['tag']).strip("[ ]").replace("'", '').replace(" ", '').split(',') # 字符串转列表 @
|
||||
actor = str(actor_list).strip("[ ]").replace("'", '').replace(" ", '')
|
||||
|
||||
|
||||
if title == '' or number == '':
|
||||
print('[-]Movie Data not found!')
|
||||
moveFailedFolder(filepath, failed_folder)
|
||||
return
|
||||
raise Exception('[-]Movie Data not found!')
|
||||
|
||||
# if imagecut == '3':
|
||||
# DownloadFileWithFilename()
|
||||
|
||||
# ====================处理异常字符====================== #\/:*?"<>|
|
||||
title = title.replace('\\', '')
|
||||
title = title.replace('/', '')
|
||||
title = title.replace(':', '')
|
||||
title = title.replace('*', '')
|
||||
title = title.replace('?', '')
|
||||
title = title.replace('"', '')
|
||||
title = title.replace('<', '')
|
||||
title = title.replace('>', '')
|
||||
title = title.replace('|', '')
|
||||
title = re.sub(r'[#\\/:*?"<>|\]]', '', title, 0, re.IGNORECASE)
|
||||
release = release.replace('/', '-')
|
||||
tmpArr = cover_small.split(',')
|
||||
if len(tmpArr) > 0:
|
||||
cover_small = tmpArr[0].strip('\"').strip('\'')
|
||||
# ====================处理异常字符 END================== #\/:*?"<>|
|
||||
|
||||
naming_rule = eval(config['Name_Rule']['naming_rule'])
|
||||
location_rule = eval(config['Name_Rule']['location_rule'])
|
||||
naming_rule = eval(config.naming_rule)
|
||||
location_rule = eval(config.location_rule)
|
||||
|
||||
# 返回处理后的json_data
|
||||
json_data['title'] = title
|
||||
@ -158,10 +151,22 @@ def get_info(json_data): # 返回json里的数据
|
||||
return title, studio, year, outline, runtime, director, actor_photo, release, number, cover, website
|
||||
|
||||
|
||||
def smallCoverCheck(path, number, imagecut, cover_small, c_word, option, Config, filepath, failed_folder):
|
||||
def download_cover_file(url, name, folder_path):
|
||||
"""
|
||||
download small cover
|
||||
:param url: url
|
||||
:param name: name same as movie's name without ext
|
||||
:param folder_path: dir to save
|
||||
:return:
|
||||
"""
|
||||
filename = config.media_server.poster_name(name)
|
||||
DownloadFileWithFilename(url, filename, folder_path)
|
||||
|
||||
|
||||
def smallCoverCheck(path, number, imagecut, cover_small, c_word, option, filepath, failed_folder):
|
||||
if imagecut == 3:
|
||||
if option == 'emby':
|
||||
DownloadFileWithFilename(cover_small, '1.jpg', path, Config, filepath, failed_folder)
|
||||
DownloadFileWithFilename(cover_small, '1.jpg', path, filepath, failed_folder)
|
||||
try:
|
||||
img = Image.open(path + '/1.jpg')
|
||||
except Exception:
|
||||
@ -172,7 +177,7 @@ def smallCoverCheck(path, number, imagecut, cover_small, c_word, option, Config,
|
||||
time.sleep(1)
|
||||
os.remove(path + '/1.jpg')
|
||||
if option == 'kodi':
|
||||
DownloadFileWithFilename(cover_small, '1.jpg', path, Config, filepath, failed_folder)
|
||||
DownloadFileWithFilename(cover_small, '1.jpg', path, filepath, failed_folder)
|
||||
try:
|
||||
img = Image.open(path + '/1.jpg')
|
||||
except Exception:
|
||||
@ -183,7 +188,7 @@ def smallCoverCheck(path, number, imagecut, cover_small, c_word, option, Config,
|
||||
time.sleep(1)
|
||||
os.remove(path + '/1.jpg')
|
||||
if option == 'plex':
|
||||
DownloadFileWithFilename(cover_small, '1.jpg', path, Config, filepath, failed_folder)
|
||||
DownloadFileWithFilename(cover_small, '1.jpg', path, filepath, failed_folder)
|
||||
try:
|
||||
img = Image.open(path + '/1.jpg')
|
||||
except Exception:
|
||||
@ -194,7 +199,7 @@ def smallCoverCheck(path, number, imagecut, cover_small, c_word, option, Config,
|
||||
os.remove(path + '/1.jpg')
|
||||
|
||||
|
||||
def creatFolder(success_folder, location_rule, json_data, Config): # 创建文件夹
|
||||
def creatFolder(success_folder, location_rule, json_data, escapeLiterals): # 创建文件夹
|
||||
title, studio, year, outline, runtime, director, actor_photo, release, number, cover, website = get_info(json_data)
|
||||
if len(location_rule) > 240: # 新建成功输出文件夹
|
||||
path = success_folder + '/' + location_rule.replace("'actor'", "'manypeople'", 3).replace("actor",
|
||||
@ -204,42 +209,66 @@ def creatFolder(success_folder, location_rule, json_data, Config): # 创建文
|
||||
path = success_folder + '/' + location_rule
|
||||
# print(path)
|
||||
if not os.path.exists(path):
|
||||
path = escapePath(path, Config)
|
||||
path = escapePath(path, escapeLiterals)
|
||||
try:
|
||||
os.makedirs(path)
|
||||
except:
|
||||
path = success_folder + '/' + location_rule.replace('/[' + number + ']-' + title, "/number")
|
||||
path = escapePath(path, Config)
|
||||
path = escapePath(path, escapeLiterals)
|
||||
os.makedirs(path)
|
||||
return path
|
||||
|
||||
|
||||
# =====================资源下载部分===========================
|
||||
def DownloadFileWithFilename(url, filename, path, Config, filepath, failed_folder): # path = examle:photo , video.in the Project Folder!
|
||||
def download_file(url, folder, name_with_ext):
|
||||
"""
|
||||
download file
|
||||
:param url: source url
|
||||
:param name_with_ext: full name like 'mike.jpg'
|
||||
:param folder: folder path
|
||||
:return: full path if downloaded file like '/Users/proj/AV_Data_Capture/mike.jpg'
|
||||
"""
|
||||
proxy_dict = {"http": str(config.proxy), "https": str(config.proxy)} if config.proxy else None
|
||||
i = 0
|
||||
while i < config.retry:
|
||||
try:
|
||||
if not os.path.exists(folder):
|
||||
os.makedirs(folder)
|
||||
headers = {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36'}
|
||||
r = requests.get(url, headers=headers, timeout=config.timeout, proxies=proxy_dict)
|
||||
if r == '':
|
||||
print('[-]Movie Data not found!')
|
||||
return
|
||||
with open(str(folder) + "/" + name_with_ext, "wb") as code:
|
||||
code.write(r.content)
|
||||
return str(folder) + "/" + name_with_ext
|
||||
except requests.exceptions.RequestException:
|
||||
i += 1
|
||||
print('[-]Image Download : Connect retry ' + str(i) + '/' + str(config.retry))
|
||||
except requests.exceptions.ConnectionError:
|
||||
i += 1
|
||||
print('[-]Image Download : Connect retry ' + str(i) + '/' + str(config.retry))
|
||||
except requests.exceptions.ProxyError:
|
||||
i += 1
|
||||
print('[-]Image Download : Connect retry ' + str(i) + '/' + str(config.retry))
|
||||
except requests.exceptions.ConnectTimeout:
|
||||
i += 1
|
||||
print('[-]Image Download : Connect retry ' + str(i) + '/' + str(config.retry))
|
||||
|
||||
|
||||
def DownloadFileWithFilename(url, filename, path): # path = examle:photo , video.in the Project Folder!
|
||||
proxy, timeout, retry_count = get_network_settings()
|
||||
i = 0
|
||||
|
||||
proxy_dict = {"http": str(config.proxy), "https": str(config.proxy)} if proxy else None
|
||||
while i < retry_count:
|
||||
try:
|
||||
if not proxy == '':
|
||||
if not os.path.exists(path):
|
||||
os.makedirs(path)
|
||||
headers = {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36'}
|
||||
r = requests.get(url, headers=headers, timeout=timeout,
|
||||
proxies={"http": "http://" + str(proxy), "https": "https://" + str(proxy)})
|
||||
if r == '':
|
||||
print('[-]Movie Data not found!')
|
||||
return
|
||||
with open(str(path) + "/" + filename, "wb") as code:
|
||||
code.write(r.content)
|
||||
return
|
||||
else:
|
||||
if not os.path.exists(path):
|
||||
os.makedirs(path)
|
||||
headers = {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36'}
|
||||
r = requests.get(url, timeout=timeout, headers=headers)
|
||||
proxies=proxy_dict)
|
||||
if r == '':
|
||||
print('[-]Movie Data not found!')
|
||||
return
|
||||
@ -259,24 +288,36 @@ def DownloadFileWithFilename(url, filename, path, Config, filepath, failed_folde
|
||||
i += 1
|
||||
print('[-]Image Download : Connect retry ' + str(i) + '/' + str(retry_count))
|
||||
print('[-]Connect Failed! Please check your Proxy or Network!')
|
||||
moveFailedFolder(filepath, failed_folder)
|
||||
# moveFailedFolder(filepath, failed_folder)
|
||||
return
|
||||
|
||||
|
||||
def imageDownload(option, cover, number, c_word, path, multi_part, Config, filepath, failed_folder): # 封面是否下载成功，否则移动到failed
|
||||
if option == 'emby':
|
||||
if DownloadFileWithFilename(cover, number + c_word + '.jpg', path, Config, filepath, failed_folder) == 'failed':
|
||||
def download_image(url, name, folder):
|
||||
"""
|
||||
download img
|
||||
:param url: source
|
||||
:param name: name
|
||||
:param folder: folder to save
|
||||
:return:
|
||||
"""
|
||||
name_with_ext = config.media_server.image_name(name)
|
||||
download_file(url, folder, name_with_ext)
|
||||
|
||||
|
||||
def imageDownload(option, cover, number, c_word, path, multi_part, filepath, failed_folder): # 封面是否下载成功，否则移动到failed
|
||||
if option == 'emby': # name.jpg
|
||||
if DownloadFileWithFilename(cover, number + c_word + '.jpg', path, filepath, failed_folder) == 'failed':
|
||||
moveFailedFolder(filepath, failed_folder)
|
||||
return
|
||||
DownloadFileWithFilename(cover, number + c_word + '.jpg', path, Config, filepath, failed_folder)
|
||||
DownloadFileWithFilename(cover, number + c_word + '.jpg', path, filepath, failed_folder)
|
||||
if not os.path.getsize(path + '/' + number + c_word + '.jpg') == 0:
|
||||
print('[+]Image Downloaded!', path + '/' + number + c_word + '.jpg')
|
||||
return
|
||||
i = 1
|
||||
while i <= int(config['proxy']['retry']):
|
||||
while i <= int(config.retry):
|
||||
if os.path.getsize(path + '/' + number + c_word + '.jpg') == 0:
|
||||
print('[!]Image Download Failed! Trying again. [' + config['proxy']['retry'] + '/3]')
|
||||
DownloadFileWithFilename(cover, number + c_word + '.jpg', path, Config, filepath, failed_folder)
|
||||
print('[!]Image Download Failed! Trying again. [' + config.retry + '/3]')
|
||||
DownloadFileWithFilename(cover, number + c_word + '.jpg', path, filepath, failed_folder)
|
||||
i = i + 1
|
||||
continue
|
||||
else:
|
||||
@ -288,40 +329,40 @@ def imageDownload(option, cover, number, c_word, path, multi_part, Config, filep
|
||||
print('[+]Image Downloaded!', path + '/' + number + c_word + '.jpg')
|
||||
else:
|
||||
print('[+]Image Downloaded!', path + '/' + number + c_word + '.jpg')
|
||||
elif option == 'plex':
|
||||
if DownloadFileWithFilename(cover, 'fanart.jpg', path, Config, filepath, failed_folder) == 'failed':
|
||||
elif option == 'plex': # fanart.jpg
|
||||
if DownloadFileWithFilename(cover, 'fanart.jpg', path, filepath, failed_folder) == 'failed':
|
||||
moveFailedFolder(filepath, failed_folder)
|
||||
return
|
||||
DownloadFileWithFilename(cover, 'fanart.jpg', path, Config, filepath, failed_folder)
|
||||
DownloadFileWithFilename(cover, 'fanart.jpg', path, filepath, failed_folder)
|
||||
if not os.path.getsize(path + '/fanart.jpg') == 0:
|
||||
print('[+]Image Downloaded!', path + '/fanart.jpg')
|
||||
return
|
||||
i = 1
|
||||
while i <= int(config['proxy']['retry']):
|
||||
while i <= int(config.retry):
|
||||
if os.path.getsize(path + '/fanart.jpg') == 0:
|
||||
print('[!]Image Download Failed! Trying again. [' + config['proxy']['retry'] + '/3]')
|
||||
DownloadFileWithFilename(cover, 'fanart.jpg', path, Config, filepath, failed_folder)
|
||||
print('[!]Image Download Failed! Trying again. [' + config.retry + '/3]')
|
||||
DownloadFileWithFilename(cover, 'fanart.jpg', path, filepath, failed_folder)
|
||||
i = i + 1
|
||||
continue
|
||||
else:
|
||||
break
|
||||
if not os.path.getsize(path + '/' + number + c_word + '.jpg') == 0:
|
||||
print('[!]Image Download Failed! Trying again.')
|
||||
DownloadFileWithFilename(cover, number + c_word + '.jpg', path, Config, filepath, failed_folder)
|
||||
DownloadFileWithFilename(cover, number + c_word + '.jpg', path, filepath, failed_folder)
|
||||
print('[+]Image Downloaded!', path + '/fanart.jpg')
|
||||
elif option == 'kodi':
|
||||
if DownloadFileWithFilename(cover, number + c_word + '-fanart.jpg', path, Config, filepath, failed_folder) == 'failed':
|
||||
elif option == 'kodi': # [name]-fanart.jpg
|
||||
if DownloadFileWithFilename(cover, number + c_word + '-fanart.jpg', path, filepath, failed_folder) == 'failed':
|
||||
moveFailedFolder(filepath, failed_folder)
|
||||
return
|
||||
DownloadFileWithFilename(cover, number + c_word + '-fanart.jpg', path, Config, filepath, failed_folder)
|
||||
DownloadFileWithFilename(cover, number + c_word + '-fanart.jpg', path, filepath, failed_folder)
|
||||
if not os.path.getsize(path + '/' + number + c_word + '-fanart.jpg') == 0:
|
||||
print('[+]Image Downloaded!', path + '/' + number + c_word + '-fanart.jpg')
|
||||
return
|
||||
i = 1
|
||||
while i <= int(config['proxy']['retry']):
|
||||
while i <= int(config.retry):
|
||||
if os.path.getsize(path + '/' + number + c_word + '-fanart.jpg') == 0:
|
||||
print('[!]Image Download Failed! Trying again. [' + config['proxy']['retry'] + '/3]')
|
||||
DownloadFileWithFilename(cover, number + c_word + '-fanart.jpg', path, Config, filepath, failed_folder)
|
||||
print('[!]Image Download Failed! Trying again. [' + config.retry + '/3]')
|
||||
DownloadFileWithFilename(cover, number + c_word + '-fanart.jpg', path, filepath, failed_folder)
|
||||
i = i + 1
|
||||
continue
|
||||
else:
|
||||
@ -329,6 +370,182 @@ def imageDownload(option, cover, number, c_word, path, multi_part, Config, filep
|
||||
print('[+]Image Downloaded!', path + '/' + number + c_word + '-fanart.jpg')
|
||||
|
||||
|
||||
def make_nfo_file(nfo, nfo_name, folder_path):
|
||||
"""
|
||||
make xxx.nfo in folder
|
||||
:param nfo_name: name
|
||||
:param nfo: nfo dict
|
||||
:param folder_path: where to create file, default temp_folder
|
||||
:return:
|
||||
"""
|
||||
title, studio, year, outline, runtime, director, actor_photo, release, number, cover, website = get_info(nfo)
|
||||
naming_rule = nfo['naming_rule']
|
||||
tag = nfo['tag']
|
||||
|
||||
path = folder_path
|
||||
c_word = ''
|
||||
cn_sub = ''
|
||||
part = ''
|
||||
# path_file = path + "/" + number + c_word + ".nfo", "wt"
|
||||
path_file = path + "/" + nfo_name + c_word + ".nfo"
|
||||
lazyxml.dump
|
||||
try:
|
||||
if not os.path.exists(path):
|
||||
os.makedirs(path)
|
||||
if config.media_server == MediaServer.PLEX:
|
||||
with open(path_file, "wt", encoding='UTF-8') as code:
|
||||
print('<?xml version="1.0" encoding="UTF-8" ?>', file=code)
|
||||
print("<movie>", file=code)
|
||||
print(" <title>" + naming_rule + part + "</title>", file=code)
|
||||
print(" <set>", file=code)
|
||||
print(" </set>", file=code)
|
||||
print(" <studio>" + studio + "+</studio>", file=code)
|
||||
print(" <year>" + year + "</year>", file=code)
|
||||
print(" <outline>" + outline + "</outline>", file=code)
|
||||
print(" <plot>" + outline + "</plot>", file=code)
|
||||
print(" <runtime>" + str(runtime).replace(" ", "") + "</runtime>", file=code)
|
||||
print(" <director>" + director + "</director>", file=code)
|
||||
print(" <poster>poster.jpg</poster>", file=code)
|
||||
print(" <thumb>thumb.png</thumb>", file=code)
|
||||
print(" <fanart>fanart.jpg</fanart>", file=code)
|
||||
try:
|
||||
for key, value in actor_photo.items():
|
||||
print(" <actor>", file=code)
|
||||
print(" <name>" + key + "</name>", file=code)
|
||||
if not value == '': # or actor_photo == []:
|
||||
print(" <thumb>" + value + "</thumb>", file=code)
|
||||
print(" </actor>", file=code)
|
||||
except:
|
||||
aaaa = ''
|
||||
print(" <maker>" + studio + "</maker>", file=code)
|
||||
print(" <label>", file=code)
|
||||
print(" </label>", file=code)
|
||||
if cn_sub == '1':
|
||||
print(" <tag>中文字幕</tag>", file=code)
|
||||
try:
|
||||
for i in str(tag).strip("[ ]").replace("'", '').replace(" ", '').split(','):
|
||||
print(" <tag>" + i + "</tag>", file=code)
|
||||
except:
|
||||
aaaaa = ''
|
||||
try:
|
||||
for i in str(tag).strip("[ ]").replace("'", '').replace(" ", '').split(','):
|
||||
print(" <genre>" + i + "</genre>", file=code)
|
||||
except:
|
||||
aaaaaaaa = ''
|
||||
if cn_sub == '1':
|
||||
print(" <genre>中文字幕</genre>", file=code)
|
||||
print(" <num>" + number + "</num>", file=code)
|
||||
print(" <release>" + release + "</release>", file=code)
|
||||
print(" <cover>" + cover + "</cover>", file=code)
|
||||
print(" <website>" + website + "</website>", file=code)
|
||||
print("</movie>", file=code)
|
||||
print("[+]Writeed! " + path + "/" + number + ".nfo")
|
||||
elif config.media_server == MediaServer.EMBY:
|
||||
with open(path_file, "wt", encoding='UTF-8') as code:
|
||||
print('<?xml version="1.0" encoding="UTF-8" ?>', file=code)
|
||||
print("<movie>", file=code)
|
||||
print(" <title>" + naming_rule + part + "</title>", file=code)
|
||||
print(" <set>", file=code)
|
||||
print(" </set>", file=code)
|
||||
print(" <studio>" + studio + "+</studio>", file=code)
|
||||
print(" <year>" + year + "</year>", file=code)
|
||||
print(" <outline>" + outline + "</outline>", file=code)
|
||||
print(" <plot>" + outline + "</plot>", file=code)
|
||||
print(" <runtime>" + str(runtime).replace(" ", "") + "</runtime>", file=code)
|
||||
print(" <director>" + director + "</director>", file=code)
|
||||
print(" <poster>" + number + c_word + ".png</poster>", file=code)
|
||||
print(" <thumb>" + number + c_word + ".png</thumb>", file=code)
|
||||
print(" <fanart>" + number + c_word + '.jpg' + "</fanart>", file=code)
|
||||
try:
|
||||
for key, value in actor_photo.items():
|
||||
print(" <actor>", file=code)
|
||||
print(" <name>" + key + "</name>", file=code)
|
||||
if not value == '': # or actor_photo == []:
|
||||
print(" <thumb>" + value + "</thumb>", file=code)
|
||||
print(" </actor>", file=code)
|
||||
except:
|
||||
aaaa = ''
|
||||
print(" <maker>" + studio + "</maker>", file=code)
|
||||
print(" <label>", file=code)
|
||||
print(" </label>", file=code)
|
||||
if cn_sub == '1':
|
||||
print(" <tag>中文字幕</tag>", file=code)
|
||||
try:
|
||||
for i in tag:
|
||||
print(" <tag>" + i + "</tag>", file=code)
|
||||
except:
|
||||
aaaaa = ''
|
||||
try:
|
||||
for i in tag:
|
||||
print(" <genre>" + i + "</genre>", file=code)
|
||||
except:
|
||||
aaaaaaaa = ''
|
||||
if cn_sub == '1':
|
||||
print(" <genre>中文字幕</genre>", file=code)
|
||||
print(" <num>" + number + "</num>", file=code)
|
||||
print(" <premiered>" + release + "</premiered>", file=code)
|
||||
print(" <cover>" + cover + "</cover>", file=code)
|
||||
print(" <website>" + website + "</website>", file=code)
|
||||
print("</movie>", file=code)
|
||||
print("[+]Writeed! " + path + "/" + number + c_word + ".nfo")
|
||||
elif config.media_server == MediaServer.KODI:
|
||||
with open(path_file, "wt", encoding='UTF-8') as code:
|
||||
print('<?xml version="1.0" encoding="UTF-8" ?>', file=code)
|
||||
print("<movie>", file=code)
|
||||
print(" <title>" + naming_rule + part + "</title>", file=code)
|
||||
print(" <set>", file=code)
|
||||
print(" </set>", file=code)
|
||||
print(" <studio>" + studio + "+</studio>", file=code)
|
||||
print(" <year>" + year + "</year>", file=code)
|
||||
print(" <outline>" + outline + "</outline>", file=code)
|
||||
print(" <plot>" + outline + "</plot>", file=code)
|
||||
print(" <runtime>" + str(runtime).replace(" ", "") + "</runtime>", file=code)
|
||||
print(" <director>" + director + "</director>", file=code)
|
||||
print(" <poster>" + number + c_word + "-poster.jpg</poster>", file=code)
|
||||
print(" <fanart>" + number + c_word + '-fanart.jpg' + "</fanart>", file=code)
|
||||
try:
|
||||
for key, value in actor_photo.items():
|
||||
print(" <actor>", file=code)
|
||||
print(" <name>" + key + "</name>", file=code)
|
||||
if not value == '': # or actor_photo == []:
|
||||
print(" <thumb>" + value + "</thumb>", file=code)
|
||||
print(" </actor>", file=code)
|
||||
except:
|
||||
aaaa = ''
|
||||
print(" <maker>" + studio + "</maker>", file=code)
|
||||
print(" <label>", file=code)
|
||||
print(" </label>", file=code)
|
||||
if cn_sub == '1':
|
||||
print(" <tag>中文字幕</tag>", file=code)
|
||||
try:
|
||||
for i in tag:
|
||||
print(" <tag>" + i + "</tag>", file=code)
|
||||
except:
|
||||
aaaaa = ''
|
||||
try:
|
||||
for i in tag:
|
||||
print(" <genre>" + i + "</genre>", file=code)
|
||||
except:
|
||||
aaaaaaaa = ''
|
||||
if cn_sub == '1':
|
||||
print(" <genre>中文字幕</genre>", file=code)
|
||||
print(" <num>" + number + "</num>", file=code)
|
||||
print(" <release>" + release + "</release>", file=code)
|
||||
print(" <cover>" + cover + "</cover>", file=code)
|
||||
print(" <website>" + website + "</website>", file=code)
|
||||
print("</movie>", file=code)
|
||||
print("[+]Writeed! " + path + "/" + number + c_word + ".nfo")
|
||||
except IOError as e:
|
||||
print("[-]Write Failed! :" + e)
|
||||
# print(e)
|
||||
# moveFailedFolder(filepath, failed_folder)
|
||||
return
|
||||
except Exception as e:
|
||||
print("[-]Write Failed! :" + e)
|
||||
# moveFailedFolder(filepath, failed_folder)
|
||||
return
|
||||
|
||||
|
||||
def PrintFiles(option, path, c_word, naming_rule, part, cn_sub, json_data, filepath, failed_folder, tag):
|
||||
title, studio, year, outline, runtime, director, actor_photo, release, number, cover, website = get_info(json_data)
|
||||
try:
|
||||
@ -489,9 +706,22 @@ def PrintFiles(option, path, c_word, naming_rule, part, cn_sub, json_data, filep
|
||||
return
|
||||
|
||||
|
||||
def crop_image(crop_style, name, path):
|
||||
try:
|
||||
origin_image = Image.open(path + '/' + config.media_server.image_name(name))
|
||||
if crop_style == 1:
|
||||
cropped_image = origin_image.crop((origin_image.width / 1.9, 0, origin_image.width, origin_image.height))
|
||||
else:
|
||||
cropped_image = origin_image
|
||||
cropped_image.save(path + '/' + config.media_server.poster_name(name))
|
||||
|
||||
except Exception as e:
|
||||
print('[-]Cover cut failed:' + e)
|
||||
|
||||
|
||||
def cutImage(option, imagecut, path, number, c_word):
|
||||
if option == 'plex':
|
||||
if imagecut == 1:
|
||||
if imagecut == 1: # 截取右侧封面 fanart.jpg 截取为poster.jpg
|
||||
try:
|
||||
img = Image.open(path + '/fanart.jpg')
|
||||
imgSize = img.size
|
||||
@ -501,13 +731,13 @@ def cutImage(option, imagecut, path, number, c_word):
|
||||
img2.save(path + '/poster.jpg')
|
||||
except:
|
||||
print('[-]Cover cut failed!')
|
||||
elif imagecut == 0:
|
||||
elif imagecut == 0: # 改名 fanart.jpg ->poster.jpg
|
||||
img = Image.open(path + '/fanart.jpg')
|
||||
w = img.width
|
||||
h = img.height
|
||||
img.save(path + '/poster.jpg')
|
||||
elif option == 'emby':
|
||||
if imagecut == 1:
|
||||
if imagecut == 1: # 截取右侧封面 [name].jpg 截取为 [name].jpg
|
||||
try:
|
||||
img = Image.open(path + '/' + number + c_word + '.jpg')
|
||||
imgSize = img.size
|
||||
@ -517,26 +747,22 @@ def cutImage(option, imagecut, path, number, c_word):
|
||||
img2.save(path + '/' + number + c_word + '.png')
|
||||
except:
|
||||
print('[-]Cover cut failed!')
|
||||
elif imagecut == 0:
|
||||
elif imagecut == 0: # [name].jpg -> [name].png
|
||||
img = Image.open(path + '/' + number + c_word + '.jpg')
|
||||
w = img.width
|
||||
h = img.height
|
||||
img.save(path + '/' + number + c_word + '.png')
|
||||
elif option == 'kodi':
|
||||
if imagecut == 1:
|
||||
if imagecut == 1: # 截取右侧封面 [name]-fanart.jpg 截取为 [name]-poster.jpg
|
||||
try:
|
||||
img = Image.open(path + '/' + number + c_word + '-fanart.jpg')
|
||||
imgSize = img.size
|
||||
w = img.width
|
||||
h = img.height
|
||||
img2 = img.crop((w / 1.9, 0, w, h))
|
||||
img2.save(path + '/' + number + c_word + '-poster.jpg')
|
||||
except:
|
||||
print('[-]Cover cut failed!')
|
||||
elif imagecut == 0:
|
||||
elif imagecut == 0: # [name]-fanart.jpg 截取为 [name]-poster.jpg
|
||||
img = Image.open(path + '/' + number + c_word + '-fanart.jpg')
|
||||
w = img.width
|
||||
h = img.height
|
||||
|
||||
try:
|
||||
img = img.convert('RGB')
|
||||
img.save(path + '/' + number + c_word + '-poster.jpg')
|
||||
@ -546,19 +772,19 @@ def cutImage(option, imagecut, path, number, c_word):
|
||||
|
||||
|
||||
def pasteFileToFolder(filepath, path, number, c_word): # 文件路径，番号，后缀，要移动至的位置
|
||||
houzhui = str(re.search('[.](AVI|RMVB|WMV|MOV|MP4|MKV|FLV|TS|WEBM|avi|rmvb|wmv|mov|mp4|mkv|flv|ts|webm)$', filepath).group())
|
||||
houzhui = str(re.search('[.](avi|rmvb|wmv|mov|mp4|mkv|flv|ts|webm)$', filepath, re.IGNORECASE).group())
|
||||
try:
|
||||
if config['common']['soft_link'] == '1': # 如果soft_link=1 使用软链接
|
||||
if config.soft_link == '1': # 如果soft_link=1 使用软链接
|
||||
os.symlink(filepath, path + '/' + number + c_word + houzhui)
|
||||
else:
|
||||
os.rename(filepath, path + '/' + number + c_word + houzhui)
|
||||
if os.path.exists(os.getcwd() + '/' + number + c_word + '.srt'): # 字幕移动
|
||||
os.rename(os.getcwd() + '/' + number + c_word + '.srt', path + '/' + number + c_word + '.srt')
|
||||
if os.path.exists(config.search_folder + '/' + number + c_word + '.srt'): # 字幕移动
|
||||
os.rename(config.search_folder + '/' + number + c_word + '.srt', path + '/' + number + c_word + '.srt')
|
||||
print('[+]Sub moved!')
|
||||
elif os.path.exists(os.getcwd() + '/' + number + c_word + '.ssa'):
|
||||
elif os.path.exists(config.search_folder + '/' + number + c_word + '.ssa'):
|
||||
os.rename(os.getcwd() + '/' + number + c_word + '.ssa', path + '/' + number + c_word + '.ssa')
|
||||
print('[+]Sub moved!')
|
||||
elif os.path.exists(os.getcwd() + '/' + number + c_word + '.sub'):
|
||||
elif os.path.exists(config.search_folder + '/' + number + c_word + '.sub'):
|
||||
os.rename(os.getcwd() + '/' + number + c_word + '.sub', path + '/' + number + c_word + '.sub')
|
||||
print('[+]Sub moved!')
|
||||
except FileExistsError:
|
||||
@ -573,9 +799,9 @@ def pasteFileToFolder(filepath, path, number, c_word): # 文件路径，番号
|
||||
def pasteFileToFolder_mode2(filepath, path, multi_part, number, part, c_word): # 文件路径，番号，后缀，要移动至的位置
|
||||
if multi_part == 1:
|
||||
number += part # 这时number会被附加上CD1后缀
|
||||
houzhui = str(re.search('[.](AVI|RMVB|WMV|MOV|MP4|MKV|FLV|TS|WEBM|avi|rmvb|wmv|mov|mp4|mkv|flv|ts|webm)$', filepath).group())
|
||||
houzhui = str(re.search('[.](avi|rmvb|wmv|mov|mp4|mkv|flv|ts|webm)$', filepath, re.IGNORECASE).group())
|
||||
try:
|
||||
if config['common']['soft_link'] == '1':
|
||||
if config.soft_link== '1':
|
||||
os.symlink(filepath, path + '/' + number + part + c_word + houzhui)
|
||||
else:
|
||||
os.rename(filepath, path + '/' + number + part + c_word + houzhui)
|
||||
@ -598,6 +824,12 @@ def pasteFileToFolder_mode2(filepath, path, multi_part, number, part, c_word):
|
||||
return
|
||||
|
||||
|
||||
def copy_images_to_background_image(name, path):
|
||||
shutil.copy(path + "/" + config.media_server.image_name(name), path + "/Backdrop.jpg")
|
||||
if config.media_server == MediaServer.PLEX:
|
||||
shutil.copy(path + "/" + config.media_server.poster_name(name), path + '/thumb.png')
|
||||
|
||||
|
||||
def copyRenameJpgToBackdrop(option, path, number, c_word):
|
||||
if option == 'plex':
|
||||
shutil.copy(path + '/fanart.jpg', path + '/Backdrop.jpg')
|
||||
@ -622,7 +854,7 @@ def get_part(filepath, failed_folder):
|
||||
|
||||
def debug_mode(json_data):
|
||||
try:
|
||||
if config['debug_mode']['switch'] == '1':
|
||||
if config.debug_mode == '1':
|
||||
print('[+] ---Debug info---')
|
||||
for i, v in json_data.items():
|
||||
if i == 'outline':
|
||||
@ -636,56 +868,51 @@ def debug_mode(json_data):
|
||||
aaa = ''
|
||||
|
||||
|
||||
def core_main(file_path, number_th):
|
||||
def core_main(number_th):
|
||||
# =======================================================================初始化所需变量
|
||||
multi_part = 0
|
||||
part = ''
|
||||
c_word = ''
|
||||
option = ''
|
||||
cn_sub = ''
|
||||
config_file = 'config.ini'
|
||||
Config = ConfigParser()
|
||||
Config.read(config_file, encoding='UTF-8')
|
||||
try:
|
||||
option = ReadMediaWarehouse()
|
||||
except:
|
||||
print('[-]Config media_warehouse read failed!')
|
||||
program_mode = Config['common']['main_mode'] # 运行模式
|
||||
failed_folder = Config['common']['failed_output_folder'] # 失败输出目录
|
||||
success_folder = Config['common']['success_output_folder'] # 成功输出目录
|
||||
filepath = file_path # 影片的路径
|
||||
|
||||
# filepath = file_path # 影片的路径
|
||||
number = number_th
|
||||
json_data = getDataFromJSON(number, filepath, failed_folder) # 定义番号
|
||||
if json_data["number"] != number:
|
||||
|
||||
json_data = getDataFromJSON(number) # 定义番号
|
||||
|
||||
# if json_data.get('number') != number:
|
||||
# fix issue #119
|
||||
# the root cause is we normalize the search id
|
||||
# PrintFiles() will use the normalized id from website,
|
||||
# but pasteFileToFolder() still use the input raw search id
|
||||
# so the solution is: use the normalized search id
|
||||
number = json_data["number"]
|
||||
imagecut = json_data['imagecut']
|
||||
tag = json_data['tag']
|
||||
# number = json_data["number"]
|
||||
# imagecut = json_data['imagecut']
|
||||
# tag = json_data['tag']
|
||||
# =======================================================================判断-C,-CD后缀
|
||||
if '-CD' in filepath or '-cd' in filepath:
|
||||
multi_part = 1
|
||||
part = get_part(filepath, failed_folder)
|
||||
if '-c.' in filepath or '-C.' in filepath or '中文' in filepath or '字幕' in filepath:
|
||||
cn_sub = '1'
|
||||
c_word = '-C' # 中文字幕影片后缀
|
||||
# if '-CD' in filepath or '-cd' in filepath:
|
||||
# multi_part = 1
|
||||
# part = get_part(filepath, config.failed_folder)
|
||||
|
||||
CreatFailedFolder(failed_folder) # 创建输出失败目录
|
||||
debug_mode(json_data) # 调试模式检测
|
||||
path = creatFolder(success_folder, json_data['location_rule'], json_data, Config) # 创建文件夹
|
||||
# if '-c.' in filepath or '-C.' in filepath or '中文' in filepath or '字幕' in filepath:
|
||||
# cn_sub = '1'
|
||||
# c_word = '-C' # 中文字幕影片后缀
|
||||
|
||||
# CreatFailedFolder(config.failed_folder) # 创建输出失败目录
|
||||
# debug_mode(json_data) # 调试模式检测
|
||||
return json_data
|
||||
# path = creatFolder(config.success_folder, json_data['location_rule'], json_data, config.escape_literals) # 创建文件夹
|
||||
# =======================================================================刮削模式
|
||||
if program_mode == '1':
|
||||
if multi_part == 1:
|
||||
number += part # 这时number会被附加上CD1后缀
|
||||
smallCoverCheck(path, number, imagecut, json_data['cover_small'], c_word, option, Config, filepath, failed_folder) # 检查小封面
|
||||
imageDownload(option, json_data['cover'], number, c_word, path, multi_part, Config, filepath, failed_folder) # creatFoder会返回番号路径
|
||||
cutImage(option, imagecut, path, number, c_word) # 裁剪图
|
||||
copyRenameJpgToBackdrop(option, path, number, c_word)
|
||||
PrintFiles(option, path, c_word, json_data['naming_rule'], part, cn_sub, json_data, filepath, failed_folder, tag) # 打印文件
|
||||
pasteFileToFolder(filepath, path, number, c_word) # 移动文件
|
||||
# =======================================================================整理模式
|
||||
elif program_mode == '2':
|
||||
pasteFileToFolder_mode2(filepath, path, multi_part, number, part, c_word) # 移动文件
|
||||
# if config.program_mode == '1':
|
||||
# if multi_part == 1:
|
||||
# number += part # 这时number会被附加上CD1后缀
|
||||
# smallCoverCheck(path, number, imagecut, json_data['cover_small'], c_word, option, filepath, config.failed_folder) # 检查小封面
|
||||
# imageDownload(option, json_data['cover'], number, c_word, path, multi_part, filepath, config.failed_folder) # creatFoder会返回番号路径
|
||||
# cutImage(option, imagecut, path, number, c_word) # 裁剪图
|
||||
# copyRenameJpgToBackdrop(option, path, number, c_word)
|
||||
# PrintFiles(option, path, c_word, json_data['naming_rule'], part, cn_sub, json_data, filepath, config.failed_folder, tag) # 打印文件 .nfo
|
||||
# pasteFileToFolder(filepath, path, number, c_word) # 移动文件
|
||||
# # =======================================================================整理模式
|
||||
# elif config.program_mode == '2':
|
||||
# pasteFileToFolder_mode2(filepath, path, multi_part, number, part, c_word) # 移动文件
|
||||
|
||||
73
jav321.py
73
jav321.py
@ -1,73 +0,0 @@
|
||||
import json
|
||||
from bs4 import BeautifulSoup
|
||||
from lxml import html
|
||||
from ADC_function import post_html
|
||||
|
||||
|
||||
def main(number: str) -> json:
|
||||
result = post_html(url="https://www.jav321.com/search", query={"sn": number})
|
||||
soup = BeautifulSoup(result.text, "html.parser")
|
||||
lx = html.fromstring(str(soup))
|
||||
|
||||
if "/video/" in result.url:
|
||||
data = parse_info(soup=soup)
|
||||
dic = {
|
||||
"title": get_title(lx=lx),
|
||||
"studio": "",
|
||||
"year": data["release"][:4],
|
||||
"outline": get_outline(lx=lx),
|
||||
"director": "",
|
||||
"cover": get_cover(lx=lx),
|
||||
"imagecut": 1,
|
||||
"actor_photo": "",
|
||||
"website": result.url,
|
||||
"source": "jav321.py",
|
||||
**data,
|
||||
}
|
||||
else:
|
||||
dic = {}
|
||||
|
||||
return json.dumps(dic, ensure_ascii=False, sort_keys=True, indent=4, separators=(',', ':'))
|
||||
|
||||
|
||||
def get_title(lx: html.HtmlElement) -> str:
|
||||
return lx.xpath("/html/body/div[2]/div[1]/div[1]/div[1]/h3/text()")[0].strip()
|
||||
|
||||
|
||||
def parse_info(soup: BeautifulSoup) -> dict:
|
||||
data = str(soup.select_one("div.row > div.col-md-9")).split("<br/>")
|
||||
|
||||
return {
|
||||
"actor": get_anchor_info(h=data[0]),
|
||||
"label": get_anchor_info(h=data[1]),
|
||||
"tag": get_anchor_info(h=data[2]),
|
||||
"number": get_text_info(h=data[3]),
|
||||
"release": get_text_info(h=data[4]),
|
||||
"runtime": get_text_info(h=data[5]),
|
||||
}
|
||||
|
||||
|
||||
def get_anchor_info(h: str) -> str:
|
||||
result = []
|
||||
|
||||
data = BeautifulSoup(h, "html.parser").find_all("a", href=True)
|
||||
for d in data:
|
||||
result.append(d.text)
|
||||
|
||||
return ",".join(result)
|
||||
|
||||
|
||||
def get_text_info(h: str) -> str:
|
||||
return h.split(": ")[1]
|
||||
|
||||
|
||||
def get_cover(lx: html.HtmlElement) -> str:
|
||||
return lx.xpath("/html/body/div[2]/div[2]/div[1]/p/a/img/@src")[0]
|
||||
|
||||
|
||||
def get_outline(lx: html.HtmlElement) -> str:
|
||||
return lx.xpath("/html/body/div[2]/div[1]/div[1]/div[2]/div[3]/div/text()")[0]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
print(main("wmc-002"))
|
||||
BIN
readme/._readme1.PNG
Executable file
BIN
readme/._readme1.PNG
Executable file
Binary file not shown.
BIN
readme/._readme2.PNG
Executable file
BIN
readme/._readme2.PNG
Executable file
Binary file not shown.
BIN
readme/._readme4.PNG
Executable file
BIN
readme/._readme4.PNG
Executable file
Binary file not shown.
0
readme/This is readms.md's images folder
Normal file → Executable file
0
readme/This is readms.md's images folder
Normal file → Executable file
0
readme/flow_chart2.png
Normal file → Executable file
0
readme/flow_chart2.png
Normal file → Executable file
|
Before Width: | Height: | Size: 101 KiB After Width: | Height: | Size: 101 KiB |
0
readme/readme1.PNG
Normal file → Executable file
0
readme/readme1.PNG
Normal file → Executable file
|
Before Width: | Height: | Size: 1.1 KiB After Width: | Height: | Size: 1.1 KiB |
0
readme/readme2.PNG
Normal file → Executable file
0
readme/readme2.PNG
Normal file → Executable file
|
Before Width: | Height: | Size: 3.4 KiB After Width: | Height: | Size: 3.4 KiB |
0
readme/readme3.PNG
Normal file → Executable file
0
readme/readme3.PNG
Normal file → Executable file
|
Before Width: | Height: | Size: 1.3 KiB After Width: | Height: | Size: 1.3 KiB |
0
readme/readme4.PNG
Normal file → Executable file
0
readme/readme4.PNG
Normal file → Executable file
|
Before Width: | Height: | Size: 16 KiB After Width: | Height: | Size: 16 KiB |
0
readme/single.gif
Normal file → Executable file
0
readme/single.gif
Normal file → Executable file
|
Before Width: | Height: | Size: 68 KiB After Width: | Height: | Size: 68 KiB |
1
resource/This is readms.md's images folder
Executable file
1
resource/This is readms.md's images folder
Executable file
@ -0,0 +1 @@
|
||||
1
|
||||
BIN
resource/flow_chart2.png
Executable file
BIN
resource/flow_chart2.png
Executable file
Binary file not shown.
|
After Width: | Height: | Size: 101 KiB |
BIN
resource/readme1.PNG
Executable file
BIN
resource/readme1.PNG
Executable file
Binary file not shown.
|
After Width: | Height: | Size: 1.1 KiB |
BIN
resource/readme2.PNG
Executable file
BIN
resource/readme2.PNG
Executable file
Binary file not shown.
|
After Width: | Height: | Size: 3.4 KiB |
BIN
resource/readme3.PNG
Executable file
BIN
resource/readme3.PNG
Executable file
Binary file not shown.
|
After Width: | Height: | Size: 1.3 KiB |
BIN
resource/readme4.PNG
Executable file
BIN
resource/readme4.PNG
Executable file
Binary file not shown.
|
After Width: | Height: | Size: 16 KiB |
1
resource/ruquirments.txt
Executable file
1
resource/ruquirments.txt
Executable file
@ -0,0 +1 @@
|
||||
pipenv install -rlxml bs4 pillow pyquery
|
||||
BIN
resource/single.gif
Executable file
BIN
resource/single.gif
Executable file
Binary file not shown.
|
After Width: | Height: | Size: 68 KiB |
@ -1,4 +0,0 @@
|
||||
lxml
|
||||
bs4
|
||||
pillow
|
||||
pyquery
|
||||
80
test.py
Executable file
80
test.py
Executable file
@ -0,0 +1,80 @@
|
||||
import os
|
||||
import re
|
||||
from itertools import groupby
|
||||
|
||||
import fuckit as fuckit
|
||||
import pandas as pd
|
||||
from tenacity import retry, stop_after_delay, wait_fixed
|
||||
|
||||
|
||||
def go():
|
||||
a = [1, 2, 3, 4, 5, 6]
|
||||
# [print(x) for x in a]
|
||||
# [print(x) for x in a]
|
||||
a1 = groupby(a, key=lambda k: (k / 2))
|
||||
for i in a1:
|
||||
print(i)
|
||||
for i in a1:
|
||||
print(i)
|
||||
|
||||
|
||||
class TryDo:
|
||||
def __init__(self, func, times=3):
|
||||
self.tries = times
|
||||
self.func = func
|
||||
|
||||
def __iter__(self):
|
||||
self.currentTry = 1
|
||||
return self
|
||||
|
||||
def __next__(self):
|
||||
if self.currentTry > self.tries:
|
||||
raise StopIteration(False)
|
||||
else:
|
||||
self.currentTry += 1
|
||||
self.func()
|
||||
raise StopIteration(True)
|
||||
|
||||
# def do(self):
|
||||
|
||||
|
||||
@retry(stop=stop_after_delay(3), wait=wait_fixed(2))
|
||||
def stop_after_10_s():
|
||||
print("Stopping after 10 seconds")
|
||||
raise Exception
|
||||
|
||||
|
||||
# f = iter( TryDo(do_something, 5))
|
||||
|
||||
# stop_after_10_s()
|
||||
def errorfunc():
|
||||
raise Exception
|
||||
|
||||
|
||||
def okfunc():
|
||||
print("ok")
|
||||
|
||||
|
||||
# with fuckit:
|
||||
# errorfunc()
|
||||
# okfunc()
|
||||
# re.match()
|
||||
|
||||
r = re.search(r'(?<=999)-?((?P<alpha>([A-Z](?![A-Z])))|(?P<num>\d(?!\d)))', "IPTD-999-B-彼女の姉貴とイケナイ関係-RIO", re.I)
|
||||
#
|
||||
print(r.groupdict())
|
||||
print(r.groupdict()['alpha'])
|
||||
print(r.group(2))
|
||||
import re
|
||||
|
||||
line = "Cats are smarter than dogs"
|
||||
matchObj = re.search(r'(?<=a)(.*) are (.*?) .*', line, re.M | re.I)
|
||||
if matchObj:
|
||||
print("matchObj.group() : ", matchObj.group())
|
||||
print("matchObj.group(1) : ", matchObj.group(1))
|
||||
print("matchObj.group(2) : ", matchObj.group(2))
|
||||
else:
|
||||
print("No match!!")
|
||||
|
||||
# print(r[-1])
|
||||
# print(newList)
|
||||
0
update_check.json
Normal file → Executable file
0
update_check.json
Normal file → Executable file
Loading…
Reference in New Issue
Block a user