修复OpenList多根路径扫描进度未汇总:先统计总数再连续累加,全部完成后再标记任务结束
This commit is contained in:
+231
-202
@@ -150,8 +150,63 @@ export async function startOpenListRefresh(clearMetaInfo = false): Promise<{ tas
|
|||||||
return { taskId };
|
return { taskId };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async function loadMetaInfo(clearMetaInfo: boolean): Promise<MetaInfo> {
|
||||||
|
if (clearMetaInfo) {
|
||||||
|
return {
|
||||||
|
folders: {},
|
||||||
|
last_refresh: Date.now(),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
const metainfoContent = await db.getGlobalValue('video.metainfo');
|
||||||
|
if (metainfoContent) {
|
||||||
|
return JSON.parse(metainfoContent);
|
||||||
|
}
|
||||||
|
} catch (error) {
|
||||||
|
console.error('[OpenList Refresh] 读取现有 metainfo 失败:', error);
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
folders: {},
|
||||||
|
last_refresh: Date.now(),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
async function listRootFolders(
|
||||||
|
client: OpenListClient,
|
||||||
|
rootPath: string
|
||||||
|
): Promise<any[]> {
|
||||||
|
const folders: any[] = [];
|
||||||
|
let currentPage = 1;
|
||||||
|
const pageSize = 100;
|
||||||
|
|
||||||
|
while (true) {
|
||||||
|
const listResponse = await client.listDirectory(
|
||||||
|
rootPath,
|
||||||
|
currentPage,
|
||||||
|
pageSize,
|
||||||
|
true
|
||||||
|
);
|
||||||
|
if (listResponse.code !== 200) {
|
||||||
|
throw new Error(`OpenList 列表获取失败: ${rootPath}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const content = listResponse.data.content || [];
|
||||||
|
folders.push(...content.filter((item) => item.is_dir));
|
||||||
|
|
||||||
|
if (content.length < pageSize) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
currentPage++;
|
||||||
|
}
|
||||||
|
|
||||||
|
return folders;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 扫描多个根目录
|
* 扫描多个根目录:先汇总全部文件夹数量,再连续累计进度,最后统一完成任务
|
||||||
*/
|
*/
|
||||||
async function performMultiRootScan(
|
async function performMultiRootScan(
|
||||||
taskId: string,
|
taskId: string,
|
||||||
@@ -165,218 +220,210 @@ async function performMultiRootScan(
|
|||||||
clearMetaInfo: boolean,
|
clearMetaInfo: boolean,
|
||||||
scanMode: 'torrent' | 'name' | 'hybrid'
|
scanMode: 'torrent' | 'name' | 'hybrid'
|
||||||
): Promise<void> {
|
): Promise<void> {
|
||||||
for (let i = 0; i < rootPaths.length; i++) {
|
const client = new OpenListClient(url, username, password);
|
||||||
const rootPath = rootPaths[i];
|
|
||||||
|
|
||||||
console.log(`[OpenList Refresh] 扫描根目录 (${i + 1}/${rootPaths.length}): ${rootPath}`);
|
|
||||||
try {
|
|
||||||
await performScan(
|
|
||||||
taskId,
|
|
||||||
url,
|
|
||||||
rootPath,
|
|
||||||
tmdbApiKey,
|
|
||||||
tmdbProxy,
|
|
||||||
tmdbReverseProxy,
|
|
||||||
username,
|
|
||||||
password,
|
|
||||||
clearMetaInfo && i === 0, // 只在第一个根目录时清除
|
|
||||||
scanMode
|
|
||||||
);
|
|
||||||
} catch (error) {
|
|
||||||
console.error(`[OpenList Refresh] 根目录 ${rootPath} 扫描失败:`, error);
|
|
||||||
// 继续扫描其他根目录
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* 执行扫描任务
|
|
||||||
*/
|
|
||||||
async function performScan(
|
|
||||||
taskId: string,
|
|
||||||
url: string,
|
|
||||||
rootPath: string,
|
|
||||||
tmdbApiKey: string,
|
|
||||||
tmdbProxy?: string,
|
|
||||||
tmdbReverseProxy?: string,
|
|
||||||
username?: string,
|
|
||||||
password?: string,
|
|
||||||
clearMetaInfo?: boolean,
|
|
||||||
scanMode: 'torrent' | 'name' | 'hybrid' = 'hybrid'
|
|
||||||
): Promise<void> {
|
|
||||||
const client = new OpenListClient(url, username!, password!);
|
|
||||||
|
|
||||||
updateScanTaskProgress(taskId, 0, 0);
|
updateScanTaskProgress(taskId, 0, 0);
|
||||||
|
|
||||||
try {
|
try {
|
||||||
let metaInfo: MetaInfo;
|
const metaInfo = await loadMetaInfo(clearMetaInfo);
|
||||||
|
|
||||||
if (clearMetaInfo) {
|
|
||||||
metaInfo = {
|
|
||||||
folders: {},
|
|
||||||
last_refresh: Date.now(),
|
|
||||||
};
|
|
||||||
} else {
|
|
||||||
try {
|
|
||||||
const metainfoContent = await db.getGlobalValue('video.metainfo');
|
|
||||||
if (metainfoContent) {
|
|
||||||
metaInfo = JSON.parse(metainfoContent);
|
|
||||||
} else {
|
|
||||||
metaInfo = {
|
|
||||||
folders: {},
|
|
||||||
last_refresh: Date.now(),
|
|
||||||
};
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.error('[OpenList Refresh] 读取现有 metainfo 失败:', error);
|
|
||||||
metaInfo = {
|
|
||||||
folders: {},
|
|
||||||
last_refresh: Date.now(),
|
|
||||||
};
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
invalidateMetaInfoCache();
|
invalidateMetaInfoCache();
|
||||||
|
|
||||||
const folders: any[] = [];
|
const rootFolderGroups: { rootPath: string; folders: any[] }[] = [];
|
||||||
let currentPage = 1;
|
let totalFolders = 0;
|
||||||
const pageSize = 100;
|
|
||||||
let total = 0;
|
|
||||||
|
|
||||||
while (true) {
|
for (let i = 0; i < rootPaths.length; i++) {
|
||||||
const listResponse = await client.listDirectory(rootPath, currentPage, pageSize, true);
|
const rootPath = rootPaths[i];
|
||||||
console.log(listResponse);
|
console.log(
|
||||||
if (listResponse.code !== 200) {
|
`[OpenList Refresh] 列举根目录 (${i + 1}/${rootPaths.length}): ${rootPath}`
|
||||||
throw new Error('OpenList 列表获取失败5');
|
);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const folders = await listRootFolders(client, rootPath);
|
||||||
|
rootFolderGroups.push({ rootPath, folders });
|
||||||
|
totalFolders += folders.length;
|
||||||
|
console.log(
|
||||||
|
`[OpenList Refresh] 根目录 ${rootPath} 发现 ${folders.length} 个文件夹`
|
||||||
|
);
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`[OpenList Refresh] 根目录 ${rootPath} 列举失败:`, error);
|
||||||
}
|
}
|
||||||
|
|
||||||
total = listResponse.data.total;
|
|
||||||
const pageFolders = listResponse.data.content.filter((item) => item.is_dir);
|
|
||||||
folders.push(...pageFolders);
|
|
||||||
|
|
||||||
// 判断是否还有更多数据:当前页为 null 或数据量小于 pageSize 说明已经是最后一页
|
|
||||||
if (!listResponse.data.content || listResponse.data.content.length < pageSize) {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
|
|
||||||
currentPage++;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
updateScanTaskProgress(taskId, 0, folders.length);
|
if (rootFolderGroups.length === 0) {
|
||||||
|
throw new Error('所有根目录列举失败');
|
||||||
|
}
|
||||||
|
|
||||||
|
updateScanTaskProgress(taskId, 0, totalFolders);
|
||||||
|
|
||||||
|
let processed = 0;
|
||||||
let newCount = 0;
|
let newCount = 0;
|
||||||
let existingCount = 0;
|
let existingCount = 0;
|
||||||
let errorCount = 0;
|
let errorCount = 0;
|
||||||
|
|
||||||
const existingKeys = new Set<string>(Object.keys(metaInfo.folders));
|
const existingKeys = new Set<string>(Object.keys(metaInfo.folders));
|
||||||
|
|
||||||
const folderNameToKey = new Map<string, string>();
|
const folderNameToKey = new Map<string, string>();
|
||||||
for (const [key, info] of Object.entries(metaInfo.folders)) {
|
for (const [key, info] of Object.entries(metaInfo.folders)) {
|
||||||
folderNameToKey.set(info.folderName, key);
|
folderNameToKey.set(info.folderName, key);
|
||||||
}
|
}
|
||||||
|
|
||||||
for (let i = 0; i < folders.length; i++) {
|
for (const { rootPath, folders } of rootFolderGroups) {
|
||||||
const folder = folders[i];
|
console.log(
|
||||||
|
`[OpenList Refresh] 处理根目录: ${rootPath} (${folders.length} 个文件夹)`
|
||||||
|
);
|
||||||
|
|
||||||
updateScanTaskProgress(taskId, i + 1, folders.length, folder.name);
|
for (const folder of folders) {
|
||||||
|
processed++;
|
||||||
|
updateScanTaskProgress(
|
||||||
|
taskId,
|
||||||
|
processed,
|
||||||
|
totalFolders,
|
||||||
|
folder.name
|
||||||
|
);
|
||||||
|
|
||||||
// folderName 存储完整路径(包含根目录)
|
const fullFolderPath = `${rootPath}${rootPath.endsWith('/') ? '' : '/'}${folder.name}`;
|
||||||
const fullFolderPath = `${rootPath}${rootPath.endsWith('/') ? '' : '/'}${folder.name}`;
|
|
||||||
|
|
||||||
if (!clearMetaInfo && folderNameToKey.has(fullFolderPath)) {
|
if (!clearMetaInfo && folderNameToKey.has(fullFolderPath)) {
|
||||||
existingCount++;
|
existingCount++;
|
||||||
continue;
|
continue;
|
||||||
}
|
|
||||||
|
|
||||||
const folderKey = generateFolderKey(fullFolderPath, existingKeys);
|
|
||||||
existingKeys.add(folderKey);
|
|
||||||
|
|
||||||
try {
|
|
||||||
let searchQuery: string;
|
|
||||||
let seasonNumber: number | null = null;
|
|
||||||
let year: number | null = null;
|
|
||||||
let searchResult: any;
|
|
||||||
|
|
||||||
if (scanMode === 'torrent' || scanMode === 'hybrid') {
|
|
||||||
const torrentInfo = parseTorrentName(folder.name);
|
|
||||||
searchQuery = torrentInfo.title || folder.name;
|
|
||||||
seasonNumber = torrentInfo.season || null;
|
|
||||||
year = torrentInfo.year || null;
|
|
||||||
|
|
||||||
console.log(`[OpenList Refresh] 种子库模式 - 文件夹: ${folder.name}`);
|
|
||||||
console.log(`[OpenList Refresh] 解析结果 - 标题: ${searchQuery}, 季度: ${seasonNumber}, 年份: ${year}`);
|
|
||||||
|
|
||||||
searchResult = await searchTMDB(tmdbApiKey, searchQuery, tmdbProxy, year || undefined, tmdbReverseProxy);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (scanMode === 'name' || (scanMode === 'hybrid' && (!searchResult || searchResult.code !== 200 || !searchResult.result))) {
|
const folderKey = generateFolderKey(fullFolderPath, existingKeys);
|
||||||
const seasonInfo = parseSeasonFromTitle(folder.name);
|
existingKeys.add(folderKey);
|
||||||
searchQuery = seasonInfo.cleanTitle || folder.name;
|
|
||||||
seasonNumber = seasonInfo.seasonNumber;
|
|
||||||
year = seasonInfo.year;
|
|
||||||
|
|
||||||
console.log(`[OpenList Refresh] 名字匹配模式 - 文件夹: ${folder.name}`);
|
try {
|
||||||
console.log(`[OpenList Refresh] 清理后标题: ${searchQuery}, 季度: ${seasonNumber}, 年份: ${year}`);
|
let searchQuery: string;
|
||||||
|
let seasonNumber: number | null = null;
|
||||||
|
let year: number | null = null;
|
||||||
|
let searchResult: any;
|
||||||
|
|
||||||
searchResult = await searchTMDB(tmdbApiKey, searchQuery, tmdbProxy, year || undefined, tmdbReverseProxy);
|
if (scanMode === 'torrent' || scanMode === 'hybrid') {
|
||||||
}
|
const torrentInfo = parseTorrentName(folder.name);
|
||||||
|
searchQuery = torrentInfo.title || folder.name;
|
||||||
|
seasonNumber = torrentInfo.season || null;
|
||||||
|
year = torrentInfo.year || null;
|
||||||
|
|
||||||
if (searchResult.code === 200 && searchResult.result) {
|
console.log(`[OpenList Refresh] 种子库模式 - 文件夹: ${folder.name}`);
|
||||||
const result = searchResult.result;
|
console.log(
|
||||||
|
`[OpenList Refresh] 解析结果 - 标题: ${searchQuery}, 季度: ${seasonNumber}, 年份: ${year}`
|
||||||
|
);
|
||||||
|
|
||||||
const folderInfo: any = {
|
searchResult = await searchTMDB(
|
||||||
folderName: fullFolderPath,
|
tmdbApiKey,
|
||||||
tmdb_id: result.id,
|
searchQuery,
|
||||||
title: result.title || result.name || folder.name,
|
tmdbProxy,
|
||||||
poster_path: result.poster_path,
|
year || undefined,
|
||||||
release_date: result.release_date || result.first_air_date || '',
|
tmdbReverseProxy
|
||||||
overview: result.overview,
|
);
|
||||||
vote_average: result.vote_average,
|
|
||||||
media_type: result.media_type,
|
|
||||||
last_updated: Date.now(),
|
|
||||||
failed: false,
|
|
||||||
};
|
|
||||||
|
|
||||||
if (result.media_type === 'tv' && seasonNumber) {
|
|
||||||
try {
|
|
||||||
const seasonDetails = await getTVSeasonDetails(
|
|
||||||
tmdbApiKey,
|
|
||||||
result.id,
|
|
||||||
seasonNumber,
|
|
||||||
tmdbProxy,
|
|
||||||
tmdbReverseProxy
|
|
||||||
);
|
|
||||||
|
|
||||||
if (seasonDetails.code === 200 && seasonDetails.season) {
|
|
||||||
folderInfo.season_number = seasonDetails.season.season_number;
|
|
||||||
folderInfo.season_name = seasonDetails.season.name;
|
|
||||||
|
|
||||||
if (seasonDetails.season.season_number > 1) {
|
|
||||||
folderInfo.title = `${folderInfo.title} ${seasonDetails.season.name}`;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (seasonDetails.season.poster_path) {
|
|
||||||
folderInfo.poster_path = seasonDetails.season.poster_path;
|
|
||||||
}
|
|
||||||
if (seasonDetails.season.overview) {
|
|
||||||
folderInfo.overview = seasonDetails.season.overview;
|
|
||||||
}
|
|
||||||
if (seasonDetails.season.air_date) {
|
|
||||||
folderInfo.release_date = seasonDetails.season.air_date;
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
console.warn(`[OpenList Refresh] 获取季度 ${seasonNumber} 详情失败`);
|
|
||||||
folderInfo.season_number = seasonNumber;
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.error(`[OpenList Refresh] 获取季度详情异常:`, error);
|
|
||||||
folderInfo.season_number = seasonNumber;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
metaInfo.folders[folderKey] = folderInfo;
|
if (
|
||||||
newCount++;
|
scanMode === 'name' ||
|
||||||
} else {
|
(scanMode === 'hybrid' &&
|
||||||
|
(!searchResult ||
|
||||||
|
searchResult.code !== 200 ||
|
||||||
|
!searchResult.result))
|
||||||
|
) {
|
||||||
|
const seasonInfo = parseSeasonFromTitle(folder.name);
|
||||||
|
searchQuery = seasonInfo.cleanTitle || folder.name;
|
||||||
|
seasonNumber = seasonInfo.seasonNumber;
|
||||||
|
year = seasonInfo.year;
|
||||||
|
|
||||||
|
console.log(`[OpenList Refresh] 名字匹配模式 - 文件夹: ${folder.name}`);
|
||||||
|
console.log(
|
||||||
|
`[OpenList Refresh] 清理后标题: ${searchQuery}, 季度: ${seasonNumber}, 年份: ${year}`
|
||||||
|
);
|
||||||
|
|
||||||
|
searchResult = await searchTMDB(
|
||||||
|
tmdbApiKey,
|
||||||
|
searchQuery,
|
||||||
|
tmdbProxy,
|
||||||
|
year || undefined,
|
||||||
|
tmdbReverseProxy
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (searchResult.code === 200 && searchResult.result) {
|
||||||
|
const result = searchResult.result;
|
||||||
|
|
||||||
|
const folderInfo: any = {
|
||||||
|
folderName: fullFolderPath,
|
||||||
|
tmdb_id: result.id,
|
||||||
|
title: result.title || result.name || folder.name,
|
||||||
|
poster_path: result.poster_path,
|
||||||
|
release_date: result.release_date || result.first_air_date || '',
|
||||||
|
overview: result.overview,
|
||||||
|
vote_average: result.vote_average,
|
||||||
|
media_type: result.media_type,
|
||||||
|
last_updated: Date.now(),
|
||||||
|
failed: false,
|
||||||
|
};
|
||||||
|
|
||||||
|
if (result.media_type === 'tv' && seasonNumber) {
|
||||||
|
try {
|
||||||
|
const seasonDetails = await getTVSeasonDetails(
|
||||||
|
tmdbApiKey,
|
||||||
|
result.id,
|
||||||
|
seasonNumber,
|
||||||
|
tmdbProxy,
|
||||||
|
tmdbReverseProxy
|
||||||
|
);
|
||||||
|
|
||||||
|
if (seasonDetails.code === 200 && seasonDetails.season) {
|
||||||
|
folderInfo.season_number =
|
||||||
|
seasonDetails.season.season_number;
|
||||||
|
folderInfo.season_name = seasonDetails.season.name;
|
||||||
|
|
||||||
|
if (seasonDetails.season.season_number > 1) {
|
||||||
|
folderInfo.title = `${folderInfo.title} ${seasonDetails.season.name}`;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (seasonDetails.season.poster_path) {
|
||||||
|
folderInfo.poster_path = seasonDetails.season.poster_path;
|
||||||
|
}
|
||||||
|
if (seasonDetails.season.overview) {
|
||||||
|
folderInfo.overview = seasonDetails.season.overview;
|
||||||
|
}
|
||||||
|
if (seasonDetails.season.air_date) {
|
||||||
|
folderInfo.release_date = seasonDetails.season.air_date;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
console.warn(
|
||||||
|
`[OpenList Refresh] 获取季度 ${seasonNumber} 详情失败`
|
||||||
|
);
|
||||||
|
folderInfo.season_number = seasonNumber;
|
||||||
|
}
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`[OpenList Refresh] 获取季度详情异常:`, error);
|
||||||
|
folderInfo.season_number = seasonNumber;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
metaInfo.folders[folderKey] = folderInfo;
|
||||||
|
folderNameToKey.set(fullFolderPath, folderKey);
|
||||||
|
newCount++;
|
||||||
|
} else {
|
||||||
|
metaInfo.folders[folderKey] = {
|
||||||
|
folderName: fullFolderPath,
|
||||||
|
tmdb_id: 0,
|
||||||
|
title: folder.name,
|
||||||
|
poster_path: null,
|
||||||
|
release_date: '',
|
||||||
|
overview: '',
|
||||||
|
vote_average: 0,
|
||||||
|
media_type: 'movie',
|
||||||
|
last_updated: Date.now(),
|
||||||
|
failed: true,
|
||||||
|
};
|
||||||
|
folderNameToKey.set(fullFolderPath, folderKey);
|
||||||
|
errorCount++;
|
||||||
|
}
|
||||||
|
|
||||||
|
await new Promise((resolve) => setTimeout(resolve, 300));
|
||||||
|
} catch (error) {
|
||||||
|
console.error(
|
||||||
|
`[OpenList Refresh] 处理文件夹失败: ${folder.name}`,
|
||||||
|
error
|
||||||
|
);
|
||||||
metaInfo.folders[folderKey] = {
|
metaInfo.folders[folderKey] = {
|
||||||
folderName: fullFolderPath,
|
folderName: fullFolderPath,
|
||||||
tmdb_id: 0,
|
tmdb_id: 0,
|
||||||
@@ -389,33 +436,15 @@ async function performScan(
|
|||||||
last_updated: Date.now(),
|
last_updated: Date.now(),
|
||||||
failed: true,
|
failed: true,
|
||||||
};
|
};
|
||||||
|
folderNameToKey.set(fullFolderPath, folderKey);
|
||||||
errorCount++;
|
errorCount++;
|
||||||
}
|
}
|
||||||
|
|
||||||
await new Promise((resolve) => setTimeout(resolve, 300));
|
|
||||||
} catch (error) {
|
|
||||||
console.error(`[OpenList Refresh] 处理文件夹失败: ${folder.name}`, error);
|
|
||||||
metaInfo.folders[folderKey] = {
|
|
||||||
folderName: fullFolderPath,
|
|
||||||
tmdb_id: 0,
|
|
||||||
title: folder.name,
|
|
||||||
poster_path: null,
|
|
||||||
release_date: '',
|
|
||||||
overview: '',
|
|
||||||
vote_average: 0,
|
|
||||||
media_type: 'movie',
|
|
||||||
last_updated: Date.now(),
|
|
||||||
failed: true,
|
|
||||||
};
|
|
||||||
errorCount++;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
metaInfo.last_refresh = Date.now();
|
metaInfo.last_refresh = Date.now();
|
||||||
|
|
||||||
const metainfoContent = JSON.stringify(metaInfo);
|
await db.setGlobalValue('video.metainfo', JSON.stringify(metaInfo));
|
||||||
await db.setGlobalValue('video.metainfo', metainfoContent);
|
|
||||||
|
|
||||||
invalidateMetaInfoCache();
|
invalidateMetaInfoCache();
|
||||||
setCachedMetaInfo(metaInfo);
|
setCachedMetaInfo(metaInfo);
|
||||||
|
|
||||||
@@ -425,7 +454,7 @@ async function performScan(
|
|||||||
await db.saveAdminConfig(config);
|
await db.saveAdminConfig(config);
|
||||||
|
|
||||||
completeScanTask(taskId, {
|
completeScanTask(taskId, {
|
||||||
total: folders.length,
|
total: totalFolders,
|
||||||
new: newCount,
|
new: newCount,
|
||||||
existing: existingCount,
|
existing: existingCount,
|
||||||
errors: errorCount,
|
errors: errorCount,
|
||||||
|
|||||||
Reference in New Issue
Block a user