ChoChoX/suwayomi-material-you-webui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improve duplicate detection by title

Browse Source 
Some mangas might be the same but didn't get detected because they had different symbols (e.g. "'" instead of "`")
This commit is contained in:
schroda
2024-07-13 15:54:43 +02:00
parent d6ea0bbdf2
commit cc0a332f02
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/screens/settings/LibraryDuplicates.tsx
View File

@@ -37,10 +37,16 @@ import { BaseMangaGrid } from '@/components/source/BaseMangaGrid.tsx';
import { IMangaGridProps } from '@/components/MangaGrid.tsx'; import { IMangaGridProps } from '@/components/MangaGrid.tsx';
import { StyledGroupItemWrapper } from '@/components/virtuoso/StyledGroupItemWrapper.tsx'; import { StyledGroupItemWrapper } from '@/components/virtuoso/StyledGroupItemWrapper.tsx';
const cleanupTitle = (title: string): string =>
title
.toLowerCase()
.trim()
.replace(/[^a-zA-Z0-9]/g, '');
const findDuplicatesByTitle = <Manga extends Pick<MangaType, 'title'>>( const findDuplicatesByTitle = <Manga extends Pick<MangaType, 'title'>>(
libraryMangas: Manga[], libraryMangas: Manga[],
): Record<string, Manga[]> => { ): Record<string, Manga[]> => {
const titleToMangas = Object.groupBy(libraryMangas, ({ title }) => title.toLowerCase().trim()); const titleToMangas = Object.groupBy(libraryMangas, ({ title }) => cleanupTitle(title));
return Object.fromEntries( return Object.fromEntries(
Object.entries(titleToMangas) Object.entries(titleToMangas)
@@ -63,10 +69,10 @@ const findDuplicatesByTitleAndAlternativeTitles = <Manga extends TMangaDuplicate
return; return;
} }
const titleToCheck = mangaToCheck.title.toLowerCase().trim(); const titleToCheck = cleanupTitle(mangaToCheck.title);
const doesTitleMatch = libraryManga.title.toLowerCase().trim() === titleToCheck; const doesTitleMatch = cleanupTitle(libraryManga.title) === titleToCheck;
const doesAlternativeTitleMatch = !!libraryManga.description?.toLowerCase().trim().includes(titleToCheck); const doesAlternativeTitleMatch = cleanupTitle(libraryManga?.description ?? '').includes(titleToCheck);
const isDuplicate = doesTitleMatch || doesAlternativeTitleMatch; const isDuplicate = doesTitleMatch || doesAlternativeTitleMatch;
if (!isDuplicate) { if (!isDuplicate) {