mirror of
https://github.com/ld3z/new-manga.git
synced 2026-11-09 20:13:44 -07:00
381 lines
No EOL
10 KiB
TypeScript
381 lines
No EOL
10 KiB
TypeScript
import type { Comic, Genre, ComicType } from './types';
|
|
import { getRedisClient } from './db';
|
|
|
|
const languageMap = {
|
|
"en": "English",
|
|
"fr": "French",
|
|
"es": "Spanish",
|
|
"it": "Italian",
|
|
"pl": "Polish",
|
|
"tr": "Turkish",
|
|
"ja": "Japanese",
|
|
"zh": "Chinese",
|
|
"sv": "Swedish",
|
|
"ar": "Arabic",
|
|
"de": "German",
|
|
"ko": "Korean"
|
|
} as const;
|
|
|
|
const languages = new Set(Object.keys(languageMap));
|
|
const contentTypes = new Set(["sfw", "nsfw"]);
|
|
const comicTypes = new Set(['manga', 'manhwa', 'manhua', 'all']);
|
|
const urlBase = "https://api.comick.fun/chapter";
|
|
|
|
let genreCache: Genre[] = [];
|
|
|
|
const RETRY_COUNT = 3;
|
|
const RETRY_DELAY = 1000;
|
|
|
|
async function fetchWithRetry(url: string, options: RequestInit = {}, retries = RETRY_COUNT): Promise<Response> {
|
|
try {
|
|
const response = await fetch(url, {
|
|
...options,
|
|
headers: {
|
|
'Accept': 'application/json',
|
|
'User-Agent': 'Mozilla/5.0 (compatible; ComicReader/1.0)',
|
|
...options.headers,
|
|
},
|
|
});
|
|
|
|
if (!response.ok) {
|
|
throw new Error(`HTTP error! status: ${response.status}`);
|
|
}
|
|
|
|
return response;
|
|
} catch (error) {
|
|
if (retries > 0) {
|
|
await new Promise(resolve => setTimeout(resolve, RETRY_DELAY));
|
|
return fetchWithRetry(url, options, retries - 1);
|
|
}
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
export async function fetchGenres(): Promise<Genre[]> {
|
|
if (genreCache.length > 0) return genreCache;
|
|
|
|
try {
|
|
const response = await fetchWithRetry('https://api.comick.fun/genre');
|
|
genreCache = await response.json();
|
|
return genreCache;
|
|
} catch (error) {
|
|
console.error('Error fetching genres:', error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
export function getGenreNames(genreIds: number[], genres: Genre[]): string[] {
|
|
return genreIds
|
|
.map(id => genres.find(g => g.id === id)?.name ?? '')
|
|
.filter(name => name !== '');
|
|
}
|
|
|
|
export class APIError extends Error {
|
|
constructor(
|
|
message: string,
|
|
public statusCode?: number,
|
|
public endpoint?: string
|
|
) {
|
|
super(message);
|
|
this.name = 'APIError';
|
|
}
|
|
}
|
|
|
|
export async function fetchComics(
|
|
language: string = 'en',
|
|
contentType: string = 'sfw',
|
|
comicType: ComicType = 'all',
|
|
page: number = 1
|
|
): Promise<Comic[]> {
|
|
const apiUrl = `${urlBase}?lang=${language}&page=${page}&order=new&accept_erotic_content=${contentType === 'nsfw'}${comicType === 'all' ? '' : `&type=${comicType}`}`;
|
|
|
|
try {
|
|
console.log('Fetching comics from:', apiUrl);
|
|
|
|
const response = await fetchWithRetry(apiUrl);
|
|
const data = await response.json();
|
|
|
|
if (!Array.isArray(data)) {
|
|
throw new APIError('Invalid API response format', undefined, apiUrl);
|
|
}
|
|
|
|
return data;
|
|
} catch (error) {
|
|
if (error instanceof APIError) throw error;
|
|
throw new APIError(
|
|
'Failed to fetch comics',
|
|
error instanceof Response ? error.status : undefined,
|
|
apiUrl
|
|
);
|
|
}
|
|
}
|
|
|
|
export function isValidLanguage(lang: string): boolean {
|
|
return languages.has(lang);
|
|
}
|
|
|
|
export function isValidContentType(type: string): boolean {
|
|
return contentTypes.has(type);
|
|
}
|
|
|
|
export function isValidComicType(type: string): boolean {
|
|
return comicTypes.has(type);
|
|
}
|
|
|
|
export function getLanguageName(code: string): string {
|
|
return languageMap[code as keyof typeof languageMap] || code.toUpperCase();
|
|
}
|
|
|
|
export const availableLanguages = Array.from(languages);
|
|
export const availableContentTypes = Array.from(contentTypes);
|
|
export const availableComicTypes = Array.from(comicTypes);
|
|
export { languageMap };
|
|
|
|
interface ComicDetail {
|
|
comic: {
|
|
hid: string;
|
|
title: string;
|
|
slug: string;
|
|
};
|
|
}
|
|
|
|
interface ChapterDetail {
|
|
id: string;
|
|
chap: string;
|
|
title: string;
|
|
updated_at: string;
|
|
md_comics: {
|
|
title: string;
|
|
slug: string;
|
|
md_covers?: {
|
|
b2key: string;
|
|
}[];
|
|
};
|
|
}
|
|
|
|
interface ChapterParams {
|
|
limit?: number;
|
|
lang?: string;
|
|
}
|
|
|
|
export async function getComicBySlug(slug: string): Promise<ComicDetail | null> {
|
|
try {
|
|
const response = await fetchWithRetry(`https://api.comick.fun/comic/${slug}`);
|
|
const data = await response.json();
|
|
|
|
if (!data?.comic?.hid) {
|
|
console.error(`Invalid comic data for slug ${slug}:`, data);
|
|
return null;
|
|
}
|
|
|
|
return data;
|
|
} catch (error) {
|
|
console.error(`Error fetching comic ${slug}:`, error);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
export async function getChaptersByHid(
|
|
hid: string,
|
|
slug: string,
|
|
params: ChapterParams = { limit: 5, lang: 'en' }
|
|
): Promise<ChapterDetail[]> {
|
|
try {
|
|
const queryParams = new URLSearchParams({
|
|
limit: params.limit?.toString() || '5',
|
|
lang: params.lang || 'en',
|
|
ordering: '-created_at'
|
|
});
|
|
|
|
// Fetch comic details including cover
|
|
const comicResponse = await fetchWithRetry(
|
|
`https://api.comick.fun/comic/${hid}`
|
|
);
|
|
const comicData = await comicResponse.json();
|
|
const comicTitle = comicData?.comic?.title || 'Unknown Comic';
|
|
const covers = comicData?.comic?.md_covers || [];
|
|
|
|
const response = await fetchWithRetry(
|
|
`https://api.comick.fun/comic/${hid}/chapters?${queryParams}`
|
|
);
|
|
const data = await response.json();
|
|
|
|
if (!data?.chapters || !Array.isArray(data.chapters)) {
|
|
console.error(`Invalid chapters data for hid ${hid}:`, data);
|
|
return [];
|
|
}
|
|
|
|
console.log('Processing chapters for comic:', comicTitle);
|
|
|
|
const now = new Date();
|
|
|
|
const chapters: ChapterDetail[] = [];
|
|
const rawChapters = data.chapters || [];
|
|
|
|
for (const chap of rawChapters) {
|
|
try {
|
|
if (!chap.id || !chap.chap || !chap.updated_at) {
|
|
console.warn(`Skipping chapter with missing fields in ${hid}:`, chap);
|
|
continue;
|
|
}
|
|
|
|
chapters.push({
|
|
id: chap.id,
|
|
chap: chap.chap.toString(),
|
|
title: chap.title || `Chapter ${chap.chap}`,
|
|
updated_at: chap.updated_at,
|
|
md_comics: {
|
|
title: comicTitle,
|
|
slug: slug,
|
|
md_covers: covers
|
|
}
|
|
});
|
|
} catch (e) {
|
|
console.error(`Error processing chapter ${chap.id} for ${hid}:`, e);
|
|
}
|
|
}
|
|
|
|
console.log(`Successfully processed ${chapters.length} chapters for ${comicTitle}`);
|
|
return chapters;
|
|
} catch (error) {
|
|
console.error(`Error fetching chapters for hid ${hid}:`, error);
|
|
return [];
|
|
}
|
|
}
|
|
|
|
// Add deduplication function
|
|
function deduplicateChapters(chapters: ChapterDetail[]): ChapterDetail[] {
|
|
const seen = new Set<string>();
|
|
return chapters.filter(chapter => {
|
|
const key = `${chapter.md_comics.slug}-${chapter.chap}`;
|
|
if (seen.has(key)) return false;
|
|
seen.add(key);
|
|
return true;
|
|
});
|
|
}
|
|
|
|
export async function getChaptersForSlugs(
|
|
slugs: string[],
|
|
lang: string = 'en'
|
|
): Promise<ChapterDetail[]> {
|
|
console.log(`Fetching chapters for ${slugs.length} comics`);
|
|
const redis = await getRedisClient();
|
|
const CACHE_TTL = 60 * 60;
|
|
|
|
const uniqueSlugs = [...new Set(slugs)];
|
|
const pipeline = redis.pipeline();
|
|
|
|
// Add cache key validation
|
|
uniqueSlugs.forEach(slug => {
|
|
if (!slug.match(/^[a-z0-9-]+$/)) {
|
|
console.error(`Invalid slug format: ${slug}`);
|
|
}
|
|
const cacheKey = `chapters:${slug}:${lang}`;
|
|
pipeline.get(cacheKey);
|
|
});
|
|
|
|
const [cacheResults, slugsToFetch] = await Promise.all([
|
|
pipeline.exec(),
|
|
validateSlugs(uniqueSlugs) // Add this new function
|
|
]);
|
|
|
|
const cachedChapters: ChapterDetail[] = [];
|
|
cacheResults.forEach(([err, result], index) => {
|
|
if (!err && result) {
|
|
try {
|
|
const parsed = JSON.parse(result);
|
|
if (Array.isArray(parsed)) {
|
|
cachedChapters.push(...parsed);
|
|
}
|
|
} catch (e) {
|
|
console.error(`Cache parse error for ${uniqueSlugs[index]}:`, e);
|
|
}
|
|
}
|
|
});
|
|
|
|
// Add progress tracking
|
|
console.log(`Cache hits: ${cachedChapters.length} chapters from ${slugs.length - slugsToFetch.length} comics`);
|
|
console.log(`Fetching ${slugsToFetch.length} comics from API`);
|
|
|
|
const fetchPromises = slugsToFetch.map(async (slug) => {
|
|
const timer = Date.now();
|
|
try {
|
|
const comicDetail = await getComicBySlug(slug);
|
|
|
|
if (!comicDetail?.comic?.hid) {
|
|
console.error(`❌ No HID found for ${slug}`);
|
|
return [];
|
|
}
|
|
|
|
const chapters = await getChaptersByHid(comicDetail.comic.hid, slug, {
|
|
limit: 5,
|
|
lang: lang
|
|
});
|
|
|
|
console.log(`✅ ${slug} (${comicDetail.comic.hid}) returned ${chapters.length} chapters in ${Date.now() - timer}ms`);
|
|
return chapters;
|
|
} catch (error) {
|
|
console.error(`🚨 Error processing ${slug}:`, error);
|
|
return [];
|
|
}
|
|
});
|
|
|
|
const liveChapters = (await Promise.all(fetchPromises)).flat();
|
|
|
|
// Cache new results in batch
|
|
const cachePipeline = redis.pipeline();
|
|
const chaptersBySlug: Record<string, ChapterDetail[]> = {};
|
|
|
|
liveChapters.forEach(chapter => {
|
|
const slug = chapter.md_comics.slug;
|
|
if (!chaptersBySlug[slug]) {
|
|
chaptersBySlug[slug] = [];
|
|
}
|
|
chaptersBySlug[slug].push(chapter);
|
|
});
|
|
|
|
Object.entries(chaptersBySlug).forEach(([slug, chaps]) => {
|
|
const cacheKey = `chapters:${slug}:${lang}`;
|
|
cachePipeline.set(
|
|
cacheKey,
|
|
JSON.stringify(chaps),
|
|
'EX',
|
|
CACHE_TTL
|
|
);
|
|
});
|
|
|
|
await cachePipeline.exec();
|
|
|
|
// Combine and sort all chapters
|
|
const allChapters = [...cachedChapters, ...liveChapters];
|
|
const deduplicatedChapters = deduplicateChapters(allChapters);
|
|
return deduplicatedChapters.sort((a, b) =>
|
|
parseFloat(b.chap) - parseFloat(a.chap) ||
|
|
new Date(b.updated_at).getTime() - new Date(a.updated_at).getTime()
|
|
);
|
|
}
|
|
|
|
// Add this new validation function
|
|
async function validateSlugs(slugs: string[]): Promise<string[]> {
|
|
const validSlugs: string[] = [];
|
|
const invalidSlugs: string[] = [];
|
|
|
|
await Promise.all(slugs.map(async (slug) => {
|
|
try {
|
|
const response = await fetchWithRetry(`https://api.comick.fun/comic/${slug}`, {}, 1);
|
|
if (response.ok) {
|
|
validSlugs.push(slug);
|
|
} else {
|
|
invalidSlugs.push(slug);
|
|
}
|
|
} catch {
|
|
invalidSlugs.push(slug);
|
|
}
|
|
}));
|
|
|
|
if (invalidSlugs.length > 0) {
|
|
console.error(`Invalid/Unavailable slugs: ${invalidSlugs.join(', ')}`);
|
|
}
|
|
|
|
return validSlugs;
|
|
} |