|
|
|
@ -4,7 +4,6 @@ import AnimeModel, {Anime} from '../database/models/anime.model';
|
|
|
|
import crypto from 'crypto';
|
|
|
|
import crypto from 'crypto';
|
|
|
|
import util from 'util';
|
|
|
|
import util from 'util';
|
|
|
|
import {redisClient} from '../database/connection';
|
|
|
|
import {redisClient} from '../database/connection';
|
|
|
|
import { stderr } from 'process';
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// @ts-ignore
|
|
|
|
// @ts-ignore
|
|
|
|
redisClient.get = util.promisify(redisClient.get);
|
|
|
|
redisClient.get = util.promisify(redisClient.get);
|
|
|
|
@ -35,7 +34,7 @@ interface RelatedAnime {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
export const animeExtraInfo = async (mal_id: number) => {
|
|
|
|
export const animeExtraInfo = async (mal_id: number) => {
|
|
|
|
let info: any;
|
|
|
|
let data: any;
|
|
|
|
let broadcast: any;
|
|
|
|
let broadcast: any;
|
|
|
|
|
|
|
|
|
|
|
|
const airDay: any = {
|
|
|
|
const airDay: any = {
|
|
|
|
@ -69,40 +68,40 @@ export const animeExtraInfo = async (mal_id: number) => {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
info = await requestGot(`${urls.BASE_JIKAN}anime/${mal_id}`, {
|
|
|
|
data = await requestGot(`${urls.BASE_JIKAN}anime/${mal_id}`, {
|
|
|
|
parse: true,
|
|
|
|
parse: true,
|
|
|
|
scrapy: false,
|
|
|
|
scrapy: false,
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
if (info.data.airing) {
|
|
|
|
if (data.broadcast) {
|
|
|
|
broadcast = info.data.broadcast.string.split('at')[0].trim().toLowerCase() || null;
|
|
|
|
broadcast = data.broadcast.split('at')[0].trim().toLowerCase() || null;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} catch (err) {
|
|
|
|
} catch (err) {
|
|
|
|
return err;
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (airDay.hasOwnProperty(broadcast)) {
|
|
|
|
if (airDay.hasOwnProperty(broadcast)) {
|
|
|
|
info.data.broadcast = airDay[broadcast];
|
|
|
|
data.broadcast = airDay[broadcast];
|
|
|
|
} else {
|
|
|
|
} else {
|
|
|
|
info.data.broadcast = null;
|
|
|
|
data.broadcast = null;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const formattedObject: any = {
|
|
|
|
const formattedObject: any = {
|
|
|
|
titleJapanese: info.data.titles.find((x: { type: string; }) => x.type === "Default").title,
|
|
|
|
titleJapanese: data.title_japanese,
|
|
|
|
source: info.data.source,
|
|
|
|
source: data.source,
|
|
|
|
totalEpisodes: info.data.episodes,
|
|
|
|
totalEpisodes: data.episodes,
|
|
|
|
aired: {
|
|
|
|
aired: {
|
|
|
|
from: info.data.aired.from,
|
|
|
|
from: data.aired.from,
|
|
|
|
to: info.data.aired.to,
|
|
|
|
to: data.aired.to,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
duration: info.data.duration.split('per')[0],
|
|
|
|
duration: data.duration.split('per')[0],
|
|
|
|
rank: info.data.rank,
|
|
|
|
rank: data.rank,
|
|
|
|
broadcast: info.data.broadcast,
|
|
|
|
broadcast: data.broadcast,
|
|
|
|
producers: info.data.producers.map((item: any) => item.name) || null,
|
|
|
|
producers: data.producers.map((item: any) => item.name) || null,
|
|
|
|
licensors: info.data.licensors.map((item: any) => item.name) || null,
|
|
|
|
licensors: data.licensors.map((item: any) => item.name) || null,
|
|
|
|
studios: info.data.studios.map((item: any) => item.name) || null,
|
|
|
|
studios: data.studios.map((item: any) => item.name) || null,
|
|
|
|
openingThemes: info.data.opening_themes || null,
|
|
|
|
openingThemes: data.opening_themes || null,
|
|
|
|
endingThemes: info.data.ending_themes || null,
|
|
|
|
endingThemes: data.ending_themes || null,
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
if (formattedObject) {
|
|
|
|
if (formattedObject) {
|
|
|
|
@ -129,12 +128,12 @@ export const animeExtraInfo = async (mal_id: number) => {
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
export const getAnimeVideoPromo = async (mal_id: number) => {
|
|
|
|
export const getAnimeVideoPromo = async (mal_id: number) => {
|
|
|
|
let info: any;
|
|
|
|
let data: any;
|
|
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
try {
|
|
|
|
if (redisClient.connected) {
|
|
|
|
if (redisClient.connected) {
|
|
|
|
const resultQueryRedis: any = await redisClient.get(
|
|
|
|
const resultQueryRedis: any = await redisClient.get(
|
|
|
|
`getMALpromoInfo_${mal_id}`,
|
|
|
|
`promoInfo_${hashStringMd5(`${mal_id}`)}`,
|
|
|
|
);
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
|
|
if (resultQueryRedis) {
|
|
|
|
if (resultQueryRedis) {
|
|
|
|
@ -144,7 +143,7 @@ export const getAnimeVideoPromo = async (mal_id: number) => {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
info = await requestGot(`${urls.BASE_JIKAN}anime/${mal_id}/videos`, {
|
|
|
|
data = await requestGot(`${urls.BASE_JIKAN}anime/${mal_id}/videos`, {
|
|
|
|
parse: true,
|
|
|
|
parse: true,
|
|
|
|
scrapy: false,
|
|
|
|
scrapy: false,
|
|
|
|
});
|
|
|
|
});
|
|
|
|
@ -152,11 +151,11 @@ export const getAnimeVideoPromo = async (mal_id: number) => {
|
|
|
|
return err;
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const promo: Promo[] = info.data.promo.map((item: any) => {
|
|
|
|
const promo: Promo[] = data.promo.map((item: Promo) => {
|
|
|
|
return {
|
|
|
|
return {
|
|
|
|
title: item.title,
|
|
|
|
title: item.title,
|
|
|
|
previewImage: item.trailer.images.image_url,
|
|
|
|
previewImage: item.image_url,
|
|
|
|
videoURL: item.trailer.url,
|
|
|
|
videoURL: item.video_url,
|
|
|
|
};
|
|
|
|
};
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
@ -165,15 +164,15 @@ export const getAnimeVideoPromo = async (mal_id: number) => {
|
|
|
|
/* Set the key in the redis cache. */
|
|
|
|
/* Set the key in the redis cache. */
|
|
|
|
|
|
|
|
|
|
|
|
redisClient.set(
|
|
|
|
redisClient.set(
|
|
|
|
`getMALpromoInfo_${mal_id}`,
|
|
|
|
`promoInfo_${hashStringMd5(`${mal_id}`)}`,
|
|
|
|
JSON.stringify(promo),
|
|
|
|
JSON.stringify(promo),
|
|
|
|
);
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
|
|
/* After 2hrs expire the key. */
|
|
|
|
/* After 24hrs expire the key. */
|
|
|
|
|
|
|
|
|
|
|
|
redisClient.expire(
|
|
|
|
redisClient.expireat(
|
|
|
|
`getMALpromoInfo_${mal_id}`,
|
|
|
|
`promoInfo_${hashStringMd5(`${mal_id}`)}`,
|
|
|
|
7200,
|
|
|
|
parseInt(`${+new Date() / 1000}`, 10) + 7200,
|
|
|
|
);
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
@ -184,7 +183,7 @@ export const getAnimeVideoPromo = async (mal_id: number) => {
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
export const getAnimeCharacters = async (mal_id: number) => {
|
|
|
|
export const getAnimeCharacters = async (mal_id: number) => {
|
|
|
|
let info: any;
|
|
|
|
let data: any;
|
|
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
try {
|
|
|
|
if (redisClient.connected) {
|
|
|
|
if (redisClient.connected) {
|
|
|
|
@ -199,19 +198,19 @@ export const getAnimeCharacters = async (mal_id: number) => {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
info = await requestGot(
|
|
|
|
data = await requestGot(
|
|
|
|
`${urls.BASE_JIKAN}anime/${mal_id}/characters`,
|
|
|
|
`${urls.BASE_JIKAN}anime/${mal_id}/characters_staff`,
|
|
|
|
{parse: true, scrapy: false},
|
|
|
|
{parse: true, scrapy: false},
|
|
|
|
);
|
|
|
|
);
|
|
|
|
} catch (err) {
|
|
|
|
} catch (err) {
|
|
|
|
return err;
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const characters: Character[] = info.data.map((item: any) => {
|
|
|
|
const characters: Character[] = data.characters.map((item: any) => {
|
|
|
|
return {
|
|
|
|
return {
|
|
|
|
id: item.character.mal_id,
|
|
|
|
id: item.mal_id,
|
|
|
|
name: item.character.name,
|
|
|
|
name: item.name,
|
|
|
|
image: item.character.images.jpg.image_url,
|
|
|
|
image: item.image_url,
|
|
|
|
role: item.role,
|
|
|
|
role: item.role,
|
|
|
|
};
|
|
|
|
};
|
|
|
|
});
|
|
|
|
});
|
|
|
|
@ -263,12 +262,12 @@ const getPosterAndType = async (
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
export const getRelatedAnimesMAL = async (mal_id: number) => {
|
|
|
|
export const getRelatedAnimesMAL = async (mal_id: number) => {
|
|
|
|
let info: any;
|
|
|
|
let $: cheerio.Root;
|
|
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
try {
|
|
|
|
if (redisClient.connected) {
|
|
|
|
if (redisClient.connected) {
|
|
|
|
const resultQueryRedis: any = await redisClient.get(
|
|
|
|
const resultQueryRedis: any = await redisClient.get(
|
|
|
|
`getRelatedMAL_${mal_id}`,
|
|
|
|
`getRelatedMAL_${hashStringMd5(`${mal_id}`)}`,
|
|
|
|
);
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
|
|
if (resultQueryRedis) {
|
|
|
|
if (resultQueryRedis) {
|
|
|
|
@ -278,31 +277,41 @@ export const getRelatedAnimesMAL = async (mal_id: number) => {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
info = await requestGot(`${urls.BASE_JIKAN}anime/${mal_id}/relations`, {
|
|
|
|
$ = await requestGot(`https://myanimelist.net/anime/${mal_id}`, {
|
|
|
|
parse: true,
|
|
|
|
parse: false,
|
|
|
|
scrapy: false,
|
|
|
|
scrapy: true,
|
|
|
|
});
|
|
|
|
});
|
|
|
|
} catch (err) {
|
|
|
|
} catch (err) {
|
|
|
|
stderr.write(`Error on getRelatedAnimesMAL http on mal_id: ${mal_id}\n`)
|
|
|
|
|
|
|
|
return err;
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const relatedAnimes = []
|
|
|
|
let listRelated: any = {};
|
|
|
|
for (const relation_entry of info.data) {
|
|
|
|
let relatedAnimes: RelatedAnime[] = [];
|
|
|
|
for (const entry of relation_entry.entry){
|
|
|
|
|
|
|
|
if (entry.type != "anime")
|
|
|
|
if ($('table.anime_detail_related_anime').length > 0) {
|
|
|
|
break;
|
|
|
|
$('table.anime_detail_related_anime')
|
|
|
|
const queryRes: Anime | null = await AnimeModel.findOne({
|
|
|
|
.find('tbody tr')
|
|
|
|
mal_id: {$eq: entry.mal_id}
|
|
|
|
.each((index: number, element: any) => {
|
|
|
|
|
|
|
|
if ($(element).find('td').eq(0).text() !== 'Adaptation:') {
|
|
|
|
|
|
|
|
listRelated[$(element).find('td').eq(1).text()] = $(element)
|
|
|
|
|
|
|
|
.find('td')
|
|
|
|
|
|
|
|
.children('a')
|
|
|
|
|
|
|
|
.attr('href');
|
|
|
|
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
if (queryRes == null)
|
|
|
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for (const related in listRelated) {
|
|
|
|
|
|
|
|
let posterUrl: any = await getPosterAndType(
|
|
|
|
|
|
|
|
undefined,
|
|
|
|
|
|
|
|
listRelated[related].split('/')[2],
|
|
|
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if (posterUrl !== '') {
|
|
|
|
relatedAnimes.push({
|
|
|
|
relatedAnimes.push({
|
|
|
|
title: queryRes!.title,
|
|
|
|
title: related,
|
|
|
|
type: queryRes?.type,
|
|
|
|
type: posterUrl[1],
|
|
|
|
poster: queryRes?.poster
|
|
|
|
poster: posterUrl[0],
|
|
|
|
})
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
@ -311,20 +320,23 @@ export const getRelatedAnimesMAL = async (mal_id: number) => {
|
|
|
|
/* Set the key in the redis cache. */
|
|
|
|
/* Set the key in the redis cache. */
|
|
|
|
|
|
|
|
|
|
|
|
redisClient.set(
|
|
|
|
redisClient.set(
|
|
|
|
`getRelatedMAL_${mal_id}`,
|
|
|
|
`getRelatedMAL_${hashStringMd5(`${mal_id}`)}`,
|
|
|
|
JSON.stringify(relatedAnimes),
|
|
|
|
JSON.stringify(relatedAnimes),
|
|
|
|
);
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
|
|
/* After 1hr expire the key. */
|
|
|
|
/* After 24hrs expire the key. */
|
|
|
|
|
|
|
|
|
|
|
|
redisClient.expire(
|
|
|
|
redisClient.expireat(
|
|
|
|
`getRelatedMAL_${mal_id}`,
|
|
|
|
`getRelatedMAL_${hashStringMd5(`${mal_id}`)}`,
|
|
|
|
3600,
|
|
|
|
parseInt(`${+new Date() / 1000}`, 10) + 7200,
|
|
|
|
);
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return relatedAnimes;
|
|
|
|
return relatedAnimes;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
|
|
|
return [];
|
|
|
|
|
|
|
|
}
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
export const jkanimeInfo = async (id: string | undefined, mal_id: number) => {
|
|
|
|
export const jkanimeInfo = async (id: string | undefined, mal_id: number) => {
|
|
|
|
@ -594,7 +606,6 @@ export const tioanimeInfo = async (id: string | undefined, mal_id: number) => {
|
|
|
|
$ = await requestGot(`${urls.BASE_TIOANIME}anime/${id}`, {
|
|
|
|
$ = await requestGot(`${urls.BASE_TIOANIME}anime/${id}`, {
|
|
|
|
scrapy: true,
|
|
|
|
scrapy: true,
|
|
|
|
parse: false,
|
|
|
|
parse: false,
|
|
|
|
spoof: true,
|
|
|
|
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
/* Extra info of the anime */
|
|
|
|
/* Extra info of the anime */
|
|
|
|
@ -774,7 +785,6 @@ export const videoServersTioAnime = async (id: string) => {
|
|
|
|
$ = await requestGot(`${urls.BASE_TIOANIME}${id}`, {
|
|
|
|
$ = await requestGot(`${urls.BASE_TIOANIME}${id}`, {
|
|
|
|
scrapy: true,
|
|
|
|
scrapy: true,
|
|
|
|
parse: false,
|
|
|
|
parse: false,
|
|
|
|
spoof: true,
|
|
|
|
|
|
|
|
});
|
|
|
|
});
|
|
|
|
} catch (err) {
|
|
|
|
} catch (err) {
|
|
|
|
return err;
|
|
|
|
return err;
|
|
|
|
@ -931,7 +941,7 @@ async function desuServerUrl(url: string) {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
$ = await requestGot(url, {scrapy: true, parse: false, spoof: true});
|
|
|
|
$ = await requestGot(url, {scrapy: true, parse: false});
|
|
|
|
} catch (err) {
|
|
|
|
} catch (err) {
|
|
|
|
return err;
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -1023,7 +1033,7 @@ export function getThemes(themes: any[]) {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
export const imageUrlToBase64 = async (url: string) => {
|
|
|
|
export const imageUrlToBase64 = async (url: string) => {
|
|
|
|
let img: any = await requestGot(url,{spoof:false});
|
|
|
|
let img: any = await requestGot(url);
|
|
|
|
return img.rawBody.toString('base64');
|
|
|
|
return img.rawBody.toString('base64');
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
|