aruppi
/
aruppi-api
mirror of https://github.com/aruppi/aruppi-api.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

Branch for improving and refactoring

Browse Source
pull/10/head
capitanwesler 5 years ago
parent 04cdccc8f6
commit 3c505cf54e
4 changed files with 113 additions and 79 deletions
Show Stats Download Patch File Download Diff File

16
src/api/api.js
Unescape Escape View File

@ -20,7 +20,7 @@ const {
} = require('../utils/index'); } = require('../utils/index');
const ThemeParser = require('../utils/animetheme'); const ThemeParser = require('../utils/animetheme');
const parserThemes = new ThemeParser() const parserThemes = new ThemeParser();
const { const {
BASE_ANIMEFLV_JELU, BASE_JIKAN, BASE_IVOOX, BASE_QWANT, BASE_YOUTUBE, BASE_THEMEMOE, BASE_ANIMEFLV, BASE_ARUPPI BASE_ANIMEFLV_JELU, BASE_JIKAN, BASE_IVOOX, BASE_QWANT, BASE_YOUTUBE, BASE_THEMEMOE, BASE_ANIMEFLV, BASE_ARUPPI
@ -75,17 +75,19 @@ const getAllAnimes = async () =>{
}; };
const getAllDirectory = async (genres) =>{ const getAllDirectory = async (genres) => {
let data let data;
if (genres === "sfw") {
if (genres === 'sfw') {
data = JSON.parse(JSON.stringify(require('../assets/directory.json'))).filter(function (item) { data = JSON.parse(JSON.stringify(require('../assets/directory.json'))).filter(function (item) {
return !item.genres.includes("Ecchi") && !item.genres.includes("ecchi"); return !item.genres.includes("Ecchi") && !item.genres.includes("ecchi");
}) });
} else { } else {
data = JSON.parse(JSON.stringify(require('../assets/directory.json'))); data = JSON.parse(JSON.stringify(require('../assets/directory.json')));
} }
return data.map(doc => ({ return data.map(doc => ({
id: doc.id, id: doc.id,
title: doc.title, title: doc.title,
@ -101,7 +103,7 @@ const getAllDirectory = async (genres) =>{
}; };
const getAnitakume = async () =>{ const getAnitakume = async () => {
const promises = [] const promises = []
@ -363,7 +365,7 @@ const getOpAndEd = async (title) => await structureThemes(await parserThemes.ser
const getThemesYear = async (year) => { const getThemesYear = async (year) => {
let data = [] let data = [];
if (year === undefined) { if (year === undefined) {
return await parserThemes.allYears(); return await parserThemes.allYears();
} else { } else {

19
src/api/apiCall.js
Unescape Escape View File

@ -1,27 +1,30 @@
const got = require('got'); const got = require('got'); // This is to make a HTTP request without doing AJAX
const cheerio = require('cheerio'); const cheerio = require('cheerio');
const { CookieJar} = require('tough-cookie'); const { CookieJar} = require('tough-cookie');
const cookieJar = new CookieJar(); const cookieJar = new CookieJar();
let response let response;
let data let data;
const homgot = async (url, options) => { const homgot = async (url, options) => {
if (options !== undefined) { if (options !== undefined) {
if (options.scrapy) { if (options.scrapy) {
response = await got(url, { cookieJar }) response = await got(url, { cookieJar });
data = await cheerio.load(response.body) data = await cheerio.load(response.body);
} }
if (options.parse) { if (options.parse) {
data = await got(url, { cookieJar }).json() data = await got(url, { cookieJar }).json();
} }
} else { } else {
data = await got.get(url, { cookieJar }); data = await got.get(url, { cookieJar });
} }
return data return data;
} }
module.exports = {homgot} module.exports = { homgot };

29
src/api/routes/index.js
Unescape Escape View File

@ -269,12 +269,12 @@ router.get('/moreInfo/:title' , (req, res) =>{
let title = req.params.title; let title = req.params.title;
api.getMoreInfo(title) api.getMoreInfo(title)
.then(info =>{ .then(info => {
if (info !== undefined) { if (info !== undefined) {
res.status(200).json(info); res.status(200).json(info);
} else ( } else {
res.status(500).json({ message: 'Aruppi lost in the shell'}) res.status(500).json({ message: 'Aruppi lost in the shell'});
) }
}).catch((err) =>{ }).catch((err) =>{
console.error(err); console.error(err);
}); });
@ -286,13 +286,15 @@ router.get('/getEpisodes/:title' , (req, res) =>{
let title = req.params.title; let title = req.params.title;
api.getEpisodes(title) api.getEpisodes(title)
.then(episodes =>{ .then(episodes => {
if (episodes.length > 0) { if (episodes.length > 0) {
res.status(200).json({episodes}); res.status(200).json({episodes});
} else ( } else {
res.status(500).json({ message: 'Aruppi lost in the shell'}) res.status(500).json({ message: 'Aruppi lost in the shell'});
) }
}).catch((err) =>{ }).catch((err) =>{
console.error(err); console.error(err);
}); });
@ -432,15 +434,16 @@ router.get('/themes/:title' , (req, res) =>{
let title = req.params.title; let title = req.params.title;
api.getOpAndEd(title) api.getOpAndEd(title)
.then(themes =>{ .then(themes => {
if (themes.length > 0) { if (themes) {
res.status(200).json({ res.status(200).json({
themes themes
}); });
} else ( } else {
res.status(500).json({ message: 'Aruppi lost in the shell'}) res.status(500).json({ message: 'Aruppi lost in the shell'});
) }
}).catch((err) =>{ }).catch((err) =>{
console.error(err); console.error(err);
}); });

122
src/utils/animetheme.js
Unescape Escape View File

@ -19,7 +19,7 @@ class ThemeParser {
return await this.parseLinks(); return await this.parseLinks();
} }
catch(err) { catch(err) {
throw err; console.log(err);
} }
} }
@ -30,18 +30,18 @@ class ThemeParser {
return await this.parseYears(); return await this.parseYears();
} }
catch(err) { catch(err) {
throw err; console.log(err);
} }
} }
async serie(query) { async serie(title) {
try { try {
this.animes = []; this.animes = [];
this.$ = await redditocall('anime_index'); this.$ = await redditocall('anime_index');
return await this.parseSerie(query); return await this.parseSerie(title);
} }
catch(err) { catch(err) {
throw err; console.log(err);
} }
} }
@ -52,7 +52,7 @@ class ThemeParser {
return await this.parseArtists(); return await this.parseArtists();
} }
catch(err) { catch(err) {
throw err; console.log(err);
} }
} }
@ -63,7 +63,7 @@ class ThemeParser {
return await this.parseArtist(); return await this.parseArtist();
} }
catch(err) { catch(err) {
throw err; console.log(err);
} }
} }
@ -74,13 +74,14 @@ class ThemeParser {
return await this.parseRandom(query); return await this.parseRandom(query);
} }
catch(err) { catch(err) {
throw err; console.log(err);
} }
} }
async year(date) { async year(date) {
let animes = []; let animes = [];
this.$ = await redditocall(date)
this.$ = await redditocall(date);
this.$('h3').each((i, el) => { this.$('h3').each((i, el) => {
let parsed = this.parseAnime(el); let parsed = this.parseAnime(el);
parsed.year = date; parsed.year = date;
@ -102,13 +103,13 @@ class ThemeParser {
let parsed = this.parseAnime(this.$('h3')[rand]); let parsed = this.parseAnime(this.$('h3')[rand]);
resolve(parsed); resolve(parsed);
}) });
} }
parseYears(){ parseYears() {
return new Promise(async resolve => { return new Promise(async resolve => {
let promises = [] let promises = [];
let data = this.$('h3 a'); let data = this.$('h3 a');
for (let i = 0; i < data.length; i++) { for (let i = 0; i < data.length; i++) {
@ -119,15 +120,15 @@ class ThemeParser {
}) })
if (i === data.length - 1) { if (i === data.length - 1) {
resolve(promises) resolve(promises);
} }
} }
}) });
} }
parseArtists(){ parseArtists() {
return new Promise(async resolve => { return new Promise(async resolve => {
let promises = [] let promises = []
@ -169,22 +170,31 @@ class ThemeParser {
}) })
} }
parseSerie(query){ /* - ParseSerie
Parse the HTML from the redditocall
and search for the h3 tag to be the
same of the title and resolve a object.
*/
parseSerie(title) {
return new Promise(async resolve => { return new Promise(async resolve => {
let data = this.$('p a'); let data = this.$('p a');
for (let i = 0; i < data.length; i++) { for (let i = 0; i < data.length; i++) {
let serieElement = data[i].children[0].data let serieElement = data[i].children[0].data;
if (serieElement.split(" (")[0] === query) { if (serieElement.split(" (")[0] === title) {
let year = this.$('p a')[i].attribs.href.split('/r/AnimeThemes/wiki/')[1].split('#wiki')[0];
this.$ = await redditocall(this.$('p a')[i].attribs.href.split('/r/AnimeThemes/wiki/')[1].split('#wiki')[0]); this.$ = await redditocall(this.$('p a')[i].attribs.href.split('/r/AnimeThemes/wiki/')[1].split('#wiki')[0]);
for (let i = 0; i < this.$('h3').length; i++) { for (let i = 0; i < this.$('h3').length; i++) {
if (this.$('h3')[i].children[0].children[0].data === query) {
if (this.$('h3')[i].children[0].children[0].data === title) {
let parsed = this.parseAnime(this.$('h3')[i]); let parsed = this.parseAnime(this.$('h3')[i]);
parsed.year = year;
resolve(parsed); resolve(parsed);
} }
} }
@ -192,7 +202,7 @@ class ThemeParser {
} }
} }
}) });
} }
parseLinks() { parseLinks() {
@ -215,65 +225,80 @@ class ThemeParser {
}) })
} }
parseAnime(dat) { parseAnime(element) {
let el = this.$(dat).children('a'); let el = this.$(element).children('a');
let title = el.text(); let title = el.text();
let malId = el.attr('href').split('/')[4]; let mal_id = el.attr('href').split('/')[4];
let next = this.$(dat).next(); let next = this.$(element).next();
let theme = { let theme = {
id: malId, id: mal_id,
title title
} };
if (next.prop("tagName") === "TABLE") {
if (next.prop("tagName") === "P") {
theme.themes = this.parseTable(next.next());
} else if (next.prop("tagName") === "TABLE") {
theme.themes = this.parseTable(next); theme.themes = this.parseTable(next);
}else if (next.prop("tagName") === "P") {
theme.themes = this.parseTable(next.next());
} }
return theme; return theme;
} }
parseTable(table) { /* - ParseTable
if (table.prop('tagName') !== "TABLE") { Parse the table tag from the HTML
return this.parseTable(table.next()); and returns a object with all the
information.
*/
parseTable(element) {
if (element.prop('tagName') !== "TABLE") {
return this.parseTable(element.next());
} }
let themes = []; let themes = [];
table.children('tbody').children('tr').each(function () {
const $ = cheerio.load(this); element.find('tbody').find('tr').each((i, elem) => {
const td = $('td'); // Theme row
let name = replaceAll(td.first().text(), "&quot;", "\"") let name = replaceAll(elem.children[1].children[0].data, "&quot;", "\"");
let linkEl = td.eq(1).children().first(); let link = elem.children[3].children[0].attribs.href;
let link = linkEl.attr('href'); let linkDesc = elem.children[3].children[0].children[0].data;
let linkDesc = linkEl.text(); let episodes = elem.children[5].children.length > 0 ? elem.children[5].children[0].data : "";
let episodes = td.eq(2).text(); let notes = elem.children[7].children.length > 0 ? elem.children[7].children[0].data : "";
let notes = td.eq(3).text();
themes.push({ themes.push({
name, name,
link, link,
desc: linkDesc, desc: linkDesc,
type: (name.startsWith('OP') ? 'opening' : 'ending'), type: name.startsWith('OP') ? 'Opening' : name.startsWith('ED') ? 'Ending' : 'OP/ED',
episodes, episodes,
notes notes
}) });
}) });
return themes; return themes;
} }
} }
async function redditocall(href) { async function redditocall(href) {
let resp = await homgot(REDDIT_ANIMETHEMES + href + ".json", { parse: true }) let resp = await homgot(REDDIT_ANIMETHEMES + href + ".json", { parse: true });
return cheerio.load(getHTML(resp.data.content_html)); return cheerio.load(getHTML(resp.data.content_html));
} }
function getHTML(str) { function getHTML(str) {
let html = replaceAll(str, "&lt;", "<") let html = replaceAll(str, "&lt;", "<");
html = replaceAll(html, "&gt;", ">") html = replaceAll(html, "&gt;", ">");
return html; return html;
} }
@ -281,4 +306,5 @@ function replaceAll(str, find, replace) {
return str.replace(new RegExp(find, 'g'), replace); return str.replace(new RegExp(find, 'g'), replace);
} }
module.exports = ThemeParser; module.exports = ThemeParser;

Write Preview
Loading…
Cancel
Save