81 |
82 |
80 |
81 |
82 |
85 | Enjoy! 86 |
87 | -------------------------------------------------------------------------------- /babel.config.js: -------------------------------------------------------------------------------- 1 | module.exports = { 2 | presets: ['@quasar/babel-preset-app'], 3 | }; 4 | -------------------------------------------------------------------------------- /backend/.gitignore: -------------------------------------------------------------------------------- 1 | .env 2 | node_modules/ 3 | -------------------------------------------------------------------------------- /backend/calendar.js: -------------------------------------------------------------------------------- 1 | const { DateTime } = require('luxon'); 2 | const cheerio = require('cheerio'); 3 | const jsonframe = require('jsonframe-cheerio'); 4 | const isEqual = require('lodash.isequal'); 5 | const get = require('./http-utils'); 6 | const handler = require('./error-handler'); 7 | 8 | const tag = 'calendar'; 9 | const refreshSeconds = 60 * 60 * 24; 10 | const backupTTL = refreshSeconds; 11 | 12 | // Alternative: https://www.livechart.me/timetable 13 | const CALENDAR_URL = 'https://notify.moe/calendar'; 14 | 15 | function formatDateTime(dateTime) { 16 | // https://moment.github.io/luxon/docs/manual/formatting.html#table-of-tokens 17 | return dateTime.toFormat('EEE dd/MM/yyyy, HH:mm ZZZZ'); 18 | } 19 | 20 | function parse(html) { 21 | const _ = cheerio.load(html); 22 | jsonframe(_); 23 | 24 | const frame = { 25 | airingAnimes: { 26 | _s: '.calendar-entry', 27 | _d: [ 28 | { 29 | title: '.calendar-entry-title', 30 | episode: '.calendar-entry-episode | number', 31 | date: '.calendar-entry-time @ datetime', 32 | }, 33 | ], 34 | }, 35 | }; 36 | 37 | /* 38 | airingAnimes: [ 39 | { 40 | title: "One Piece", 41 | episode: "835", 42 | date: "2018-05-06T00:30:00Z" 43 | }, 44 | ... 45 | ] 46 | */ 47 | 48 | return _('.week').scrape(frame); 49 | } 50 | 51 | function set(cache, calendar) { 52 | // eslint-disable-next-line no-unused-vars 53 | cache.add(tag, calendar, { expire: backupTTL, type: 'json' }, (error, _added) => { 54 | if (error) { 55 | console.error(`Calendar set cache error: ${error.message}`); 56 | } else { 57 | console.log('Calendar refreshed successfully'); 58 | } 59 | }); 60 | } 61 | 62 | function removeCalendarDuplicates(calendar) { 63 | const titleEpisodes = {}; // title: [int(episode)] 64 | const filteredEntries = []; 65 | 66 | calendar.airingAnimes.forEach((entry) => { 67 | const sameTitleEpisodes = titleEpisodes[entry.title]; 68 | const entryEpisode = parseInt(entry.episode, 10); 69 | 70 | if (sameTitleEpisodes) { 71 | // Discard duplicated episodes (keep older date, i.e. first episode added) [previousEpisode === entryEpisode] 72 | // Discard older episodes published later (e.g. dubbed versions) [previousEpisode > entryEpisode] 73 | if (!sameTitleEpisodes.some((previousEpisode) => previousEpisode >= entryEpisode)) { 74 | filteredEntries.push(entry); 75 | sameTitleEpisodes.push(entryEpisode); 76 | } 77 | } else { 78 | filteredEntries.push(entry); 79 | titleEpisodes[entry.title] = [entryEpisode]; 80 | } 81 | }); 82 | 83 | return { 84 | airingAnimes: filteredEntries 85 | }; 86 | } 87 | 88 | function clean(calendar) { 89 | try { 90 | return removeCalendarDuplicates(calendar); 91 | } catch (e) { 92 | console.error('Cannot clean calendar', e); 93 | return calendar; 94 | } 95 | } 96 | 97 | function getCurrentCalendar(cache) { 98 | return new Promise((resolve, reject) => { 99 | cache.get(tag, (error, entries) => { 100 | if (error) { 101 | console.error(`Calendar get cache error: ${error.message}`); 102 | reject(error); 103 | } else if (entries.length > 0) { 104 | resolve(entries[0].body); 105 | } else { 106 | console.warn('Calendar not cached!'); 107 | resolve(null); 108 | } 109 | }); 110 | }); 111 | } 112 | 113 | function fetch(cache) { 114 | return new Promise((resolve, reject) => { 115 | function retrieve() { 116 | get(CALENDAR_URL) 117 | .then((html) => { 118 | const calendar = clean(parse(html)); 119 | console.log('Calendar retrieved'); 120 | const calendarData = JSON.stringify(calendar); 121 | if (cache) { 122 | set(cache, calendarData); 123 | } 124 | resolve(calendarData); 125 | }) 126 | .catch(reject); 127 | } 128 | if (cache) { 129 | getCurrentCalendar(cache) 130 | .then((calendarData) => { 131 | if (calendarData !== null) { 132 | resolve(calendarData); 133 | } else { 134 | retrieve(); 135 | } 136 | }) 137 | .catch(reject); 138 | } else retrieve(); 139 | }); 140 | } 141 | 142 | function expire(cache) { 143 | return new Promise((resolve, reject) => { 144 | cache.del(tag, (error, n) => { 145 | if (error) { 146 | console.error(`Calendar del cache error: ${error.message}`); 147 | reject(error); 148 | } else if (n > 0) { 149 | console.log('Expired calendar entries'); 150 | } 151 | resolve(); 152 | }); 153 | }); 154 | } 155 | 156 | function refreshTask(cache) { 157 | function refresh() { 158 | console.log(`[${formatDateTime(DateTime.utc())}] Refreshing calendar...`); 159 | fetch() 160 | .then((newCalendar) => { 161 | getCurrentCalendar(cache).then((oldCalendar) => { 162 | if (oldCalendar === null || !isEqual(oldCalendar, newCalendar)) { 163 | expire(cache).then(() => { 164 | set(cache, newCalendar); 165 | }); 166 | } else { 167 | console.log('Calendar is already up to date'); 168 | } 169 | }); 170 | }) 171 | .catch(handler.httpConsole()); 172 | } 173 | setImmediate(refresh); 174 | const now = DateTime.utc(); 175 | const scheduleLoop = now.startOf('day').plus({ days: 1, hours: 1, minutes: 1 }); // some delay to wait for an update at notify.moe/calendar 176 | const scheduleLoopMillis = scheduleLoop.diff(now).toObject().milliseconds; 177 | console.log( 178 | `Refresh loop will start in ${(scheduleLoopMillis / 1000 / 3600).toFixed(2)} hours at ${formatDateTime( 179 | scheduleLoop 180 | )}` 181 | ); 182 | setTimeout(function scheduleRefresh() { 183 | refresh(); 184 | setInterval(refresh, refreshSeconds * 1000); 185 | }, scheduleLoopMillis); 186 | } 187 | 188 | module.exports = { 189 | fetch, 190 | expire, 191 | refreshTask, 192 | }; 193 | -------------------------------------------------------------------------------- /backend/docker-compose.yml: -------------------------------------------------------------------------------- 1 | version: '3' 2 | 3 | services: 4 | my-anime: 5 | image: node:alpine 6 | container_name: my-anime 7 | restart: unless-stopped 8 | volumes: 9 | - ./:/var/www/app 10 | ports: 11 | - 3000:3000 12 | environment: 13 | - WHITELIST=my-anime.netlify.app,anime.carleslc.me,carleslc.me 14 | - REDIS_HOST=my-anime-redis-cache 15 | - NODE_ENV=production 16 | - PORT=3000 17 | links: 18 | - redis 19 | working_dir: /var/www/app 20 | command: sh -c 'npm i && node server.js' 21 | redis: 22 | image: redis 23 | container_name: my-anime-redis-cache 24 | expose: 25 | - 6379 26 | -------------------------------------------------------------------------------- /backend/error-handler.js: -------------------------------------------------------------------------------- 1 | module.exports = { 2 | http(res) { 3 | return (err, status) => { 4 | console.error((err.response && err.response.data) || err); 5 | res.status(status || 500).send(err.message || ''); 6 | }; 7 | }, 8 | httpConsole() { 9 | return (err, status) => console.error(`Error ${err}, status: ${status}`); 10 | }, 11 | console() { 12 | return (err) => console.error(err.message); 13 | }, 14 | }; 15 | -------------------------------------------------------------------------------- /backend/http-utils.js: -------------------------------------------------------------------------------- 1 | const fetch = require('request'); 2 | 3 | module.exports = function get(url, username, password) { 4 | return new Promise((resolve, reject) => { 5 | const options = { url }; 6 | if (username && password) { 7 | options.auth = { 8 | user: username, 9 | password, 10 | }; 11 | } 12 | fetch(options, (error, res, body) => { 13 | if (!error && res.statusCode === 200) { 14 | resolve(body); 15 | } else { 16 | reject(body || error, (res && res.statusCode) || 500); 17 | } 18 | }); 19 | }); 20 | }; 21 | -------------------------------------------------------------------------------- /backend/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "my-anime", 3 | "version": "1.0.0", 4 | "description": "MyAnime API", 5 | "main": "index.js", 6 | "scripts": { 7 | "start": "node index.js" 8 | }, 9 | "repository": { 10 | "type": "git", 11 | "url": "git+https://github.com/Carleslc/MyAnime.git" 12 | }, 13 | "author": "Carlos Lázaro Costa", 14 | "license": "ISC", 15 | "bugs": { 16 | "url": "https://github.com/Carleslc/MyAnime/issues" 17 | }, 18 | "homepage": "https://github.com/Carleslc/MyAnime#readme", 19 | "dependencies": { 20 | "axios": "^0.21.2", 21 | "basic-auth": "^2.0.0", 22 | "body-parser": "^1.20.1", 23 | "cheerio": "^1.0.0-rc.2", 24 | "cors": "^2.8.4", 25 | "express": "^4.18.2", 26 | "express-redis-cache": "^1.1.1", 27 | "full-icu": "^1.2.1", 28 | "jsonframe-cheerio": "^3.0.1", 29 | "lodash.isequal": "^4.5.0", 30 | "luxon": "^1.28.1", 31 | "nconf": "^0.11.4", 32 | "popura": "^1.2.5", 33 | "redis": "^3.1.1", 34 | "request": "^2.86.0" 35 | } 36 | } 37 | -------------------------------------------------------------------------------- /backend/providers/Aniwatch.js: -------------------------------------------------------------------------------- 1 | const axios = require('axios'); 2 | const { generateToken } = require('../utils/strings'); 3 | 4 | // This provider is no longer active 5 | // We keep this file only as a reference 6 | 7 | class Aniwatch { 8 | constructor() { 9 | this.url = 'https://aniwatch.me/'; 10 | 11 | this.axios = axios.create({ 12 | baseURL: `${this.url}api/ajax/APIHandle`, 13 | headers: { 14 | common: { 15 | Accept: 'application/json', 16 | 'Content-Type': 'application/json', 17 | 'User-Agent': 18 | 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36', 19 | }, 20 | }, 21 | }); 22 | 23 | this.api = { 24 | post: (data, opts) => this.axios.post('', JSON.stringify(data), opts), 25 | }; 26 | } 27 | 28 | buildUrl(id, episode) { 29 | return id ? `${this.url}anime/${id}/${episode || ''}` : null; 30 | } 31 | 32 | async search(title) { 33 | console.log('Aniwatch search', title); 34 | const xsrf = generateToken(); 35 | const response = await this.api.post( 36 | { 37 | controller: 'Search', 38 | action: 'search', 39 | rOrder: false, 40 | order: 'title', 41 | typed: title, 42 | }, 43 | { 44 | withCredentials: true, 45 | headers: { 46 | 'x-path': '/search', 47 | 'x-xsrf-token': xsrf, 48 | referer: this.url, 49 | Cookie: `XSRF-TOKEN=${xsrf};`, 50 | }, 51 | } 52 | ); 53 | let id = null; 54 | if (response.data.length > 0) { 55 | id = response.data[0].detail_id || null; 56 | } 57 | return id; 58 | } 59 | 60 | async getUrl(cache, title, episode) { 61 | let id = await cache.get(title); 62 | 63 | if (id === undefined) { 64 | id = await this.search(title); 65 | cache.save(title, id); 66 | } 67 | 68 | return this.buildUrl(id, episode); 69 | } 70 | } 71 | 72 | module.exports = new Aniwatch(); 73 | -------------------------------------------------------------------------------- /backend/providers/providers.js: -------------------------------------------------------------------------------- 1 | const expiration = 60 * 60 * 24; // 1 day in seconds 2 | 3 | const providers = { 4 | Aniwatch: require('./Aniwatch'), 5 | }; 6 | 7 | function expire(cache, provider) { 8 | return new Promise((resolve, reject) => { 9 | cache.del(`${provider}.*`, (error, n) => { 10 | if (error) { 11 | console.error(`${provider} expire cache error: ${error.message}`); 12 | reject(error); 13 | } else if (n > 0) { 14 | console.log(`Expired ${n} ${provider} entries`); 15 | } 16 | resolve(); 17 | }); 18 | }); 19 | } 20 | 21 | function tag(provider, key) { 22 | return `${provider}.${key}`; 23 | } 24 | 25 | function providerCache(cache, provider) { 26 | return { 27 | get: (key) => 28 | new Promise((resolve) => { 29 | cache.get(tag(provider, key), (error, entries) => { 30 | if (error) { 31 | console.error(`${provider} cache error: ${error.message}`); 32 | } else if (entries.length > 0) { 33 | resolve(JSON.parse(entries[0].body)); 34 | } else { 35 | resolve(); 36 | } 37 | }); 38 | }), 39 | save: (key, value) => { 40 | cache.add(tag(provider, key), JSON.stringify(value), { expire: expiration }, (error) => { 41 | if (error) { 42 | console.error(`Provider set cache error: ${error.message}`); 43 | } 44 | }); 45 | }, 46 | }; 47 | } 48 | 49 | module.exports = { 50 | has(provider) { 51 | return !!provider && !!providers[provider]; 52 | }, 53 | getUrl(cache, provider, title, episode) { 54 | return providers[provider].getUrl(providerCache(cache, provider), title, episode); 55 | }, 56 | expireAll(cache) { 57 | Object.keys(providers).forEach((provider) => expire(cache, provider)); 58 | }, 59 | }; 60 | -------------------------------------------------------------------------------- /backend/server.js: -------------------------------------------------------------------------------- 1 | const express = require('express'); 2 | 3 | const app = express(); 4 | 5 | const cors = require('cors'); 6 | 7 | app.use(cors()); 8 | 9 | const nconf = require('nconf'); 10 | 11 | nconf.argv().env(); 12 | 13 | const port = nconf.get('PORT') || 3000; 14 | 15 | // eslint-disable-next-line import/order 16 | const handler = require('./error-handler'); 17 | 18 | const redis = require('redis'); 19 | 20 | const client = redis 21 | .createClient(nconf.get('REDIS_PORT') || '6379', nconf.get('REDIS_HOST') || '127.0.0.1', { 22 | auth_pass: nconf.get('REDIS_KEY'), 23 | return_buffers: true, 24 | }) 25 | .on('error', handler.console()); 26 | 27 | const cache = require('express-redis-cache')({ client, prefix: 'anime' }); 28 | 29 | /* cache.on('message', function(message) { 30 | console.log(message); 31 | }); */ 32 | 33 | app.get('/', (req, res) => { 34 | res.send('
67 |
4 | 
5 |
7 | {{ $t('notFound') }} 8 | (404) 9 |
10 |