import request from "request-promise-native"; import { Response } from "request"; import { INewsItem, IAggregator } from "./aggregator"; import { getRepository } from "typeorm"; import { AggroNewsItem } from "@shared/db/entity/AggroNewsItem"; import cheerio from "cheerio"; import { logger } from "src/logging"; const kissDiaryRoot = "https://com3d2.world/r18/notices.php"; const FEED_NAME = "com3d2-world-notices"; async function aggregate() { const repo = getRepository(AggroNewsItem); let lastPost = await repo.findOne({ select: [ "newsId" ], where: { feedName: FEED_NAME }, order: { newsId: "DESC" } }); if(!lastPost) lastPost = repo.create({ newsId: 0 }); try { const mainPageRes = await request(kissDiaryRoot, {resolveWithFullResponse: true}) as Response; if(mainPageRes.statusCode != 200) return []; const rootNode = cheerio.load(mainPageRes.body); const diaryEntries = rootNode("div.frame a"); if(!diaryEntries) { logger.error("[COM3D2 WORLD BLOG] Failed to find listing!"); return []; } const result : INewsItem[] = []; let latestEntry = lastPost.newsId; for(const a of diaryEntries.get() as CheerioElement[]) { if(!a.attribs.id) continue; const id = +a.attribs.id; if(id <= lastPost.newsId) continue; if(id > latestEntry) latestEntry = id; const diaryLink = `${kissDiaryRoot}?no=${id}`; const res = await request(diaryLink, {resolveWithFullResponse: true}) as Response; if(res.statusCode != 200) continue; const node = cheerio.load(res.body); const title = node("div.frame div.notice_title th"); const contents = node("div.frame div").get(1); result.push({ newsId: id, feedId: FEED_NAME, link: diaryLink, title: title.text(), author: "com3d2.world", contents: cheerio.html(contents), embedColor: 0xa39869 }); } return result; } catch(err) { logger.error("Failed to process com3d2.world news", err); return []; } } export default { aggregate: aggregate } as IAggregator;