mirror of
https://github.com/hpware/news-analyze.git
synced 2025-06-23 15:51:01 +08:00
吳元皓
b62a3cda3d
when then article exists & not ddos line today, Also made a basic newsView with the api & the scraping script now scraps more stuff! :D
51 lines
1.5 KiB
TypeScript
51 lines
1.5 KiB
TypeScript
import * as cheerio from "cheerio";
|
|
|
|
async function lineToday(slug: string) {
|
|
const url = "https://today.line.me/tw/v2/article/" + slug;
|
|
const fetchPageCode = await fetch(url, {
|
|
headers: {
|
|
"User-Agent":
|
|
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
|
|
Accept: "*",
|
|
"Accept-Language": "zh-TW,zh;q=0.9,en-US;q=0.8,en;q=0.7",
|
|
"Accept-Encoding": "gzip, deflate, br",
|
|
Connection: "keep-alive",
|
|
"Sec-Fetch-Dest": "document",
|
|
"Sec-Fetch-Mode": "navigate",
|
|
"Sec-Fetch-Site": "same-origin",
|
|
"Cache-Control": "max-age=0",
|
|
},
|
|
});
|
|
// 幹 又忘了 await
|
|
const data = await fetchPageCode.text();
|
|
// 加 await? no.
|
|
// AHHH I NEED TO CHANGE TO SOMETHING ELSE.
|
|
const html = cheerio.load(data);
|
|
const title = html("h1.entityTitle")
|
|
.text()
|
|
.replaceAll("\n", "")
|
|
.replace(" ", "");
|
|
const paragraph = html("article.news-content").text();
|
|
const newsOrgdir = html("h4.entityPublishInfo-publisher")
|
|
.text()
|
|
.replaceAll("\n", "")
|
|
.replaceAll(" ", "");
|
|
const author = html("span.entityPublishInfo-meta-info")
|
|
.text()
|
|
.replace(/更新於.*發布於.*•/g, "")
|
|
.replaceAll("\n", "")
|
|
.replaceAll(" ", "");
|
|
|
|
return {
|
|
title: title,
|
|
paragraph: paragraph,
|
|
origin: newsOrgdir,
|
|
author: author,
|
|
};
|
|
}
|
|
|
|
// Texting on console only!
|
|
//console.log(await lineToday("kEJjxKw"));
|
|
|
|
export default lineToday;
|