mirror of
https://github.com/hpware/news-analyze.git
synced 2025-06-23 15:51:01 +08:00
吳元皓
bf357f1c84
- Implemented a new chat endpoint that utilizes Groq for chat completions based on news articles. - Added a summarize endpoint that fetches news articles from the database and generates summaries using Groq. - Introduced a new package "@vueuse/core" for improved reactivity. - Created a comprehensive command UI component with various subcomponents for better user interaction. - Developed a scraping module using Scrapy to fetch news articles from Google News. - Added validation and sanitization for slug parameters in the fetch article endpoint.
12 lines
416 B
Python
12 lines
416 B
Python
import scrapy
|
|
|
|
class BlogSpider(scrapy.Spider):
|
|
name = 'blogspider'
|
|
start_urls = ['https://news.google.com/u/4/home?hl=zh-TW&gl=TW&ceid=TW:zh-Hant&pageId=none']
|
|
|
|
def parse(self, response):
|
|
for title in response.css('.oxy-post-title'):
|
|
yield {'title': title.css('::text').get()}
|
|
|
|
for next_page in response.css('a.next'):
|
|
yield response.follow(next_page, self.parse) |