删除无用文件

This commit is contained in:
2026-01-09 15:17:42 +08:00
parent f00068f804
commit b37e8ce581
37 changed files with 644 additions and 14407 deletions
+8 -7
View File
@@ -21,7 +21,7 @@ try:
from .core.reliability import check_system_health
from .crawler.spider import crawl_announcements
from .filters.filters import filter_from_config
from .storage.postgresql import init_storage, save_announcements_to_storage, save_all_announcements_by_source_to_storage, cleanup_storage
from .storage.postgresql import init_storage, save_announcements_to_storage, save_all_announcements_by_source_to_storage, save_manual_announcements_by_source_to_storage, cleanup_storage
from .storage.md_generator import generate_onu_md
from .notification.wechat import send_announcements_notification, send_system_notification
from .wechat.callback_server import get_callback_server
@@ -116,16 +116,17 @@ class GXGPMonitorApp:
logger.info(f"搜索到 {len(all_announcements)} 条原始公告")
# 对于手动搜索,不保存公告到数据库,只进行筛选和返回结果
# 保存公告到对应的专用表
if not manual_crawl:
# 先保存所有公告(按来源分组,每源保留最新100条
# 自动爬取:保存到auto_announcements表(关键词匹配专用
all_saved_stats = save_all_announcements_by_source_to_storage(all_announcements, max_per_source=100)
all_saved_count = sum(all_saved_stats.values())
logger.info(f"保存所有公告完成:共保存 {all_saved_count} 条,按来源统计: {all_saved_stats}")
logger.info(f"保存自动爬取公告完成:共保存 {all_saved_count} 条,按来源统计: {all_saved_stats}")
else:
all_saved_count = 0
all_saved_stats = {}
logger.info("手动搜索模式:跳过数据库保存")
# 手动搜索:保存到manual_announcements表(全量数据专用)
all_saved_stats = save_manual_announcements_by_source_to_storage(all_announcements, max_per_source=100)
all_saved_count = sum(all_saved_stats.values())
logger.info(f"保存手动搜索公告完成:共保存 {all_saved_count} 条,按来源统计: {all_saved_stats}")
# 筛选公告
if manual_crawl: