chore: ruff 代码检查与修复
130 issues auto-fixed (import ordering, UP045/UP006 type annotations), 33 issues manually fixed (E712/E501/E402/E722 + N818 rename + per-file wechat ignore for N8xx naming conventions). All 33 tests pass.
This commit is contained in:
@@ -1,22 +1,22 @@
|
||||
from typing import Dict, List
|
||||
|
||||
from app.crawler.base import BaseSpider, CrawlResult
|
||||
|
||||
|
||||
class CrawlService:
|
||||
def __init__(self):
|
||||
self.spiders: Dict[str, BaseSpider] = {}
|
||||
self.spiders: dict[str, BaseSpider] = {}
|
||||
|
||||
def register(self, spider: BaseSpider):
|
||||
self.spiders[spider.name] = spider
|
||||
|
||||
async def run_all(self) -> List[CrawlResult]:
|
||||
async def run_all(self) -> list[CrawlResult]:
|
||||
results = []
|
||||
for name, spider in self.spiders.items():
|
||||
result = await spider.crawl()
|
||||
results.append(result)
|
||||
return results
|
||||
|
||||
async def run_spider(self, name: str, **kwargs) -> List[CrawlResult]:
|
||||
async def run_spider(self, name: str, **kwargs) -> list[CrawlResult]:
|
||||
spider = self.spiders.get(name)
|
||||
if spider is None:
|
||||
return [CrawlResult(
|
||||
@@ -26,7 +26,7 @@ class CrawlService:
|
||||
result = await spider.crawl(**kwargs)
|
||||
return [result]
|
||||
|
||||
def get_spider_names(self) -> List[str]:
|
||||
def get_spider_names(self) -> list[str]:
|
||||
return list(self.spiders.keys())
|
||||
|
||||
def get_pipeline_config(self, name: str):
|
||||
|
||||
Reference in New Issue
Block a user