solved nitpick comments

This commit is contained in:
Geoff-Robin 2025-10-08 16:10:35 +05:30
parent a3fbbdf8eb
commit 599ef4a141

View file

@ -25,14 +25,22 @@ from .utils import fetch_page_content
try:
from apscheduler.triggers.cron import CronTrigger
from apscheduler.schedulers.asyncio import AsyncIOScheduler
scheduler = AsyncIOScheduler()
except ImportError:
raise ImportError("Please install apscheduler by pip install APScheduler>=3.10")
logger = get_logger(__name__)
_scheduler = None
def get_scheduler():
global _scheduler
if _scheduler is None:
_scheduler = AsyncIOScheduler()
return _scheduler
async def cron_web_scraper_task(
url: Union[str, List[str]],
*,
@ -73,6 +81,7 @@ async def cron_web_scraper_task(
except ValueError as e:
raise ValueError(f"Invalid cron string '{schedule}': {e}")
scheduler = get_scheduler()
scheduler.add_job(
web_scraper_task,
kwargs={