This commit is contained in:
doms9 2025-12-23 13:28:56 -05:00
parent 4210d7dd18
commit 00000d9cb2
11 changed files with 342 additions and 321 deletions

View file

@ -109,45 +109,47 @@ async def scrape() -> None:
async with async_playwright() as p:
browser, context = await network.browser(p, browser="external")
for i, ev in enumerate(events, start=1):
handler = partial(
network.process_event,
url=ev["link"],
url_num=i,
context=context,
log=log,
)
url = await network.safe_process(
handler,
url_num=i,
semaphore=network.PW_S,
log=log,
)
if url:
sport, event, link = (
ev["sport"],
ev["event"],
ev["link"],
try:
for i, ev in enumerate(events, start=1):
handler = partial(
network.process_event,
url=ev["link"],
url_num=i,
context=context,
log=log,
)
key = f"[{sport}] {event} ({TAG})"
url = await network.safe_process(
handler,
url_num=i,
semaphore=network.PW_S,
log=log,
)
tvg_id, logo = leagues.get_tvg_info(sport, event)
if url:
sport, event, link = (
ev["sport"],
ev["event"],
ev["link"],
)
entry = {
"url": url,
"logo": logo,
"base": "https://vividmosaica.com/",
"timestamp": now,
"id": tvg_id or "Live.Event.us",
"link": link,
}
key = f"[{sport}] {event} ({TAG})"
urls[key] = cached_urls[key] = entry
tvg_id, logo = leagues.get_tvg_info(sport, event)
await browser.close()
entry = {
"url": url,
"logo": logo,
"base": "https://vividmosaica.com/",
"timestamp": now,
"id": tvg_id or "Live.Event.us",
"link": link,
}
urls[key] = cached_urls[key] = entry
finally:
await browser.close()
if new_count := len(cached_urls) - cached_count:
log.info(f"Collected and cached {new_count} new event(s)")