mirror of
https://github.com/doms9/iptv.git
synced 2026-01-21 03:59:03 +01:00
e
add semaphores to scrapers (maybe) fix hanging on watchfooty misc. edits
This commit is contained in:
parent
6e9729bf8c
commit
00000d920a
20 changed files with 103 additions and 73 deletions
|
|
@ -66,9 +66,7 @@ async def get_events() -> list[dict[str, str]]:
|
|||
):
|
||||
continue
|
||||
|
||||
league = league_elem.text(strip=True)
|
||||
|
||||
name = event_elem.text(strip=True)
|
||||
league, name = league_elem.text(strip=True), event_elem.text(strip=True)
|
||||
|
||||
events.append(
|
||||
{
|
||||
|
|
@ -108,8 +106,8 @@ async def scrape() -> None:
|
|||
url = await network.safe_process(
|
||||
handler,
|
||||
url_num=i,
|
||||
semaphore=network.HTTP_S,
|
||||
log=log,
|
||||
timeout=10,
|
||||
)
|
||||
|
||||
if url:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue