Compare commits
2 commits
c115999e77
...
2cccac4aa7
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
2cccac4aa7 | ||
|
|
00000d90ea |
3 changed files with 1283 additions and 982 deletions
1126
M3U8/TV.m3u8
1126
M3U8/TV.m3u8
File diff suppressed because it is too large
Load diff
1126
M3U8/events.m3u8
1126
M3U8/events.m3u8
File diff suppressed because it is too large
Load diff
|
|
@ -134,8 +134,9 @@ async def get_events(
|
||||||
|
|
||||||
async def scrape(client: httpx.AsyncClient) -> None:
|
async def scrape(client: httpx.AsyncClient) -> None:
|
||||||
cached_urls = CACHE_FILE.load()
|
cached_urls = CACHE_FILE.load()
|
||||||
cached_count = len(cached_urls)
|
valid_urls = {k: v for k, v in cached_urls.items() if v["url"]}
|
||||||
urls.update(cached_urls)
|
valid_count = cached_count = len(valid_urls)
|
||||||
|
urls.update(valid_urls)
|
||||||
|
|
||||||
log.info(f"Loaded {cached_count} event(s) from cache")
|
log.info(f"Loaded {cached_count} event(s) from cache")
|
||||||
|
|
||||||
|
|
@ -183,13 +184,13 @@ async def scrape(client: httpx.AsyncClient) -> None:
|
||||||
"link": ev["link"],
|
"link": ev["link"],
|
||||||
}
|
}
|
||||||
|
|
||||||
cached_urls[key] = entry
|
if url:
|
||||||
|
valid_count += 1
|
||||||
urls[key] = cached_urls[key] = entry
|
urls[key] = entry
|
||||||
|
|
||||||
await browser.close()
|
await browser.close()
|
||||||
|
|
||||||
if new_count := len(cached_urls) - cached_count:
|
if new_count := valid_count - cached_count:
|
||||||
log.info(f"Collected and cached {new_count} new event(s)")
|
log.info(f"Collected and cached {new_count} new event(s)")
|
||||||
else:
|
else:
|
||||||
log.info("No new events found")
|
log.info("No new events found")
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue