e

M3U8/scrapers/streamsgate.py

@@ -134,8 +134,9 @@ async def get_events(
 
 async def scrape(client: httpx.AsyncClient) -> None:
     cached_urls = CACHE_FILE.load()
-    cached_count = len(cached_urls)
-    urls.update(cached_urls)
+    valid_urls = {k: v for k, v in cached_urls.items() if v["url"]}
+    valid_count = cached_count = len(valid_urls)
+    urls.update(valid_urls)
 
     log.info(f"Loaded {cached_count} event(s) from cache")
 
@@ -183,13 +184,13 @@ async def scrape(client: httpx.AsyncClient) -> None:
                     "link": ev["link"],
                 }
 
-                cached_urls[key] = entry
-
-                urls[key] = cached_urls[key] = entry
+                if url:
+                    valid_count += 1
+                    urls[key] = entry
 
             await browser.close()
 
-    if new_count := len(cached_urls) - cached_count:
+    if new_count := valid_count - cached_count:
         log.info(f"Collected and cached {new_count} new event(s)")
     else:
         log.info("No new events found")