M3U8/scrapers/streamsgate.py

@@ -134,9 +134,8 @@ async def get_events(
 
 async def scrape(client: httpx.AsyncClient) -> None:
     cached_urls = CACHE_FILE.load()
-    valid_urls = {k: v for k, v in cached_urls.items() if v["url"]}
-    valid_count = cached_count = len(valid_urls)
-    urls.update(valid_urls)
+    cached_count = len(cached_urls)
+    urls.update(cached_urls)
 
     log.info(f"Loaded {cached_count} event(s) from cache")
 
@@ -184,13 +183,13 @@ async def scrape(client: httpx.AsyncClient) -> None:
                     "link": ev["link"],
                 }
 
-                if url:
-                    valid_count += 1
-                    urls[key] = entry
+                cached_urls[key] = entry
+
+                urls[key] = cached_urls[key] = entry
 
             await browser.close()
 
-    if new_count := valid_count - cached_count:
+    if new_count := len(cached_urls) - cached_count:
         log.info(f"Collected and cached {new_count} new event(s)")
     else:
         log.info("No new events found")