e

edit tvapp.py scraping

M3U8/fetch.py

@@ -67,11 +67,11 @@ async def main() -> None:
                 asyncio.create_task(ppv.scrape(xtrnl_brwsr)),
                 asyncio.create_task(sport9.scrape(xtrnl_brwsr)),
                 asyncio.create_task(streamcenter.scrape(xtrnl_brwsr)),
-                # asyncio.create_task(streamhub.scrape(xtrnl_brwsr)),
+                asyncio.create_task(streamhub.scrape(xtrnl_brwsr)),
                 asyncio.create_task(streamsgate.scrape(xtrnl_brwsr)),
                 asyncio.create_task(totalsportek.scrape(hdl_brwsr)),
                 asyncio.create_task(tvapp.scrape(hdl_brwsr)),
-                # asyncio.create_task(webcast.scrape(hdl_brwsr)),
+                asyncio.create_task(webcast.scrape(hdl_brwsr)),
             ]
 
             httpx_tasks = [

M3U8/scrapers/fawa.py

@@ -25,7 +25,7 @@ async def process_event(url: str, url_num: int) -> str | None:
 
     valid_m3u8 = re.compile(
         r'var\s+(\w+)\s*=\s*\[["\']?(https?:\/\/[^"\'\s>]+\.m3u8(?:\?[^"\'\s>]*)?)["\']\]?',
-        re.IGNORECASE,
+        re.I,
     )
 
     if not (match := valid_m3u8.search(html_data.text)):
@@ -89,9 +89,11 @@ async def scrape() -> None:
 
     cached_hrefs = {entry["href"] for entry in cached_urls.values()}
 
-    cached_count = len(cached_urls)
+    valid_urls = {k: v for k, v in cached_urls.items() if v["url"]}
 
-    urls.update(cached_urls)
+    valid_count = cached_count = len(valid_urls)
+
+    urls.update(valid_urls)
 
     log.info(f"Loaded {cached_count} event(s) from cache")
 
@@ -118,30 +120,34 @@ async def scrape() -> None:
                 log=log,
             )
 
+            sport, event, link = (
+                ev["sport"],
+                ev["event"],
+                ev["link"],
+            )
+
+            key = f"[{sport}] {event} ({TAG})"
+
+            tvg_id, logo = leagues.get_tvg_info(sport, event)
+
+            entry = {
+                "url": url,
+                "logo": logo,
+                "base": BASE_URL,
+                "timestamp": now.timestamp(),
+                "id": tvg_id or "Live.Event.us",
+                "href": ev["href"],
+                "link": link,
+            }
+
+            cached_urls[key] = entry
+
             if url:
-                sport, event, link = (
-                    ev["sport"],
-                    ev["event"],
-                    ev["link"],
-                )
+                valid_count += 1
 
-                key = f"[{sport}] {event} ({TAG})"
+                urls[key] = entry
 
-                tvg_id, logo = leagues.get_tvg_info(sport, event)
-
-                entry = {
-                    "url": url,
-                    "logo": logo,
-                    "base": BASE_URL,
-                    "timestamp": now.timestamp(),
-                    "id": tvg_id or "Live.Event.us",
-                    "href": ev["href"],
-                    "link": link,
-                }
-
-                urls[key] = cached_urls[key] = entry
-
-    if new_count := len(cached_urls) - cached_count:
+    if new_count := valid_count - cached_count:
         log.info(f"Collected and cached {new_count} new event(s)")
 
     else:

M3U8/scrapers/istreameast.py

@@ -40,7 +40,7 @@ async def process_event(url: str, url_num: int) -> str | None:
 
         return
 
-    pattern = re.compile(r"source:\s*window\.atob\(\s*'([^']+)'\s*\)", re.IGNORECASE)
+    pattern = re.compile(r"source:\s*window\.atob\(\s*'([^']+)'\s*\)", re.I)
 
     if not (match := pattern.search(iframe_src_data.text)):
         log.warning(f"URL {url_num}) No Clappr source found.")
@@ -58,7 +58,7 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
     if not (html_data := await network.request(BASE_URL, log=log)):
         return events
 
-    pattern = re.compile(r"^(?:LIVE|(?:[1-9]|[12]\d|30)\s+minutes?\b)", re.IGNORECASE)
+    pattern = re.compile(r"^(?:LIVE|(?:[1-9]|[12]\d|30)\s+minutes?\b)", re.I)
 
     soup = HTMLParser(html_data.content)
 
@@ -106,9 +106,11 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
 async def scrape() -> None:
     cached_urls = CACHE_FILE.load()
 
-    cached_count = len(cached_urls)
+    valid_urls = {k: v for k, v in cached_urls.items() if v["url"]}
 
-    urls.update(cached_urls)
+    valid_count = cached_count = len(valid_urls)
+
+    urls.update(valid_urls)
 
     log.info(f"Loaded {cached_count} event(s) from cache")
 
@@ -135,29 +137,33 @@ async def scrape() -> None:
                 log=log,
             )
 
+            sport, event, link = (
+                ev["sport"],
+                ev["event"],
+                ev["link"],
+            )
+
+            key = f"[{sport}] {event} ({TAG})"
+
+            tvg_id, logo = leagues.get_tvg_info(sport, event)
+
+            entry = {
+                "url": url,
+                "logo": logo,
+                "base": "https://gooz.aapmains.net",
+                "timestamp": now.timestamp(),
+                "id": tvg_id or "Live.Event.us",
+                "link": link,
+            }
+
+            cached_urls[key] = entry
+
             if url:
-                sport, event, link = (
-                    ev["sport"],
-                    ev["event"],
-                    ev["link"],
-                )
+                valid_count += 1
 
-                key = f"[{sport}] {event} ({TAG})"
+                urls[key] = entry
 
-                tvg_id, logo = leagues.get_tvg_info(sport, event)
-
-                entry = {
-                    "url": url,
-                    "logo": logo,
-                    "base": "https://gooz.aapmains.net",
-                    "timestamp": now.timestamp(),
-                    "id": tvg_id or "Live.Event.us",
-                    "link": link,
-                }
-
-                urls[key] = cached_urls[key] = entry
-
-    if new_count := len(cached_urls) - cached_count:
+    if new_count := valid_count - cached_count:
         log.info(f"Collected and cached {new_count} new event(s)")
 
     else:

M3U8/scrapers/livetvsx.py

@@ -184,7 +184,7 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
         if not start_ts <= v["event_ts"] <= end_ts:
             continue
 
-        live.append({**v})
+        live.append(v)
 
     return live
 

M3U8/scrapers/pawa.py

@@ -41,7 +41,7 @@ async def process_event(url: str, url_num: int) -> str | None:
 
         return
 
-    pattern = re.compile(r"source:\s*window\.atob\(\s*'([^']+)'\s*\)", re.IGNORECASE)
+    pattern = re.compile(r"source:\s*window\.atob\(\s*'([^']+)'\s*\)", re.I)
 
     if not (match := pattern.search(iframe_src_data.text)):
         log.warning(f"URL {url_num}) No Clappr source found.")
@@ -89,9 +89,11 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
 async def scrape() -> None:
     cached_urls = CACHE_FILE.load()
 
-    cached_count = len(cached_urls)
+    valid_urls = {k: v for k, v in cached_urls.items() if v["url"]}
 
-    urls.update(cached_urls)
+    valid_count = cached_count = len(valid_urls)
+
+    urls.update(valid_urls)
 
     log.info(f"Loaded {cached_count} event(s) from cache")
 
@@ -118,29 +120,33 @@ async def scrape() -> None:
                 log=log,
             )
 
+            sport, event, link = (
+                ev["sport"],
+                ev["event"],
+                ev["link"],
+            )
+
+            key = f"[{sport}] {event} ({TAG})"
+
+            tvg_id, logo = leagues.get_tvg_info(sport, event)
+
+            entry = {
+                "url": url,
+                "logo": logo,
+                "base": link,
+                "timestamp": now.timestamp(),
+                "id": tvg_id or "Live.Event.us",
+                "link": link,
+            }
+
+            cached_urls[key] = entry
+
             if url:
-                sport, event, link = (
-                    ev["sport"],
-                    ev["event"],
-                    ev["link"],
-                )
+                valid_count += 1
 
-                key = f"[{sport}] {event} ({TAG})"
+                urls[key] = entry
 
-                tvg_id, logo = leagues.get_tvg_info(sport, event)
-
-                entry = {
-                    "url": url,
-                    "logo": logo,
-                    "base": link,
-                    "timestamp": now.timestamp(),
-                    "id": tvg_id or "Live.Event.us",
-                    "link": link,
-                }
-
-                urls[key] = cached_urls[key] = entry
-
-    if new_count := len(cached_urls) - cached_count:
+    if new_count := valid_count - cached_count:
         log.info(f"Collected and cached {new_count} new event(s)")
 
     else:

M3U8/scrapers/roxie.py

@@ -34,7 +34,7 @@ async def process_event(url: str, url_num: int) -> str | None:
     if not (html_data := await network.request(url, log=log)):
         return
 
-    valid_m3u8 = re.compile(r"'clappr',\s+'([^\"]*)'", re.IGNORECASE)
+    valid_m3u8 = re.compile(r"'clappr',\s+'([^\"]*)'", re.I)
 
     if not (match := valid_m3u8.search(html_data.text)):
         log.info(f"URL {url_num}) No M3U8 found")
@@ -125,7 +125,7 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
         if not start_ts <= v["event_ts"] <= end_ts:
             continue
 
-        live.append({**v})
+        live.append(v)
 
     return live
 
@@ -133,9 +133,11 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
 async def scrape() -> None:
     cached_urls = CACHE_FILE.load()
 
-    cached_count = len(cached_urls)
+    valid_urls = {k: v for k, v in cached_urls.items() if v["url"]}
 
-    urls.update(cached_urls)
+    valid_count = cached_count = len(valid_urls)
+
+    urls.update(valid_urls)
 
     log.info(f"Loaded {cached_count} event(s) from cache")
 
@@ -160,30 +162,34 @@ async def scrape() -> None:
                 log=log,
             )
 
+            sport, event, ts, link = (
+                ev["sport"],
+                ev["event"],
+                ev["event_ts"],
+                ev["link"],
+            )
+
+            tvg_id, logo = leagues.get_tvg_info(sport, event)
+
+            key = f"[{sport}] {event} ({TAG})"
+
+            entry = {
+                "url": url,
+                "logo": logo,
+                "base": BASE_URL,
+                "timestamp": ts,
+                "id": tvg_id or "Live.Event.us",
+                "link": link,
+            }
+
+            cached_urls[key] = entry
+
             if url:
-                sport, event, ts, link = (
-                    ev["sport"],
-                    ev["event"],
-                    ev["event_ts"],
-                    ev["link"],
-                )
+                valid_count += 1
 
-                tvg_id, logo = leagues.get_tvg_info(sport, event)
+                urls[key] = entry
 
-                key = f"[{sport}] {event} ({TAG})"
-
-                entry = {
-                    "url": url,
-                    "logo": logo,
-                    "base": BASE_URL,
-                    "timestamp": ts,
-                    "id": tvg_id or "Live.Event.us",
-                    "link": link,
-                }
-
-                urls[key] = cached_urls[key] = entry
-
-    if new_count := len(cached_urls) - cached_count:
+    if new_count := valid_count - cached_count:
         log.info(f"Collected and cached {new_count} new event(s)")
 
     else:

M3U8/scrapers/shark.py

@@ -44,7 +44,7 @@ async def refresh_html_cache(now_ts: float) -> dict[str, dict[str, str | float]]
     if not (html_data := await network.request(BASE_URL, log=log)):
         return events
 
-    pattern = re.compile(r"openEmbed\('([^']+)'\)", re.IGNORECASE)
+    pattern = re.compile(r"openEmbed\('([^']+)'\)", re.I)
 
     soup = HTMLParser(html_data.content)
 
@@ -106,7 +106,7 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
         if not start_ts <= v["event_ts"] <= end_ts:
             continue
 
-        live.append({**v})
+        live.append(v)
 
     return live
 

M3U8/scrapers/sport9.py

@@ -45,7 +45,7 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
         for card in soup.css("a.match-card"):
             live_badge = card.css_first(".live-badge")
 
-            if not live_badge or live_badge.text(strip=True) != "Live":
+            if not live_badge or live_badge.text(strip=True).lower() != "live":
                 continue
 
             if not (sport_node := card.css_first(".tournament-name")):

M3U8/scrapers/streambtw.py

@@ -19,7 +19,7 @@ BASE_URL = "https://hiteasport.info"
 
 
 def fix_league(s: str) -> str:
-    pattern = re.compile(r"^\w*-\w*", re.IGNORECASE)
+    pattern = re.compile(r"^\w*-\w*", re.I)
 
     return " ".join(s.split("-")) if pattern.search(s) else s
 
@@ -28,7 +28,7 @@ async def process_event(url: str, url_num: int) -> str | None:
     if not (html_data := await network.request(url, log=log)):
         return
 
-    valid_m3u8 = re.compile(r'var\s+(\w+)\s*=\s*"([^"]*)"', re.IGNORECASE)
+    valid_m3u8 = re.compile(r'var\s+(\w+)\s*=\s*"([^"]*)"', re.I)
 
     if not (match := valid_m3u8.search(html_data.text)):
         log.info(f"URL {url_num}) No M3U8 found")

M3U8/scrapers/streamhub.py

@@ -130,7 +130,7 @@ async def get_events(url: str, cached_keys: list[str]) -> list[dict[str, str]]:
         if not start_ts <= v["event_ts"] <= end_ts:
             continue
 
-        live.append({**v})
+        live.append(v)
 
     return live
 

M3U8/scrapers/tvapp.py

@@ -25,7 +25,7 @@ def fix_url(s: str) -> str:
     return urljoin(f"http://{base}", parsed.path.replace("tracks-v1a1/", ""))
 
 
-async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
+async def get_events() -> list[dict[str, str]]:
     events = []
 
     if not (html_data := await network.request(BASE_URL, log=log)):
@@ -45,9 +45,6 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
         for a in row.css("a.list-group-item[href]"):
             event_name = a.text(strip=True).split(":", 1)[0]
 
-            if f"[{sport}] {event_name} ({TAG})" in cached_keys:
-                continue
-
             if not (href := a.attributes.get("href")):
                 continue
 
@@ -63,17 +60,16 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
 
 
 async def scrape(browser: Browser) -> None:
-    cached_urls = CACHE_FILE.load()
+    if cached := CACHE_FILE.load():
+        urls.update(cached)
 
-    cached_count = len(cached_urls)
+        log.info(f"Loaded {len(urls)} event(s) from cache")
 
-    urls.update(cached_urls)
-
-    log.info(f"Loaded {cached_count} event(s) from cache")
+        return
 
     log.info(f'Scraping from "{BASE_URL}"')
 
-    events = await get_events(cached_urls.keys())
+    events = await get_events()
 
     log.info(f"Processing {len(events)} new URL(s)")
 
@@ -118,12 +114,8 @@ async def scrape(browser: Browser) -> None:
                             "link": link,
                         }
 
-                        urls[key] = cached_urls[key] = entry
+                        urls[key] = entry
 
-    if new_count := len(cached_urls) - cached_count:
-        log.info(f"Collected and cached {new_count} new event(s)")
+    log.info(f"Collected and cached {len(urls)} new event(s)")
 
-    else:
-        log.info("No new events found")
-
-    CACHE_FILE.write(cached_urls)
+    CACHE_FILE.write(urls)

M3U8/scrapers/utils/webwork.py

@@ -28,8 +28,6 @@ class Network:
 
     PW_S = asyncio.Semaphore(3)
 
-    proxy_base = "https://stream.nvrmind.xyz"
-
     def __init__(self) -> None:
         self.client = httpx.AsyncClient(
             timeout=httpx.Timeout(5.0),

M3U8/scrapers/webcast.py

@@ -108,7 +108,7 @@ async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
         if not start_ts <= v["event_ts"] <= end_ts:
             continue
 
-        live.append({**v})
+        live.append(v)
 
     return live
 

M3U8/scrapers/xstreameast.py

@@ -30,7 +30,7 @@ SPORT_ENDPOINTS = [
 
 
 async def process_event(url: str, url_num: int) -> tuple[str | None, str | None]:
-    valid_m3u8 = re.compile(r'(var|const)\s+(\w+)\s*=\s*"([^"]*)"', re.IGNORECASE)
+    valid_m3u8 = re.compile(r'(var|const)\s+(\w+)\s*=\s*"([^"]*)"', re.I)
 
     nones = None, None
 

readme.md

@@ -1,11 +1,10 @@
-## Base Log @ 2026-02-12 04:35 UTC
+## Base Log @ 2026-02-13 04:32 UTC
 
-### ✅ Working Streams: 144<br>❌ Dead Streams: 2
+### ✅ Working Streams: 145<br>❌ Dead Streams: 1
 
 | Channel | Error (Code) | Link |
 | ------- | ------------ | ---- |
 | Hallmark Mystery | HTTP Error (403) | `http://mytvstream.net:8080/live/30550113/30550113/10289.m3u8` |
-| NFL RedZone | HTTP Error (000) | `http://mytvstream.net:8080/live/30550113/30550113/159118.m3u8` |
 ---
 #### Base Channels URL
 ```