e

- add adblocking
- edit roxie.py scraping method
- edit tvapp.py scraping method
- modify sports to scrape
- misc edits

M3U8/scrapers/streamsgate.py

@@ -21,15 +21,15 @@ API_FILE = Cache(f"{TAG}-api", exp=19_800)
 BASE_URL = "https://streamingon.org"
 
 SPORT_ENDPOINTS = [
-    "soccer",
-    # "nfl",
-    "nba",
-    "cfb",
-    # "mlb",
-    "nhl",
-    "ufc",
     "boxing",
+    # "cfb",
     "f1",
+    "mlb",
+    "nba",
+    # "nfl",
+    "nhl",
+    "soccer",
+    "ufc",
 ]
 
 
@@ -133,15 +133,15 @@ async def scrape(browser: Browser) -> None:
 
     events = await get_events(cached_urls.keys())
 
-    log.info(f"Processing {len(events)} new URL(s)")
-
     if events:
+        log.info(f"Processing {len(events)} new URL(s)")
+
         async with network.event_context(browser, stealth=False) as context:
             for i, ev in enumerate(events, start=1):
                 async with network.event_page(context) as page:
                     handler = partial(
                         network.process_event,
-                        url=ev["link"],
+                        url=(link := ev["link"]),
                         url_num=i,
                         page=page,
                         log=log,
@@ -155,11 +155,10 @@ async def scrape(browser: Browser) -> None:
                     )
 
                     if url:
-                        sport, event, ts, link = (
+                        sport, event, ts = (
                             ev["sport"],
                             ev["event"],
                             ev["timestamp"],
-                            ev["link"],
                         )
 
                         key = f"[{sport}] {event} ({TAG})"