Compare commits

...

36 commits

Author SHA1 Message Date
GitHub Actions Bot
8892e3be80 update M3U8 2026-03-23 08:02:44 -04:00
GitHub Actions Bot
c94c7405b1 update EPG 2026-03-23 11:29:36 +00:00
GitHub Actions Bot
da48dba1e4 health log 2026-03-23 09:35:37 +00:00
GitHub Actions Bot
38935d271c update EPG 2026-03-23 04:54:23 +00:00
GitHub Actions Bot
c920e4869f health log 2026-03-23 04:40:09 +00:00
GitHub Actions Bot
3d2e9b21a4 update M3U8 2026-03-22 23:30:28 -04:00
GitHub Actions Bot
1534e0f53d update M3U8 2026-03-22 23:01:09 -04:00
GitHub Actions Bot
13c64b8d13 update M3U8 2026-03-22 22:30:43 -04:00
GitHub Actions Bot
0bfb2b47ff update M3U8 2026-03-22 22:01:10 -04:00
GitHub Actions Bot
1d60847ec0 update M3U8 2026-03-22 21:30:36 -04:00
GitHub Actions Bot
d747f7983c update M3U8 2026-03-22 21:01:51 -04:00
GitHub Actions Bot
a4be750da4 update M3U8 2026-03-22 20:30:43 -04:00
GitHub Actions Bot
75b42fe4bb update M3U8 2026-03-22 20:01:06 -04:00
GitHub Actions Bot
b0029752fa update M3U8 2026-03-22 19:31:05 -04:00
GitHub Actions Bot
c56cab72ce update M3U8 2026-03-22 19:03:08 -04:00
GitHub Actions Bot
ec4d5099f0 update M3U8 2026-03-22 18:30:41 -04:00
GitHub Actions Bot
51a2ae1e7b update M3U8 2026-03-22 18:01:06 -04:00
GitHub Actions Bot
b00aeeeb07 update M3U8 2026-03-22 17:31:28 -04:00
GitHub Actions Bot
dfef63f9fb update M3U8 2026-03-22 17:01:48 -04:00
GitHub Actions Bot
55b6a1a13c health log 2026-03-22 20:50:37 +00:00
GitHub Actions Bot
7f461fa281 update M3U8 2026-03-22 16:31:17 -04:00
GitHub Actions Bot
5e1a5ddf37 update M3U8 2026-03-22 16:01:34 -04:00
GitHub Actions Bot
3be58eed51 update M3U8 2026-03-22 15:31:12 -04:00
GitHub Actions Bot
cd1814d434 update EPG 2026-03-22 19:05:41 +00:00
GitHub Actions Bot
d5a5556b1f update M3U8 2026-03-22 15:02:30 -04:00
GitHub Actions Bot
002c365be3 update M3U8 2026-03-22 14:31:49 -04:00
GitHub Actions Bot
4c7f6557f3 update M3U8 2026-03-22 14:01:17 -04:00
GitHub Actions Bot
9be5ba3d4a update M3U8 2026-03-22 13:32:13 -04:00
GitHub Actions Bot
2ff8b13bd7 update M3U8 2026-03-22 13:02:47 -04:00
doms9
00000d94d8 e
- edit scraping for roxie.py
2026-03-22 12:14:17 -04:00
GitHub Actions Bot
82f73c6ede update M3U8 2026-03-22 12:02:44 -04:00
GitHub Actions Bot
deeaa27097 health log 2026-03-22 11:46:48 -04:00
GitHub Actions Bot
8f62f8b3e0 update M3U8 2026-03-22 11:02:05 -04:00
GitHub Actions Bot
95149b6498 health log 2026-03-22 14:52:22 +00:00
GitHub Actions Bot
a1eaf4a47e update M3U8 2026-03-22 10:02:57 -04:00
GitHub Actions Bot
6b22fd1a13 update M3U8 2026-03-22 09:02:16 -04:00
7 changed files with 122504 additions and 118337 deletions

File diff suppressed because it is too large Load diff

236443
M3U8/TV.xml

File diff suppressed because one or more lines are too long

View file

@ -1,13 +1,13 @@
#EXTM3U url-tvg="https://raw.githubusercontent.com/doms9/iptv/refs/heads/default/M3U8/TV.xml"
#EXTINF:-1 tvg-chno="1" tvg-id="A.and.E.HD.East.us2" tvg-name="A&E TV" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s51529_dark_360w_270h.png" group-title="TV",A&E TV
http://23.239.31.26:8989/aande/index.m3u8
http://89.105.221.127/AandE/index.m3u8?token=test
#EXTINF:-1 tvg-chno="2" tvg-id="WABC-DT.us_locals1" tvg-name="ABC" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s10003_dark_360w_270h.png" group-title="TV",ABC
http://mytvstream.net:8080/live/30550113/30550113/121139.m3u8
#EXTINF:-1 tvg-chno="3" tvg-id="ACC.Network.us2" tvg-name="ACC Network" tvg-logo="https://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s111871_dark_360w_270h.png" group-title="TV",ACC Network
http://23.239.31.26:8989/accnetwork/index.m3u8
http://23.237.104.106:8080/USA_ACCN/mpegts
#EXTINF:-1 tvg-chno="4" tvg-id="AdultSwim.com.Cartoon.Network.us2" tvg-name="Adult Swim" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s16496_dark_360w_270h.png" group-title="TV",Adult Swim
https://turnerlive.warnermediacdn.com/hls/live/2023183/aseast/noslate/VIDEO_1_5128000.m3u8
@ -16,10 +16,10 @@ https://turnerlive.warnermediacdn.com/hls/live/2023183/aseast/noslate/VIDEO_1_51
http://mytvstream.net:8080/live/30550113/30550113/79545.m3u8
#EXTINF:-1 tvg-chno="6" tvg-id="AMC.HD.us2" tvg-name="AMC" tvg-logo="https://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s10021_dark_360w_270h.png" group-title="TV",AMC
http://23.239.31.26:8989/amc/index.m3u8
http://41.205.93.154/AMC/index.m3u8
#EXTINF:-1 tvg-chno="7" tvg-id="Animal.Planet.HD.us2" tvg-name="Animal Planet" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s16331_dark_360w_270h.png" group-title="TV",Animal Planet
http://23.239.31.26:8989/animalplanet/index.m3u8
http://23.237.104.106:8080/USA_ANIMAL_PLANET/index.m3u8
#EXTINF:-1 tvg-chno="8" tvg-id="Antenna.TV.us2" tvg-name="Antenna TV" tvg-logo="https://cdn.tvpassport.com/image/station/240x135/v3/70248-224D0.png" group-title="TV",Antenna TV
http://mytvstream.net:8080/live/30550113/30550113/20180.m3u8
@ -28,7 +28,7 @@ http://mytvstream.net:8080/live/30550113/30550113/20180.m3u8
http://mytvstream.net:8080/live/30550113/30550113/21927.m3u8
#EXTINF:-1 tvg-chno="10" tvg-id="AXS.TV.us2" tvg-name="AXS TV" tvg-logo="https://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s28506_dark_360w_270h.png" group-title="TV",AXS TV
http://23.239.31.26:8989/axstv/index.m3u8
http://mytvstream.net:8080/live/30550113/30550113/48324.m3u8
#EXTINF:-1 tvg-chno="11" tvg-id="BBC.America.HD.us2" tvg-name="BBC America" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s64492_dark_360w_270h.png" group-title="TV",BBC America
https://bcovlive-a.akamaihd.net/7f5ec16d102f4b5d92e8e27bc95ff424/us-east-1/6240731308001/playlist.m3u8
@ -40,10 +40,10 @@ https://vs-hls-push-ww-live.akamaized.net/x=4/i=urn:bbc:pips:service:bbc_news_ch
http://212.102.60.231/BET/index.m3u8
#EXTINF:-1 tvg-chno="14" tvg-id="Big.Ten.Network.HD.us2" tvg-name="Big Ten Network" tvg-logo="https://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s56783_dark_360w_270h.png" group-title="TV",Big Ten Network
http://mytvstream.net:8080/live/30550113/30550113/9828.m3u8
http://23.237.104.106:8080/USA_BTN/index.m3u8
#EXTINF:-1 tvg-chno="15" tvg-id="Bloomberg.HD.us2" tvg-name="Bloomberg TV" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s71799_dark_360w_270h.png" group-title="TV",Bloomberg TV
https://live-manifest.production-public.tubi.io/live/a5aabf5a-9615-4987-8163-18edfa1360c6/playlist.m3u8
http://23.237.104.106:8080/USA_BOOMERANG/index.m3u8
#EXTINF:-1 tvg-chno="16" tvg-id="Boomerang.us2" tvg-name="Boomerang" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s21883_dark_360w_270h.png" group-title="TV",Boomerang
http://mytvstream.net:8080/live/30550113/30550113/14741.m3u8
@ -100,7 +100,7 @@ http://hardcoremedia.xyz/live/rabdsbmz/3731346838/261524.ts
https://fast-channels.sinclairstoryline.com/COMET/index.m3u8
#EXTINF:-1 tvg-chno="34" tvg-id="Cooking.Channel.HD.us2" tvg-name="Cooking Channel" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s30156_dark_360w_270h.png" group-title="TV",Cooking Channel
http://mytvstream.net:8080/live/30550113/30550113/9229.m3u8
http://23.237.104.106:8080/USA_COOKING/index.m3u8
#EXTINF:-1 tvg-chno="35" tvg-id="Court.TV.us2" tvg-name="Court TV" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s117160_dark_360w_270h.png" group-title="TV",Court TV
https://cdn-uw2-prod.tsv2.amagi.tv/linear/amg01438-ewscrippscompan-courttv-tablo/playlist.m3u8
@ -169,7 +169,7 @@ http://mytvstream.net:8080/live/30550113/30550113/20934.m3u8
http://mytvstream.net:8080/live/30550113/30550113/221151.m3u8
#EXTINF:-1 tvg-chno="57" tvg-id="FanDuel.Sports.Network.South.us" tvg-name="FDSN South" tvg-logo="https://i.gyazo.com/4d9dc12af42d7bca785878215367d5b2.png" group-title="TV",FDSN South
http://23.239.31.26:8989/ballysportssouth/index.m3u8
http://mytvstream.net:8080/live/30550113/30550113/20922.m3u8
#EXTINF:-1 tvg-chno="58" tvg-id="FanDuel.Sports.Network.Southeast.us" tvg-name="FDSN Southeast" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s20789_dark_360w_270h.png" group-title="TV",FDSN Southeast
http://mytvstream.net:8080/live/30550113/30550113/2213.m3u8
@ -253,7 +253,7 @@ http://23.237.104.106:8080/USA_HBO/index.m3u8
http://23.237.104.106:8080/USA_HBO2/index.m3u8
#EXTINF:-1 tvg-chno="85" tvg-id="HBO.Comedy.HD.us2" tvg-name="HBO Comedy" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s59839_dark_360w_270h.png" group-title="TV",HBO Comedy
http://mytvstream.net:8080/live/30550113/30550113/17773.m3u8
http://23.237.104.106:8080/USA_HBO_COMEDY/index.m3u8
#EXTINF:-1 tvg-chno="86" tvg-id="HBO.Drama.us2" tvg-name="HBO Family" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s34879_dark_360w_270h.png" group-title="TV",HBO Family
http://mytvstream.net:8080/live/30550113/30550113/17772.m3u8
@ -325,7 +325,7 @@ https://jmp2.uk/stvp-USBD420002446
http://mytvstream.net:8080/live/30550113/30550113/20943.m3u8
#EXTINF:-1 tvg-chno="109" tvg-id="New.England.Sports.Network.HD.us2" tvg-name="NESN" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s35038_dark_360w_270h.png" group-title="TV",NESN
http://mytvstream.net:8080/live/30550113/30550113/46726.m3u8
http://23.237.104.106:8080/USA_NESN/index.m3u8
#EXTINF:-1 tvg-chno="110" tvg-id="NewsNation.us2" tvg-name="NewsNation" tvg-logo="http://schedulesdirect-api20141201-logos.s3.dualstack.us-east-1.amazonaws.com/stationLogos/s91096_dark_360w_270h.png" group-title="TV",NewsNation
http://mytvstream.net:8080/live/30550113/30550113/161450.m3u8

File diff suppressed because it is too large Load diff

View file

@ -68,7 +68,7 @@ async def main() -> None:
asyncio.create_task(roxie.scrape(hdl_brwsr)),
asyncio.create_task(sportzone.scrape(xtrnl_brwsr)),
asyncio.create_task(streamcenter.scrape(hdl_brwsr)),
# asyncio.create_task(streamhub.scrape(xtrnl_brwsr)),
asyncio.create_task(streamhub.scrape(xtrnl_brwsr)),
asyncio.create_task(streamsgate.scrape(xtrnl_brwsr)),
asyncio.create_task(timstreams.scrape(xtrnl_brwsr)),
]
@ -80,7 +80,7 @@ async def main() -> None:
asyncio.create_task(pawa.scrape()),
asyncio.create_task(s2watch.scrape()),
asyncio.create_task(shark.scrape()),
asyncio.create_task(streambtw.scrape()),
# asyncio.create_task(streambtw.scrape()),
asyncio.create_task(totalsportek1.scrape()),
asyncio.create_task(totalsportek3.scrape()),
asyncio.create_task(tvapp.scrape()),

View file

@ -1,5 +1,4 @@
import asyncio
import re
from functools import partial
from urllib.parse import urljoin
@ -14,9 +13,7 @@ urls: dict[str, dict[str, str | float]] = {}
TAG = "ROXIE"
CACHE_FILE = Cache(TAG, exp=10_800)
HTML_CACHE = Cache(f"{TAG}-html", exp=19_800)
CACHE_FILE = Cache(TAG, exp=19_800)
BASE_URL = "https://roxiestreams.info"
@ -36,55 +33,6 @@ SPORT_URLS = {
}
async def refresh_html_cache(
url: str, now_ts: float
) -> dict[str, dict[str, str | float]]:
events = {}
if not (html_data := await network.request(url, log=log)):
return events
soup = HTMLParser(html_data.content)
for row in soup.css("table#eventsTable tbody tr"):
if not (a_tag := row.css_first("td a")):
continue
event = a_tag.text(strip=True)
if not (href := a_tag.attributes.get("href")):
continue
if not (span := row.css_first("span.countdown-timer")):
continue
if not (data_start := span.attributes.get("data-start")):
continue
event_time = (
data_start.rsplit(":", 1)[0]
if re.search(r"\d+:\d+:\d+", data_start)
else data_start
)
event_dt = Time.from_str(event_time, timezone="PST")
event_sport = next((k for k, v in SPORT_URLS.items() if v == url), "Live Event")
key = f"[{event_sport}] {event} ({TAG})"
events[key] = {
"sport": event_sport,
"event": event,
"link": href,
"event_ts": event_dt.timestamp(),
"timestamp": now_ts,
}
return events
async def process_event(
url: str,
url_num: int,
@ -131,36 +79,41 @@ async def process_event(
async def get_events(cached_keys: list[str]) -> list[dict[str, str]]:
now = Time.clean(Time.now())
tasks = [network.request(url, log=log) for url in SPORT_URLS.values()]
if not (events := HTML_CACHE.load()):
log.info("Refreshing HTML cache")
results = await asyncio.gather(*tasks)
tasks = [
refresh_html_cache(url, now.timestamp()) for url in SPORT_URLS.values()
]
events = []
results = await asyncio.gather(*tasks)
if not (
soups := [(HTMLParser(html.content), html.url) for html in results if html]
):
return events
events = {k: v for data in results for k, v in data.items()}
for soup, url in soups:
sport = next((k for k, v in SPORT_URLS.items() if v == url), "Live Event")
HTML_CACHE.write(events)
for row in soup.css("table#eventsTable tbody tr"):
if not (a_tag := row.css_first("td a")):
continue
live = []
event = a_tag.text(strip=True)
start_ts = now.delta(hours=-1.5).timestamp()
end_ts = now.delta(minutes=1).timestamp()
if not (href := a_tag.attributes.get("href")):
continue
for k, v in events.items():
if k in cached_keys:
continue
if f"[{sport}] {event} ({TAG})" in cached_keys:
continue
if not start_ts <= v["event_ts"] <= end_ts:
continue
events.append(
{
"sport": sport,
"event": event,
"link": href,
}
)
live.append(v)
return live
return events
async def scrape(browser: Browser) -> None:
@ -179,6 +132,8 @@ async def scrape(browser: Browser) -> None:
if events := await get_events(cached_urls.keys()):
log.info(f"Processing {len(events)} new URL(s)")
now = Time.clean(Time.now())
async with network.event_context(browser) as context:
for i, ev in enumerate(events, start=1):
async with network.event_page(context) as page:
@ -196,11 +151,7 @@ async def scrape(browser: Browser) -> None:
log=log,
)
sport, event, ts = (
ev["sport"],
ev["event"],
ev["event_ts"],
)
sport, event = ev["sport"], ev["event"]
tvg_id, logo = leagues.get_tvg_info(sport, event)
@ -210,7 +161,7 @@ async def scrape(browser: Browser) -> None:
"url": url,
"logo": logo,
"base": BASE_URL,
"timestamp": ts,
"timestamp": now.timestamp(),
"id": tvg_id or "Live.Event.us",
"link": link,
}

View file

@ -1,13 +1,14 @@
## Base Log @ 2026-03-22 08:57 UTC
## Base Log @ 2026-03-23 09:35 UTC
### ✅ Working Streams: 158<br>❌ Dead Streams: 4
### ✅ Working Streams: 157<br>❌ Dead Streams: 5
| Channel | Error (Code) | Link |
| ------- | ------------ | ---- |
| FDSN Midwest | HTTP Error (000) | `http://mytvstream.net:8080/live/30550113/30550113/66795.m3u8` |
| Hallmark Family | HTTP Error (403) | `http://mytvstream.net:8080/live/30550113/30550113/9307.m3u8` |
| HBO Family | HTTP Error (403) | `http://mytvstream.net:8080/live/30550113/30550113/17772.m3u8` |
| Hallmark Family | HTTP Error (000) | `http://mytvstream.net:8080/live/30550113/30550113/9307.m3u8` |
| NBC Sports California | HTTP Error (403) | `http://mytvstream.net:8080/live/30550113/30550113/20940.m3u8` |
| NHL Network | HTTP Error (000) | `http://mytvstream.net:8080/live/30550113/30550113/20179.m3u8` |
| Space City Home Network | HTTP Error (403) | `https://starshare.st/live/P4B9TB9xR8/humongous2tonight/3428.ts` |
---
#### Base Channels URL
```