mirror of
https://github.com/doms9/iptv.git
synced 2026-06-06 02:43:05 +02:00
update M3U8
This commit is contained in:
GitHub Actions Bot
parent
210c95d83b
commit
3c865646e6
6 changed files with 490 additions and 681 deletions
464
M3U8/TV.m3u8
464
M3U8/TV.m3u8
File diff suppressed because it is too large
Load diff
464
M3U8/events.m3u8
464
M3U8/events.m3u8
File diff suppressed because it is too large
Load diff
|
|
@ -16,7 +16,6 @@ from scrapers import (
|
||||||
roxie,
|
roxie,
|
||||||
shark,
|
shark,
|
||||||
streamcenter,
|
streamcenter,
|
||||||
streamhub,
|
|
||||||
streamsgate,
|
streamsgate,
|
||||||
streamtpnew,
|
streamtpnew,
|
||||||
totalsportek,
|
totalsportek,
|
||||||
|
|
@ -63,7 +62,6 @@ async def main() -> None:
|
||||||
# asyncio.create_task(footfast.scrape(xtrnl_brwsr)),
|
# asyncio.create_task(footfast.scrape(xtrnl_brwsr)),
|
||||||
asyncio.create_task(fsports.scrape(xtrnl_brwsr)),
|
asyncio.create_task(fsports.scrape(xtrnl_brwsr)),
|
||||||
asyncio.create_task(roxie.scrape(hdl_brwsr)),
|
asyncio.create_task(roxie.scrape(hdl_brwsr)),
|
||||||
# asyncio.create_task(streamhub.scrape(xtrnl_brwsr)),
|
|
||||||
]
|
]
|
||||||
|
|
||||||
httpx_tasks = [
|
httpx_tasks = [
|
||||||
|
|
@ -105,7 +103,6 @@ async def main() -> None:
|
||||||
| roxie.urls
|
| roxie.urls
|
||||||
| shark.urls
|
| shark.urls
|
||||||
| streamcenter.urls
|
| streamcenter.urls
|
||||||
| streamhub.urls
|
|
||||||
| streamsgate.urls
|
| streamsgate.urls
|
||||||
| streamtpnew.urls
|
| streamtpnew.urls
|
||||||
| totalsportek.urls
|
| totalsportek.urls
|
||||||
|
|
|
||||||
|
|
@ -124,7 +124,7 @@ async def scrape(browser: Browser) -> None:
|
||||||
entry = {
|
entry = {
|
||||||
"url": url,
|
"url": url,
|
||||||
"logo": logo,
|
"logo": logo,
|
||||||
"base": "https://hoca6.com/",
|
"base": "https://exposestrat.com",
|
||||||
"timestamp": ts,
|
"timestamp": ts,
|
||||||
"id": tvg_id or "Live.Event.us",
|
"id": tvg_id or "Live.Event.us",
|
||||||
"link": link,
|
"link": link,
|
||||||
|
|
|
||||||
|
|
@ -104,7 +104,7 @@ async def scrape(browser: Browser) -> None:
|
||||||
entry = {
|
entry = {
|
||||||
"url": url,
|
"url": url,
|
||||||
"logo": logo,
|
"logo": logo,
|
||||||
"base": "https://hoca6.com/",
|
"base": "https://exposestrat.com",
|
||||||
"timestamp": now.timestamp(),
|
"timestamp": now.timestamp(),
|
||||||
"id": tvg_id or "Live.Event.us",
|
"id": tvg_id or "Live.Event.us",
|
||||||
"link": link,
|
"link": link,
|
||||||
|
|
|
||||||
|
|
@ -1,236 +0,0 @@
|
||||||
import asyncio
|
|
||||||
from functools import partial
|
|
||||||
from urllib.parse import urljoin
|
|
||||||
|
|
||||||
from playwright.async_api import Browser, Page, TimeoutError
|
|
||||||
from selectolax.parser import HTMLParser
|
|
||||||
|
|
||||||
from .utils import Cache, Time, get_logger, leagues, network
|
|
||||||
|
|
||||||
log = get_logger(__name__)
|
|
||||||
|
|
||||||
urls: dict[str, dict[str, str | float]] = {}
|
|
||||||
|
|
||||||
TAG = "STRMHUB"
|
|
||||||
|
|
||||||
CACHE_FILE = Cache(TAG, exp=28_800)
|
|
||||||
|
|
||||||
BASE_URL = "https://livesports4u.net"
|
|
||||||
|
|
||||||
SPORT_ENDPOINTS = [
|
|
||||||
f"sport_{sport_id}"
|
|
||||||
for sport_id in [
|
|
||||||
# "68c02a4465113", # American Football
|
|
||||||
# "68c02a446582f", # Baseball
|
|
||||||
"68c02a4466011", # Basketball
|
|
||||||
"68c02a4466f56", # Hockey
|
|
||||||
# "68c02a44674e9", # MMA
|
|
||||||
# "68c02a4467a48", # Racing
|
|
||||||
"68c02a4464a38", # Soccer
|
|
||||||
# "68c02a4468cf7", # Tennis
|
|
||||||
]
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
async def process_event(
|
|
||||||
url: str,
|
|
||||||
url_num: int,
|
|
||||||
page: Page,
|
|
||||||
) -> str | None:
|
|
||||||
|
|
||||||
captured: list[str] = []
|
|
||||||
|
|
||||||
got_one = asyncio.Event()
|
|
||||||
|
|
||||||
handler = partial(
|
|
||||||
network.capture_req,
|
|
||||||
captured=captured,
|
|
||||||
got_one=got_one,
|
|
||||||
)
|
|
||||||
|
|
||||||
page.on("request", handler)
|
|
||||||
|
|
||||||
try:
|
|
||||||
resp = await page.goto(
|
|
||||||
url,
|
|
||||||
wait_until="domcontentloaded",
|
|
||||||
timeout=6_000,
|
|
||||||
)
|
|
||||||
|
|
||||||
if not resp or resp.status != 200:
|
|
||||||
log.warning(
|
|
||||||
f"URL {url_num}) Status Code: {resp.status if resp else 'None'}"
|
|
||||||
)
|
|
||||||
|
|
||||||
return
|
|
||||||
|
|
||||||
try:
|
|
||||||
btn = page.locator("button.btn.btn-sm.btn-success.streamLink")
|
|
||||||
|
|
||||||
iframe_src = await btn.get_attribute("data-src", timeout=1_250)
|
|
||||||
except TimeoutError:
|
|
||||||
log.warning(f"URL {url_num}) No iframe source found.")
|
|
||||||
return
|
|
||||||
|
|
||||||
await page.goto(
|
|
||||||
iframe_src,
|
|
||||||
wait_until="domcontentloaded",
|
|
||||||
timeout=5_000,
|
|
||||||
)
|
|
||||||
|
|
||||||
wait_task = asyncio.create_task(got_one.wait())
|
|
||||||
|
|
||||||
try:
|
|
||||||
await asyncio.wait_for(wait_task, timeout=5)
|
|
||||||
except asyncio.TimeoutError:
|
|
||||||
log.warning(f"URL {url_num}) Timed out waiting for M3U8.")
|
|
||||||
|
|
||||||
return
|
|
||||||
|
|
||||||
finally:
|
|
||||||
if not wait_task.done():
|
|
||||||
wait_task.cancel()
|
|
||||||
|
|
||||||
try:
|
|
||||||
await wait_task
|
|
||||||
except asyncio.CancelledError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
if captured:
|
|
||||||
log.info(f"URL {url_num}) Captured M3U8")
|
|
||||||
|
|
||||||
return captured[0]
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
log.warning(f"URL {url_num}) {e}")
|
|
||||||
|
|
||||||
return
|
|
||||||
|
|
||||||
finally:
|
|
||||||
page.remove_listener("request", handler)
|
|
||||||
|
|
||||||
|
|
||||||
async def get_events() -> list[dict[str, str]]:
|
|
||||||
now = Time.clean(Time.now())
|
|
||||||
|
|
||||||
tasks = [
|
|
||||||
network.request(
|
|
||||||
urljoin(BASE_URL, f"events/{date}"),
|
|
||||||
params={"sport_id": sport_id},
|
|
||||||
log=log,
|
|
||||||
)
|
|
||||||
for date in [now.date(), now.delta(days=1).date()]
|
|
||||||
for sport_id in SPORT_ENDPOINTS
|
|
||||||
]
|
|
||||||
|
|
||||||
results = await asyncio.gather(*tasks)
|
|
||||||
|
|
||||||
events = []
|
|
||||||
|
|
||||||
if not (soups := [HTMLParser(html.content) for html in results if html]):
|
|
||||||
return events
|
|
||||||
|
|
||||||
for soup in soups:
|
|
||||||
for section in soup.css(".events-section"):
|
|
||||||
if not (sport_node := section.css_first(".section-titlte")):
|
|
||||||
continue
|
|
||||||
|
|
||||||
sport = sport_node.text(strip=True)
|
|
||||||
|
|
||||||
for event in section.css(".section-event"):
|
|
||||||
event_name = "Live Event"
|
|
||||||
|
|
||||||
if teams := event.css_first(".event-competitors"):
|
|
||||||
home, away = teams.text(strip=True).split("vs.")
|
|
||||||
|
|
||||||
event_name = f"{away} vs {home}"
|
|
||||||
|
|
||||||
if not (event_button := event.css_first(".event-button a")) or not (
|
|
||||||
href := event_button.attributes.get("href")
|
|
||||||
):
|
|
||||||
continue
|
|
||||||
|
|
||||||
event_date = event.css_first(".event-countdown").attributes.get(
|
|
||||||
"data-start"
|
|
||||||
)
|
|
||||||
|
|
||||||
event_dt = Time.from_str(event_date, timezone="UTC")
|
|
||||||
|
|
||||||
if event_dt.date() != now.date():
|
|
||||||
continue
|
|
||||||
|
|
||||||
events.append(
|
|
||||||
{
|
|
||||||
"sport": sport,
|
|
||||||
"event": event_name,
|
|
||||||
"link": href,
|
|
||||||
"timestamp": now.timestamp(),
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|
||||||
return events
|
|
||||||
|
|
||||||
|
|
||||||
async def scrape(browser: Browser) -> None:
|
|
||||||
if cached_urls := CACHE_FILE.load():
|
|
||||||
urls.update({k: v for k, v in cached_urls.items() if v["url"]})
|
|
||||||
|
|
||||||
log.info(f"Loaded {len(urls)} event(s) from cache")
|
|
||||||
|
|
||||||
return
|
|
||||||
|
|
||||||
log.info(f'Scraping from "{BASE_URL}"')
|
|
||||||
|
|
||||||
if events := await get_events():
|
|
||||||
log.info(f"Processing {len(events)} new URL(s)")
|
|
||||||
|
|
||||||
async with network.event_context(browser, stealth=False) as context:
|
|
||||||
for i, ev in enumerate(events, start=1):
|
|
||||||
async with network.event_page(context) as page:
|
|
||||||
|
|
||||||
handler = partial(
|
|
||||||
process_event,
|
|
||||||
url=(link := ev["link"]),
|
|
||||||
url_num=i,
|
|
||||||
page=page,
|
|
||||||
)
|
|
||||||
|
|
||||||
url = await network.safe_process(
|
|
||||||
handler,
|
|
||||||
url_num=i,
|
|
||||||
semaphore=network.PW_S,
|
|
||||||
log=log,
|
|
||||||
)
|
|
||||||
|
|
||||||
sport, event, ts = (
|
|
||||||
ev["sport"],
|
|
||||||
ev["event"],
|
|
||||||
ev["timestamp"],
|
|
||||||
)
|
|
||||||
|
|
||||||
key = f"[{sport}] {event} ({TAG})"
|
|
||||||
|
|
||||||
tvg_id, logo = leagues.get_tvg_info(sport, event)
|
|
||||||
|
|
||||||
entry = {
|
|
||||||
"url": url,
|
|
||||||
"logo": logo,
|
|
||||||
"base": "http://streamobs.click/",
|
|
||||||
"timestamp": ts,
|
|
||||||
"id": tvg_id or "Live.Event.us",
|
|
||||||
"link": link,
|
|
||||||
}
|
|
||||||
|
|
||||||
cached_urls[key] = entry
|
|
||||||
|
|
||||||
if url:
|
|
||||||
entry["url"] = url.split("?st")[0]
|
|
||||||
|
|
||||||
urls[key] = entry
|
|
||||||
|
|
||||||
log.info(f"Collected and cached {len(urls)} new event(s)")
|
|
||||||
|
|
||||||
else:
|
|
||||||
log.info("No new events found")
|
|
||||||
|
|
||||||
CACHE_FILE.write(cached_urls)
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue