93 lines
2.4 KiB
Python
93 lines
2.4 KiB
Python
import json
|
|
import re
|
|
from datetime import datetime, timedelta
|
|
from pathlib import Path
|
|
from urllib.parse import urlparse
|
|
|
|
import httpx
|
|
import pytz
|
|
|
|
base_url = "https://tvpass.org/playlist/m3u"
|
|
base_file = Path(__file__).parent / "tvpass.json"
|
|
|
|
urls: dict[str, str] = {}
|
|
|
|
TZ = pytz.timezone("America/New_York")
|
|
|
|
|
|
def cache_expired(t: float) -> bool:
|
|
now = datetime.now(TZ)
|
|
|
|
eleven = now.replace(hour=11, minute=0, second=0, microsecond=0)
|
|
|
|
if now < eleven:
|
|
eleven -= timedelta(days=1)
|
|
|
|
return t < eleven.timestamp()
|
|
|
|
|
|
def load_cache() -> dict[str, str]:
|
|
try:
|
|
data = json.loads(base_file.read_text(encoding="utf-8"))
|
|
|
|
ts = data.get("_timestamp", 0)
|
|
|
|
return {} if cache_expired(ts) else data.get("urls", {})
|
|
except (FileNotFoundError, json.JSONDecodeError):
|
|
return {}
|
|
|
|
|
|
def save_cache(urls: dict[str, str]) -> None:
|
|
payload = {"_timestamp": datetime.now(TZ).timestamp(), "urls": urls}
|
|
|
|
base_file.write_text(json.dumps(payload, indent=2), encoding="utf-8")
|
|
|
|
|
|
def fetch_m3u8(client: httpx.Client) -> list[str] | None:
|
|
try:
|
|
r = client.get(base_url)
|
|
r.raise_for_status()
|
|
except Exception as e:
|
|
print(f'Failed to fetch "{base_url}"\n{e}')
|
|
|
|
return r.text.splitlines()
|
|
|
|
|
|
def main(client: httpx.Client) -> None:
|
|
if cached := load_cache():
|
|
urls.update(cached)
|
|
print(f"TVPass: Collected {len(urls)} live events from cache")
|
|
return
|
|
|
|
print(f'Scraping from "{base_url}"')
|
|
|
|
if not (data := fetch_m3u8(client)):
|
|
return
|
|
|
|
for i in range(len(data) - 1):
|
|
if data[i].startswith("#EXTINF"):
|
|
tvg_id_match = re.search(r'tvg-id="([^"]*)"', data[i])
|
|
tvg_name_match = re.search(r'tvg-name="([^"]*)"', data[i])
|
|
|
|
tvg_id = tvg_id_match[1] if tvg_id_match else None
|
|
tvg_name = tvg_name_match[1]
|
|
|
|
if tvg_id == "":
|
|
url = data[i + 1]
|
|
|
|
tvg_name = tvg_name.split("(")[0].strip()
|
|
|
|
if url.endswith("/sd"):
|
|
|
|
path_parts = urlparse(url).path.strip("/").split("/")
|
|
|
|
if len(path_parts) >= 2 and path_parts[-1] == "sd":
|
|
sport = "".join(x for x in path_parts[1] if x.isalpha()).upper()
|
|
else:
|
|
sport = "UNKNWN"
|
|
|
|
urls[f"[{sport}] {tvg_name}"] = url
|
|
|
|
if urls:
|
|
save_cache(urls)
|
|
print(f"Cached {len(urls)} live events")
|