111 lines
3 KiB
Python
111 lines
3 KiB
Python
from urllib.parse import urljoin
|
|
|
|
import httpx
|
|
from bs4 import BeautifulSoup
|
|
|
|
urls: dict[str, str] = {}
|
|
|
|
mirrors = {"https://fstv.online", "https://fstv.space", "https://fstv.zip"}
|
|
|
|
|
|
def check_status(client: httpx.Client, url: str) -> bool:
|
|
try:
|
|
r = client.get(url)
|
|
r.raise_for_status()
|
|
except Exception:
|
|
return False
|
|
|
|
return r.status_code == 200
|
|
|
|
|
|
def get_base(client: httpx.Client) -> str:
|
|
for url in filter(lambda x: check_status(client, x), mirrors):
|
|
return url
|
|
|
|
|
|
def get_hrefs(client: httpx.Client, base_url: str) -> list[tuple[str, str]]:
|
|
print(f'Scraping from "{base_url}"')
|
|
|
|
try:
|
|
r = client.get(base_url)
|
|
r.raise_for_status()
|
|
except Exception as e:
|
|
print(f'Failed to fetch "{base_url}"\n{e}')
|
|
|
|
return []
|
|
|
|
soup = BeautifulSoup(r.text, "lxml")
|
|
|
|
events = {}
|
|
|
|
for wrpr in soup.find_all("div", class_="fixtures-live-wrapper"):
|
|
for games in wrpr.select(".match-table-item"):
|
|
|
|
league_name = games.select_one(".league-info a.league-name")
|
|
|
|
league_match = games.select_one(".common-table-row a[href*='/match/']")
|
|
|
|
if league_name and league_match:
|
|
full_text = league_name.get_text(strip=True)
|
|
|
|
if "]" in full_text:
|
|
event_name = full_text.split("]", 1)[1].strip()
|
|
else:
|
|
event_name = full_text
|
|
|
|
events[event_name] = urljoin(base_url, league_match["href"])
|
|
|
|
return events.items()
|
|
|
|
|
|
def fetch_m3u8(client: httpx.Client, url: str) -> tuple[str, list[str]]:
|
|
try:
|
|
r = client.get(url)
|
|
r.raise_for_status()
|
|
except Exception as e:
|
|
print(f'Failed to fetch "{url}"\n{e}')
|
|
|
|
return []
|
|
|
|
soup = BeautifulSoup(r.text, "lxml")
|
|
|
|
if category_links := soup.select(".common-list-category .category-item a"):
|
|
match_name = category_links[-1].get_text(strip=True)
|
|
else:
|
|
match_name = None
|
|
|
|
if not match_name or match_name.lower() == "vs":
|
|
if og_title := soup.find("meta", property="og:title"):
|
|
match_name = og_title["content"].split(" start on")[0].strip()
|
|
|
|
btns = soup.select("button.btn-server")
|
|
|
|
return match_name, [btn["data-link"] for btn in btns if btn.has_attr("data-link")]
|
|
|
|
|
|
def main(client: httpx.Client) -> None:
|
|
base_url = get_base(client)
|
|
|
|
for event, href in get_hrefs(client, base_url):
|
|
|
|
if not href:
|
|
continue
|
|
|
|
match_name, m3u8_urls = fetch_m3u8(client, href)
|
|
|
|
if not m3u8_urls:
|
|
continue
|
|
|
|
for i, link in enumerate(m3u8_urls, start=1):
|
|
key = (
|
|
f"[{event}] {match_name} (S{i})" if match_name else f"[{event}] (S{i})"
|
|
)
|
|
|
|
urls[key] = link
|
|
|
|
print(f"Collected {len(urls)} live events")
|
|
|
|
|
|
# if __name__ == "__main__":
|
|
# # create client beforehand
|
|
# main()
|