#!/usr/bin/env python3 import asyncio import re from pathlib import Path from playwright.async_api import async_playwright from scrapers import ( cdnlivetv, embedhd, fawa, fsports, istreameast, ovogoal, roxie, shark, streamcenter, streamsgate, streamtpnew, totalsportek, tvapp, watchfooty, webcast, xyzstream, ) from scrapers.utils import get_logger, network log = get_logger(__name__) BASE_FILE = Path(__file__).parent / "base.m3u8" EVENTS_FILE = Path(__file__).parent / "events.m3u8" COMBINED_FILE = Path(__file__).parent / "TV.m3u8" def load_base() -> tuple[list[str], int]: log.info("Fetching base M3U8") data = BASE_FILE.read_text(encoding="utf-8") pattern = re.compile(r'tvg-chno="(\d+)"') last_chnl_num = max(map(int, pattern.findall(data)), default=0) return data.splitlines(), last_chnl_num async def main() -> None: log.info(f"{'=' * 10} Scraper Started {'=' * 10}") # base_m3u8, tvg_chno = load_base() async with async_playwright() as p: try: hdl_brwsr = await network.browser(p) xtrnl_brwsr = await network.browser(p, external=True) pw_tasks = [ # asyncio.create_task(embedhd.scrape(hdl_brwsr)), # asyncio.create_task(fsports.scrape(xtrnl_brwsr)), # asyncio.create_task(roxie.scrape(hdl_brwsr)), ] httpx_tasks = [ # asyncio.create_task(fawa.scrape()), # asyncio.create_task(istreameast.scrape()), # # asyncio.create_task(ovogoal.scrape()), # asyncio.create_task(shark.scrape()), # asyncio.create_task(streamcenter.scrape()), asyncio.create_task(streamsgate.scrape()), # asyncio.create_task(streamtpnew.scrape()), # asyncio.create_task(totalsportek.scrape()), # asyncio.create_task(tvapp.scrape()), # asyncio.create_task(webcast.scrape()), # asyncio.create_task(xyzstream.scrape()), ] await asyncio.gather(*(pw_tasks + httpx_tasks)) # others # await cdnlivetv.scrape(xtrnl_brwsr) # await watchfooty.scrape(xtrnl_brwsr) finally: await hdl_brwsr.close() await xtrnl_brwsr.close() await network.client.aclose() # additions = ( # cdnlivetv.urls # | embedhd.urls # | fawa.urls # | fsports.urls # | istreameast.urls # | ovogoal.urls # | roxie.urls # | shark.urls # | streamcenter.urls # | streamsgate.urls # | streamtpnew.urls # | totalsportek.urls # | tvapp.urls # | watchfooty.urls # | webcast.urls # | xyzstream.urls # ) # live_events: list[str] = [] # combined_channels: list[str] = [] # for i, (event, info) in enumerate( # sorted(additions.items()), # start=1, # ): # extinf_all = ( # f'#EXTINF:-1 tvg-chno="{tvg_chno + i}" tvg-id="{info["id"]}" ' # f'tvg-name="{event}" tvg-logo="{info["logo"]}" group-title="Live Events",{event}' # ) # extinf_live = ( # f'#EXTINF:-1 tvg-chno="{i}" tvg-id="{info["id"]}" ' # f'tvg-name="{event}" tvg-logo="{info["logo"]}" group-title="Live Events",{event}' # ) # vlc_block = [ # f'#EXTVLCOPT:http-referrer={info["base"]}', # f'#EXTVLCOPT:http-origin={info["base"]}', # f"#EXTVLCOPT:http-user-agent={info.get('UA', network.UA)}", # info["url"], # ] # combined_channels.extend(["\n" + extinf_all, *vlc_block]) # live_events.extend(["\n" + extinf_live, *vlc_block]) # COMBINED_FILE.write_text( # "\n".join(base_m3u8 + combined_channels), # encoding="utf-8", # ) # log.info(f"Base + Events saved to {COMBINED_FILE.resolve()}") # EVENTS_FILE.write_text( # '#EXTM3U url-tvg="https://raw.githubusercontent.com/doms9/iptv/refs/heads/default/M3U8/TV.xml"\n' # + "\n".join(live_events), # encoding="utf-8", # ) # log.info(f"Events saved to {EVENTS_FILE.resolve()}") if __name__ == "__main__": asyncio.run(main()) for hndlr in log.handlers: hndlr.flush() hndlr.stream.write("\n")