e
This commit is contained in:
parent
e3505df30b
commit
00000d9f36
2 changed files with 5 additions and 13 deletions
|
|
@ -2,16 +2,7 @@
|
||||||
import asyncio
|
import asyncio
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from scrapers import (
|
from scrapers import ppv, streambtw, streameast, streamed, strmd, tvpass, watchfooty
|
||||||
fstv,
|
|
||||||
ppv,
|
|
||||||
streambtw,
|
|
||||||
streameast,
|
|
||||||
streamed,
|
|
||||||
strmd,
|
|
||||||
tvpass,
|
|
||||||
watchfooty,
|
|
||||||
)
|
|
||||||
from scrapers.utils import get_logger, network
|
from scrapers.utils import get_logger, network
|
||||||
|
|
||||||
log = get_logger(__name__)
|
log = get_logger(__name__)
|
||||||
|
|
@ -37,7 +28,6 @@ async def main() -> None:
|
||||||
base_m3u8, tvg_chno = load_base()
|
base_m3u8, tvg_chno = load_base()
|
||||||
|
|
||||||
tasks = [
|
tasks = [
|
||||||
asyncio.create_task(fstv.scrape(network.client)),
|
|
||||||
asyncio.create_task(ppv.scrape(network.client)),
|
asyncio.create_task(ppv.scrape(network.client)),
|
||||||
asyncio.create_task(streambtw.scrape(network.client)),
|
asyncio.create_task(streambtw.scrape(network.client)),
|
||||||
asyncio.create_task(streameast.scrape(network.client)),
|
asyncio.create_task(streameast.scrape(network.client)),
|
||||||
|
|
@ -50,8 +40,7 @@ async def main() -> None:
|
||||||
await asyncio.gather(*tasks)
|
await asyncio.gather(*tasks)
|
||||||
|
|
||||||
additions = (
|
additions = (
|
||||||
fstv.urls
|
ppv.urls
|
||||||
| ppv.urls
|
|
||||||
| streambtw.urls
|
| streambtw.urls
|
||||||
| streameast.urls
|
| streameast.urls
|
||||||
| streamed.urls
|
| streamed.urls
|
||||||
|
|
|
||||||
|
|
@ -167,3 +167,6 @@ async def scrape(client: httpx.AsyncClient) -> None:
|
||||||
log.info("No new events found")
|
log.info("No new events found")
|
||||||
|
|
||||||
CACHE_FILE.write(cached_urls)
|
CACHE_FILE.write(cached_urls)
|
||||||
|
|
||||||
|
|
||||||
|
# cloudflare bot protection added
|
||||||
Loading…
Add table
Add a link
Reference in a new issue