mirror of
https://github.com/sotam0316/docker-py-revanced.git
synced 2026-04-25 03:48:37 +09:00
Nikhil Badyal
102 lines
3.4 KiB
Python
102 lines
3.4 KiB
Python
"""Downloader Class."""
|
|
import os
|
|
from queue import PriorityQueue
|
|
from time import perf_counter
|
|
from typing import Any, Tuple
|
|
|
|
from loguru import logger
|
|
from tqdm import tqdm
|
|
|
|
from src.config import RevancedConfig
|
|
from src.downloader.utils import implement_method
|
|
from src.patches import Patches
|
|
from src.utils import handle_response
|
|
|
|
|
|
class Downloader(object):
|
|
"""Files downloader."""
|
|
|
|
def __init__(self, patcher: Patches, config: RevancedConfig):
|
|
self._CHUNK_SIZE = 10485760
|
|
self._QUEUE: PriorityQueue[Tuple[float, str]] = PriorityQueue()
|
|
self._QUEUE_LENGTH = 0
|
|
self.config = config
|
|
self.patcher = patcher
|
|
|
|
def _download(self, url: str, file_name: str) -> None:
|
|
if (
|
|
os.path.exists(self.config.temp_folder.joinpath(file_name))
|
|
or self.config.dry_run
|
|
):
|
|
logger.debug(
|
|
f"Skipping download of {file_name}. File already exists or dry running."
|
|
)
|
|
return
|
|
logger.info(f"Trying to download {file_name} from {url}")
|
|
self._QUEUE_LENGTH += 1
|
|
start = perf_counter()
|
|
headers = {}
|
|
if self.config.personal_access_token and "github" in url:
|
|
logger.debug("Using personal access token")
|
|
headers.update(
|
|
{"Authorization": "token " + self.config.personal_access_token}
|
|
)
|
|
response = self.config.session.get(
|
|
url,
|
|
stream=True,
|
|
headers=headers,
|
|
)
|
|
handle_response(response)
|
|
total = int(response.headers.get("content-length", 0))
|
|
bar = tqdm(
|
|
desc=file_name,
|
|
total=total,
|
|
unit="iB",
|
|
unit_scale=True,
|
|
unit_divisor=1024,
|
|
colour="green",
|
|
)
|
|
with self.config.temp_folder.joinpath(file_name).open("wb") as dl_file, bar:
|
|
for chunk in response.iter_content(self._CHUNK_SIZE):
|
|
size = dl_file.write(chunk)
|
|
bar.update(size)
|
|
self._QUEUE.put((perf_counter() - start, file_name))
|
|
logger.debug(f"Downloaded {file_name}")
|
|
|
|
def extract_download_link(self, page: str, app: str) -> None:
|
|
"""Extract download link from web page."""
|
|
raise NotImplementedError(implement_method)
|
|
|
|
def specific_version(self, app: str, version: str) -> None:
|
|
"""Function to download the specified version of app from apkmirror.
|
|
|
|
:param app: Name of the application
|
|
:param version: Version of the application to download
|
|
:return: Version of downloaded apk
|
|
"""
|
|
raise NotImplementedError(implement_method)
|
|
|
|
def latest_version(self, app: str, **kwargs: Any) -> None:
|
|
"""Function to download the latest version of app.
|
|
|
|
:param app: Name of the application
|
|
:return: Version of downloaded apk
|
|
"""
|
|
raise NotImplementedError(implement_method)
|
|
|
|
def download(self, version: str, app: str, **kwargs: Any) -> None:
|
|
"""Public function to download apk to patch.
|
|
|
|
:param version: version to download
|
|
:param app: App to download
|
|
"""
|
|
if self.config.dry_run:
|
|
return
|
|
if app in self.config.existing_downloaded_apks:
|
|
logger.debug(f"Will not download {app} -v{version} from the internet.")
|
|
return
|
|
if version and version != "latest":
|
|
self.specific_version(app, version)
|
|
else:
|
|
self.latest_version(app, **kwargs)
|