Files
docker-py-revanced/scripts/status_check.py
T
Nikhil Badyal 77377cdd48 🚨 Updated lints (#308)
2023-08-25 15:36:50 +05:30

134 lines
4.4 KiB
Python

"""Status check."""
import re
from pathlib import Path
from typing import List
import requests
from bs4 import BeautifulSoup
from google_play_scraper import app as gplay_app
from google_play_scraper.exceptions import GooglePlayScraperException
from src.exceptions import APKComboIconScrapError, APKMirrorIconScrapError, UnknownError
from src.patches import Patches
from src.utils import apk_mirror_base_url, apkmirror_status_check, bs4_parser, handle_request_response, request_header
not_found_icon = "https://img.icons8.com/bubbles/500/android-os.png"
no_of_col = 6
def apkcombo_scrapper(package_name: str) -> str:
"""Apkcombo scrapper."""
try:
apkcombo_url = f"https://apkcombo.com/genericApp/{package_name}"
r = requests.get(apkcombo_url, headers=request_header, allow_redirects=True, timeout=10)
soup = BeautifulSoup(r.text, bs4_parser)
icon_element = soup.select_one("div.bubble-wrap > img")
if not icon_element:
raise APKComboIconScrapError(url=apkcombo_url)
url = icon_element["data-src"]
return re.sub(r"=.*$", "", url) # type: ignore[arg-type]
except UnknownError:
return not_found_icon
def apkmirror_scrapper(package_name: str) -> str:
"""Apkmirror URL."""
response = apkmirror_status_check(package_name)
search_url = f"{apk_mirror_base_url}/?s={package_name}"
if response["data"][0]["exists"]:
return _extracted_from_apkmirror_scrapper(search_url)
raise APKMirrorIconScrapError(url=search_url)
def _extracted_from_apkmirror_scrapper(search_url: str) -> str:
r = requests.get(search_url, headers=request_header, timeout=60)
soup = BeautifulSoup(r.text, bs4_parser)
icon_element = soup.select_one("div.bubble-wrap > img")
if not icon_element:
raise APKMirrorIconScrapError(url=search_url)
sub_url = str(icon_element["src"])
new_width = 500
new_height = 500
new_quality = 100
# regular expression pattern to match w=xx&h=xx&q=xx
pattern = r"(w=\d+&h=\d+&q=\d+)"
return apk_mirror_base_url + re.sub(pattern, f"w={new_width}&h={new_height}&q={new_quality}", sub_url)
def gplay_icon_scrapper(package_name: str) -> str:
"""Scrap Icon from Gplay."""
# noinspection PyBroadException
try:
result = gplay_app(
package_name,
)
if result["icon"]:
return str(result["icon"])
raise GooglePlayScraperException
except GooglePlayScraperException:
try:
return apkmirror_scrapper(package_name)
except APKMirrorIconScrapError:
return apkcombo_scrapper(package_name)
except UnknownError:
return not_found_icon
def generate_markdown_table(data: List[List[str]]) -> str:
"""Generate table."""
if not data:
return "No data to generate table."
table = (
"| Package Name | App Icon | PlayStore link | APKMirror link|APKCombo Link| Supported?|\n"
"|-------------|----------|----------------|---------------|------------------|----------|\n"
)
for row in data:
if len(row) != no_of_col:
msg = "Each row must contain 6 columns of data."
raise ValueError(msg)
table += f"| {row[0]} | {row[1]} | {row[2]} | {row[3]} |{row[4]} |{row[5]} |\n"
return table
def main() -> None:
"""Entrypoint."""
repo_url = "https://releases.revanced.app/patches"
response = requests.get(repo_url, timeout=10)
handle_request_response(response)
patches = response.json()
possible_apps = set()
for patch in patches:
for compatible_package in patch["compatiblePackages"]:
possible_apps.add(compatible_package["name"])
supported_app = set(Patches.support_app().keys())
missing_support = sorted(possible_apps.difference(supported_app))
output = "New app found which aren't supported or outdated.\n\n"
data = [
[
app,
f'<img src="{gplay_icon_scrapper(app)}" width=50 height=50>',
f"[PlayStore Link](https://play.google.com/store/apps/details?id={app})",
f"[APKMirror Link](https://www.apkmirror.com/?s={app})",
f"[APKCombo Link](https://apkcombo.com/genericApp/{app})",
"<li>- [ ] </li>",
]
for app in missing_support
]
table = generate_markdown_table(data)
output += table
with Path("status.md").open("w", encoding="utf_8") as status:
status.write(output)
print(output)
if __name__ == "__main__":
main()