🎨 Extracted common parser string (#285)

This commit is contained in:
Nikhil Badyal
2023-08-15 16:26:08 +05:30
committed by GitHub
parent 86b6770b21
commit d35f93ef77
3 changed files with 6 additions and 3 deletions
+3 -2
View File
@@ -12,6 +12,7 @@ from src.patches import Patches
from src.utils import ( from src.utils import (
apk_mirror_base_url, apk_mirror_base_url,
apkmirror_status_check, apkmirror_status_check,
bs4_parser,
handle_github_response, handle_github_response,
) )
@@ -28,7 +29,7 @@ def apkcombo_scrapper(package_name: str) -> str:
try: try:
apkcombo_url = f"https://apkcombo.com/genericApp/{package_name}" apkcombo_url = f"https://apkcombo.com/genericApp/{package_name}"
r = requests.get(apkcombo_url, headers=headers, allow_redirects=True) r = requests.get(apkcombo_url, headers=headers, allow_redirects=True)
soup = BeautifulSoup(r.text, "html.parser") soup = BeautifulSoup(r.text, bs4_parser)
url = soup.select_one("div.avatar > img")["data-src"] url = soup.select_one("div.avatar > img")["data-src"]
return re.sub(r"=.*$", "", url) return re.sub(r"=.*$", "", url)
except Exception: except Exception:
@@ -41,7 +42,7 @@ def apkmirror_scrapper(package_name: str) -> str:
if response["data"][0]["exists"]: if response["data"][0]["exists"]:
search_url = f"{apk_mirror_base_url}/?s={package_name}" search_url = f"{apk_mirror_base_url}/?s={package_name}"
r = requests.get(search_url, headers=headers) r = requests.get(search_url, headers=headers)
soup = BeautifulSoup(r.text, "html.parser") soup = BeautifulSoup(r.text, bs4_parser)
sub_url = soup.select_one("div.bubble-wrap > img")["src"] sub_url = soup.select_one("div.bubble-wrap > img")["src"]
new_width = 500 new_width = 500
new_height = 500 new_height = 500
+2 -1
View File
@@ -7,6 +7,7 @@ from selectolax.lexbor import LexborHTMLParser
from src.downloader.download import Downloader from src.downloader.download import Downloader
from src.exceptions import AppNotFound from src.exceptions import AppNotFound
from src.utils import bs4_parser
class UptoDown(Downloader): class UptoDown(Downloader):
@@ -31,7 +32,7 @@ class UptoDown(Downloader):
f"https://{self.config.upto_down.get(app)}.en.uptodown.com/android/versions" f"https://{self.config.upto_down.get(app)}.en.uptodown.com/android/versions"
) )
html = self.config.session.get(url).text html = self.config.session.get(url).text
soup = BeautifulSoup(html, "html.parser") soup = BeautifulSoup(html, bs4_parser)
versions_list = soup.find("section", {"id": "versions"}) versions_list = soup.find("section", {"id": "versions"})
download_url = None download_url = None
for version_item in versions_list.find_all("div", {"data-url": True}): for version_item in versions_list.find_all("div", {"data-url": True}):
+1
View File
@@ -23,6 +23,7 @@ apk_mirror_header = {
"Authorization": "Basic YXBpLWFwa3VwZGF0ZXI6cm01cmNmcnVVakt5MDRzTXB5TVBKWFc4", "Authorization": "Basic YXBpLWFwa3VwZGF0ZXI6cm01cmNmcnVVakt5MDRzTXB5TVBKWFc4",
"Content-Type": "application/json", "Content-Type": "application/json",
} }
bs4_parser = "html.parser"
def update_changelog(name: str, response: Dict[str, str]) -> None: def update_changelog(name: str, response: Dict[str, str]) -> None: