mirror of
https://github.com/KeksPirates/SoftwareManager.git
synced 2026-08-04 09:59:41 +02:00
shayaa
123 lines
3.0 KiB
Python
123 lines
3.0 KiB
Python
from core.data.scrapers.provider.buzzheavier import scrape_buzzheavier
|
|
from core.data.scrapers.provider.gofile import scrape_gofile
|
|
from core.utils.logging.logs import consoleLog
|
|
from core.utils.data.state import state
|
|
from bs4 import BeautifulSoup
|
|
from typing import Dict
|
|
import webbrowser
|
|
import requests
|
|
import time
|
|
import re
|
|
|
|
|
|
cache = {
|
|
"data": [],
|
|
"last_fetched": 0
|
|
}
|
|
|
|
cache_expiry = 300
|
|
|
|
def get_Metadata():
|
|
return Metadata
|
|
|
|
def scrape_steamrip_links():
|
|
|
|
current_time = time.time()
|
|
|
|
if cache["data"] != [] and (current_time - cache["last_fetched"] < cache_expiry):
|
|
return cache["data"]
|
|
|
|
url = f"https://steamrip.com/games-list-page/"
|
|
response = requests.get(url)
|
|
text = response.text
|
|
|
|
soup = BeautifulSoup(text, "html.parser")
|
|
games = soup.find_all("li", class_="az-list-item")
|
|
|
|
if len(games) == 0:
|
|
return []
|
|
|
|
links = []
|
|
names = []
|
|
for gamehtml in games:
|
|
link = gamehtml.find("a", href=lambda x: x and x.startswith("/"))
|
|
links += re.findall(r'(?<=href=")[^"]*', link.__str__())
|
|
name = gamehtml.find("a", href=lambda x: x and x.startswith("/"))
|
|
names += re.findall(r'(?<=\/">)[^<]*', name.__str__())
|
|
|
|
|
|
|
|
# construct the list[dict[str,str]]
|
|
|
|
ret = []
|
|
|
|
for i in range(len(names)):
|
|
ret.append({"title" : names[i], "url" : links[i]})
|
|
|
|
return ret
|
|
|
|
def scrape_steamrip_game_downloads(gamelink):
|
|
url = "https://steamrip.com" + gamelink
|
|
response = requests.get(url)
|
|
soup = BeautifulSoup(response.text, "html.parser")
|
|
download_link_elements = soup.find_all("a",class_="shortc-button")
|
|
download_links = ["buzzheavier", "gofile"]
|
|
|
|
for download_link in download_link_elements:
|
|
pure = download_link.attrs.get("href")
|
|
if pure[2] == "b":
|
|
download_links[0] = "https:" + pure
|
|
if pure[2] == "g":
|
|
download_links[1] = "https:" + pure
|
|
|
|
ret = []
|
|
|
|
for link in download_links:
|
|
if len(link) != 1:
|
|
ret.append(link)
|
|
|
|
cache["data"] = ret
|
|
|
|
return ret
|
|
|
|
def get_download_link(post: Dict):
|
|
url = post["url"]
|
|
links = scrape_steamrip_game_downloads(url)
|
|
best = ""
|
|
for link in links:
|
|
if link[0] == "h":
|
|
best = link
|
|
break
|
|
|
|
if links.index(best) == 0:
|
|
link = scrape_buzzheavier(best)
|
|
return link
|
|
elif links.index(best) == 1:
|
|
link, headers = scrape_gofile(best)
|
|
return link, headers
|
|
else:
|
|
consoleLog("Unable to retrieve download link due to captcha, launching browser...")
|
|
webbrowser.open(best)
|
|
return None, None
|
|
|
|
def filter_steamrip(query: str):
|
|
games = scrape_steamrip_links()
|
|
|
|
filtered_games = [
|
|
game for game in games
|
|
if query.lower() in game["title"].lower()
|
|
]
|
|
|
|
return filtered_games
|
|
|
|
Metadata = {
|
|
"name" : "steamrip",
|
|
"headers" : ["Game"],
|
|
"scrapeFunc" : filter_steamrip,
|
|
"linkFunc" : get_download_link,
|
|
"isMagnet" : False,
|
|
}
|
|
|
|
def init_steamrip():
|
|
state.trackers.update({Metadata["name"] : Metadata})
|