mirror of
https://github.com/KeksPirates/SoftwareManager.git
synced 2026-08-03 17:39:42 +02:00
Vxrtrauter
89 lines
2.6 KiB
Python
89 lines
2.6 KiB
Python
import requests
|
|
import asyncio
|
|
from bs4 import BeautifulSoup
|
|
|
|
global url_uztracker
|
|
url_uztracker = "https://uztracker.net/tracker.php?nm=" # placeholder url for now
|
|
|
|
async def init_uztracker():
|
|
global up
|
|
global soup
|
|
try:
|
|
response = requests.get(url_uztracker) # get da content from da url
|
|
soup = BeautifulSoup(response.content, 'html.parser') # create bs object
|
|
up = True
|
|
except requests.exceptions.RequestException as e:
|
|
print(f"\nRequest Exception on {url_uztracker}:")
|
|
print(e)
|
|
print("\nIs the Site down?")
|
|
up = False
|
|
|
|
asyncio.run(init_uztracker())
|
|
|
|
def scrape_uztracker(search, debug, max_results=450):
|
|
if up:
|
|
result = False
|
|
global results
|
|
global resulttitles
|
|
results = []
|
|
resulttitles = []
|
|
|
|
per_page = 50
|
|
|
|
for start in range(0, max_results, per_page):
|
|
search_url = url_uztracker + search + f"&start={start}"
|
|
if debug:
|
|
print(search_url)
|
|
|
|
try:
|
|
resultCount = 0
|
|
response = requests.get(search_url)
|
|
response.raise_for_status()
|
|
soup = BeautifulSoup(response.text, 'html.parser')
|
|
links = soup.find_all('a', class_="genmed tLink", href=lambda x: x and x.startswith('./viewtopic'))
|
|
for link in links:
|
|
if link.b:
|
|
resultCount += 1
|
|
results.append(link['href'])
|
|
resulttitles.append(link.b.text)
|
|
result = True
|
|
|
|
if resultCount == 0:
|
|
# add popup in gui for no result
|
|
break
|
|
|
|
except requests.RequestException as e:
|
|
if result:
|
|
print(f"Failed to fetch {search_url}: {e}")
|
|
return None
|
|
|
|
else:
|
|
print("Error: Uztracker down")
|
|
return None, None
|
|
|
|
if not results:
|
|
return None, None
|
|
|
|
return resulttitles, results
|
|
|
|
def get_post_title(post_url, debug):
|
|
if up:
|
|
response = requests.get(post_url)
|
|
soup = BeautifulSoup(response.text, 'html.parser')
|
|
maintitle = soup.find(class_='tt-text')
|
|
if maintitle:
|
|
return maintitle.text
|
|
else:
|
|
if debug:
|
|
print("Program not found")
|
|
else:
|
|
print("Error: Uztracker down")
|
|
return None
|
|
|
|
|
|
|
|
# What x and x.startswith('magnet:') Does
|
|
# x - check if x exists (not None/empty)
|
|
# and - if x exists, THEN check the next part
|
|
# x.startswith('magnet:') - does x start with "magnet:"?
|