import requests import asyncio from bs4 import BeautifulSoup global url_uztracker url_uztracker = "https://uztracker.net/tracker.php?nm=" async def init_uztracker(): global up global soup try: response = requests.get(url_uztracker) up = True except requests.exceptions.RequestException as e: print(f"\nRequest Exception on {url_uztracker}:") print(e) print("\nIs the Site down?") up = False asyncio.run(init_uztracker()) def scrape_uztracker(search, debug, max_results=450): if up: result = False global results global resulttitles results = [] resulttitles = [] per_page = 50 for start in range(0, max_results, per_page): search_url = url_uztracker + search + f"&start={start}" if debug: print(search_url) try: resultCount = 0 response = requests.get(search_url) response.raise_for_status() soup = BeautifulSoup(response.text, 'html.parser') links = soup.find_all('a', class_="genmed tLink", href=lambda x: x and x.startswith('./viewtopic')) for link in links: if link.b: resultCount += 1 results.append(link['href']) resulttitles.append(link.b.text) result = True if resultCount == 0: # add popup in gui for no result break except requests.RequestException as e: if result: print(f"Failed to fetch {search_url}: {e}") return None else: print("Error: Uztracker down") return None, None if not results: return None, None return resulttitles, results def get_post_title(post_url, debug): if up: response = requests.get(post_url) soup = BeautifulSoup(response.text, 'html.parser') maintitle = soup.find(class_='tt-text') if maintitle: return maintitle.text else: if debug: print("Program not found") else: print("Error: Uztracker down") return None # What x and x.startswith('magnet:') Does # x - check if x exists (not None/empty) # and - if x exists, THEN check the next part # x.startswith('magnet:') - does x start with "magnet:"?