SoftwareManager/core/scraping/uztracker_scraper.py

import requests
import asyncio
from bs4 import BeautifulSoup

global url_uztracker
url_uztracker = "https://uztracker.net/tracker.php?nm=" # placeholder url for now

async def init_uztracker():
    global up
    global soup
    try:
        response = requests.get(url_uztracker) # get da content from da url
        soup = BeautifulSoup(response.content, 'html.parser') # create bs object
        up = True
    except requests.exceptions.RequestException as e:
        print(f"\nRequest Exception on {url_uztracker}:")
        print(e)
        print("\nIs the Site down?")
        up = False

asyncio.run(init_uztracker())

def scrape_uztracker(search, debug):
    if up:
        search_url = url_uztracker + search
        if debug:
            print(search_url)
        result = False
        global results
        global resulttitles
        results = [] 
        resulttitles = []

        try:
            resultCount = 0
            response = requests.get(search_url)
            response.raise_for_status()
            soup = BeautifulSoup(response.text, 'html.parser')
            links = soup.find_all('a', class_="genmed tLink", href=lambda x: x and x.startswith('./viewtopic'))
            for link in links:
                if link.b:
                    resultCount += 1
                    results.append(link['href'])
                    resulttitles.append(link.b.text)
                    result = True
                    
            if result:
                return resulttitles, results
                    
            if not result:
                # add popup in gui for no result
                return None
            
        except requests.RequestException as e:
            if result:
                print(f"Failed to fetch {search_url}: {e}")
            return None
    else:
        print("Error: Uztracker down")
        return None, None    

def get_post_title(post_url, debug):
    if up:
        response = requests.get(post_url)
        soup = BeautifulSoup(response.text, 'html.parser')
        maintitle = soup.find(class_='tt-text')
        if maintitle:
            return maintitle.text
        else:
            if debug:
                print("Program not found")
    else:
        print("Error: Uztracker down")
        return None   

    

# What x and x.startswith('magnet:') Does
# x - check if x exists (not None/empty)
# and - if x exists, THEN check the next part
# x.startswith('magnet:') - does x start with "magnet:"?