add more search results for uztracker

core/scraping/uztracker_scraper.py

@@ -20,17 +20,21 @@ async def init_uztracker():
 
 asyncio.run(init_uztracker())
 
-def scrape_uztracker(search, debug):
+def scrape_uztracker(search, debug, max_results=450):
     if up:
-        search_url = url_uztracker + search
-        if debug:
-            print(search_url)
         result = False
         global results
         global resulttitles
         results = [] 
         resulttitles = []
 
+        per_page = 50
+
+        for start in range(0, max_results, per_page):
+            search_url = url_uztracker + search + f"&start={start}"
+            if debug:
+                print(search_url)
+
             try:
                 resultCount = 0
                 response = requests.get(search_url)
@@ -44,21 +48,24 @@ def scrape_uztracker(search, debug):
                         resulttitles.append(link.b.text)
                         result = True
                         
-            if result:
-                return resulttitles, results
-                    
-            if not result:
+                if resultCount == 0:
                     # add popup in gui for no result
-                return None
+                    break
                 
             except requests.RequestException as e:
                 if result:
                     print(f"Failed to fetch {search_url}: {e}")
                 return None
+
         else:
             print("Error: Uztracker down")
             return None, None
 
+        if not results:
+            return None, None
+
+        return resulttitles, results
+
 def get_post_title(post_url, debug):
     if up:
         response = requests.get(post_url)