Fixed Filtering & Restructured Code a bit

core/scraper.py

@@ -2,6 +2,18 @@ from bs4 import BeautifulSoup
 import requests
 import re
 
+badphrases = {
+    "About", "Request Games", "Privacy Policy", "Terms & Conditions",
+    "Contact Us", "Reddit", "Back to top button", "Close", "Menu",
+    "Games List", "Search for", "Home", "Categories", "Action",
+    "Adventure", "Anime", "Horror", "Indie", "Multiplayer",
+    "Open World", "Racing", "Shooters", "Simulation", "Sports",
+    "Strategy", "Virtual Reality", "Top Games", "Recent Updates",
+    "FAQ", "FAQs", "All FAQs", "How to Run Games", "Discord", "Switch skin",
+    "All", "0-9", "�"
+}
+badphrases.update({chr(i) for i in range(ord('A'), ord('Z') + 1)})
+
 url = "https://steamrip.com/games-list-page/"
 
 response = requests.get(url)
@@ -16,17 +28,20 @@ if response.status_code == 200:
     for link in links:
         href = link.get("href", "").lower()
         text = link.text.strip()
-        if re.search(r"/discord/", href):
-            continue
-        
         if text:
             games_dict[text] = href
 
     game_titles = list(games_dict.keys())
 
+    for phrase in badphrases:
+        game_titles = [re.sub(rf"\b{re.escape(phrase)}\b", "", title, flags=re.IGNORECASE).strip() for title in game_titles]
+
+
+    game_titles = [re.sub(r'\s+', ' ', title).strip() for title in game_titles if title.strip()]
+
     if game_titles:
         for title in game_titles:
-            pass
+            print(title)
     else:
         print("No game titles found. Report this on Github.")
 else:
@@ -50,17 +65,10 @@ if search_results:
             selected_game = search_results[selection - 1]
             selected_link = games_dict[selected_game]  # Retrieve the link from the dictionary
             print(f"You selected: {selected_game}")
-            print(f"Link: https://steamrip.com{selected_link}")
-        else:
-            print("Invalid selection.")
-    except ValueError:
-        print("Invalid input. Please enter a number.")
-else:
-    print("No matching game titles found.")
+            print(f"Link: {selected_link}")
+
 
-#scrape download links
             game_url = f"https://steamrip.com{selected_link}"
-
             keywords = ["megadb.com", "buzzheavier.com", "gofile.io"]
 
             def scrape_buzzheavier(url):
@@ -79,7 +87,6 @@ def scrape_buzzheavier(url):
                 except requests.RequestException as e:
                     print(f"Failed to fetch {url}: {e}")
 
-
             def scrape_links(url):
                 try:
                     response = requests.get(url)
@@ -97,6 +104,10 @@ def scrape_links(url):
                     print(f"Failed to fetch {url}: {e}")
 
             scrape_links(game_url)
+    except ValueError:
+        print("Invalid selection.")
+else:
+    print("No results found.")
 
 
 # DDL = {