From bef019cf8cc3b796b259924f1ee4b4a023c1ecc5 Mon Sep 17 00:00:00 2001 From: nosch Date: Thu, 26 Feb 2026 13:32:56 +0100 Subject: [PATCH] a fuzzyfind demo works, use python -m core.interface.utils.fzhelper --- .gitignore | 222 +----------------- .../scrapers/example.html => example.html | 0 src/core/data/scrapers/steamrip.py | 33 ++- src/core/interface/utils/fzhelper.py | 55 ++++- 4 files changed, 81 insertions(+), 229 deletions(-) rename src/core/data/scrapers/example.html => example.html (100%) diff --git a/.gitignore b/.gitignore index 9bd9aa6..49b53dc 100644 --- a/.gitignore +++ b/.gitignore @@ -1,220 +1,2 @@ -# Byte-compiled / optimized / DLL files -__pycache__/ -*.py[codz] -*$py.class - -# C extensions -*.so - -# Distribution / packaging -.Python -build/ -develop-eggs/ -dist/ -downloads/ -eggs/ -.eggs/ -lib/ -lib64/ -parts/ -sdist/ -var/ -wheels/ -share/python-wheels/ -*.egg-info/ -.installed.cfg -*.egg -MANIFEST - -# PyInstaller -# Usually these files are written by a python script from a template -# before PyInstaller builds the exe, so as to inject date/other infos into it. -*.manifest -*.spec - -# Installer logs -pip-log.txt -pip-delete-this-directory.txt - -# Unit test / coverage reports -htmlcov/ -.tox/ -.nox/ -.coverage -.coverage.* -.cache -nosetests.xml -coverage.xml -*.cover -*.py.cover -.hypothesis/ -.pytest_cache/ -cover/ - -# Translations -*.mo -*.pot - -# Django stuff: -*.log -local_settings.py -db.sqlite3 -db.sqlite3-journal - -# Flask stuff: -instance/ -.webassets-cache - -# Scrapy stuff: -.scrapy - -# Sphinx documentation -docs/_build/ - -# PyBuilder -.pybuilder/ -target/ - -# Jupyter Notebook -.ipynb_checkpoints - -# IPython -profile_default/ -ipython_config.py - -# pyenv -# For a library or package, you might want to ignore these files since the code is -# intended to run in multiple environments; otherwise, check them in: -# .python-version - -# pipenv -# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. -# However, in case of collaboration, if having platform-specific dependencies or dependencies -# having no cross-platform support, pipenv may install dependencies that don't work, or not -# install all needed dependencies. -#Pipfile.lock - -# UV -# Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control. -# This is especially recommended for binary packages to ensure reproducibility, and is more -# commonly ignored for libraries. -#uv.lock - -# poetry -# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. -# This is especially recommended for binary packages to ensure reproducibility, and is more -# commonly ignored for libraries. -# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control -#poetry.lock -#poetry.toml - -# pdm -# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control. -# pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python. -# https://pdm-project.org/en/latest/usage/project/#working-with-version-control -#pdm.lock -#pdm.toml -.pdm-python -.pdm-build/ - -# pixi -# Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control. -#pixi.lock -# Pixi creates a virtual environment in the .pixi directory, just like venv module creates one -# in the .venv directory. It is recommended not to include this directory in version control. -.pixi - -# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm -__pypackages__/ - -# Celery stuff -celerybeat-schedule -celerybeat.pid - -# SageMath parsed files -*.sage.py - -# Environments -.env -.envrc -.venv -env/ -venv/ -ENV/ -env.bak/ -venv.bak/ - -# Spyder project settings -.spyderproject -.spyproject - -# Rope project settings -.ropeproject - -# mkdocs documentation -/site - -# mypy -.mypy_cache/ -.dmypy.json -dmypy.json - -# Pyre type checker -.pyre/ - -# pytype static type analyzer -.pytype/ - -# Cython debug symbols -cython_debug/ - -# PyCharm -# JetBrains specific template is maintained in a separate JetBrains.gitignore that can -# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore -# and can be added to the global gitignore or merged into this file. For a more nuclear -# option (not recommended) you can uncomment the following to ignore the entire idea folder. -#.idea/ - -# Abstra -# Abstra is an AI-powered process automation framework. -# Ignore directories containing user credentials, local state, and settings. -# Learn more at https://abstra.io/docs -.abstra/ - -# Visual Studio Code -# Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore -# that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore -# and can be added to the global gitignore or merged into this file. However, if you prefer, -# you could uncomment the following to ignore the entire vscode folder -# .vscode/ - -# Ruff stuff: -.ruff_cache/ - -# PyPI configuration file -.pypirc - -# Cursor -# Cursor is an AI-powered code editor. `.cursorignore` specifies files/directories to -# exclude from AI features like autocomplete and code analysis. Recommended for sensitive data -# refer to https://docs.cursor.com/context/ignore-files -.cursorignore -.cursorindexingignore - -# Marimo -marimo/_static/ -marimo/_lsp/ -__marimo__/ - - -# IDE's and editors -.vscode/ -.idea/ -*.sublime-workspace -*.sublime-project -*.code-workspace -*.swp - -# Local build files -build-local.ps1 -build-local.bat \ No newline at end of file +# Created by venv; see https://docs.python.org/3/library/venv.html +* diff --git a/src/core/data/scrapers/example.html b/example.html similarity index 100% rename from src/core/data/scrapers/example.html rename to example.html diff --git a/src/core/data/scrapers/steamrip.py b/src/core/data/scrapers/steamrip.py index d55b28a..e6275cd 100644 --- a/src/core/data/scrapers/steamrip.py +++ b/src/core/data/scrapers/steamrip.py @@ -4,21 +4,40 @@ import requests import re #from core.utils.general.logs import consoleLog -def scrape_steamrip_links(): - url = f"https://steamrip.com/games-list-page/" - response = requests.get(url) - soup = BeautifulSoup(response.text, "html.parser") +def scrape_steamrip_links(text = None): + if text is None: + url = f"https://steamrip.com/games-list-page/" + response = requests.get(url) + text = response.text + + soup = BeautifulSoup(text, "html.parser") games = soup.find_all("li", class_="az-list-item") if len(games) == 0: return [] links = [] - for gamehtml in games: + for i, gamehtml in enumerate(games): + if i == 0: print(gamehtml) link = gamehtml.find("a", href=lambda x: x and x.startswith("/")) links += re.findall('(?<=href=")[^"]*', link.__str__()) - return links + + # construct the list[dict[str,str]] + + ret = [] + + for link in links: + ret.append({"name" : link}) + + return ret + +def offline_scrape_steamrip_links(): + text = "" + with open("example.html", encoding = "utf-8") as f: + text=f.read() + + return scrape_steamrip_links(text) if __name__ == "__main__": - print(scrape_steamrip_links()) + print(offline_scrape_steamrip_links()) \ No newline at end of file diff --git a/src/core/interface/utils/fzhelper.py b/src/core/interface/utils/fzhelper.py index ce01128..a2c032c 100644 --- a/src/core/interface/utils/fzhelper.py +++ b/src/core/interface/utils/fzhelper.py @@ -1,5 +1,6 @@ import fuzzyfinder from PySide6 import QtCore, QtWidgets, QtGui +from sys import exit class FuzzySearchWindow(QtWidgets.QWidget): """ @@ -20,9 +21,59 @@ class FuzzySearchWindow(QtWidgets.QWidget): self.opts: list[dict[str, str]] = options - self.searchbox = QtWidgets.QTextEdit() + self.searchbox = QtWidgets.QLineEdit() self.searchbox.placeholderText = "Search for a game" self.table = QtWidgets.QTableWidget() - self.table.setHorizontalHeader(self.opts[0].keys()) + headers = self.opts[1].keys() + print(headers) + self.table.setColumnCount(len(headers)) + self.table.setHorizontalHeaderLabels(headers) + + self.table.setRowCount(len(self.opts)) + for row_index, row_data in enumerate(self.opts): + for col_index, key in enumerate(headers): + value = row_data.get(key, "")[1:-1].replace("-", " ") + item = QtWidgets.QTableWidgetItem(value) + self.table.setItem(row_index, col_index, item) + + self.table.resizeColumnsToContents() + + self.searchbox.textChanged.connect(self.filter_table) + + + + layout = QtWidgets.QGridLayout(self) + layout.addWidget(self.searchbox, 0, 0) + layout.addWidget(self.table, 1, 0) + + layout.setRowStretch(0, 0) + layout.setRowStretch(1, 1) + + def filter_table(self): + + searchquery = self.searchbox.text() + + options = fuzzyfinder.main.fuzzyfinder(searchquery, self.opts, accessor=lambda x: x["name"]) + + for row_index, row_data in enumerate(options): + for col_index, key in enumerate(row_data.keys()): + value = row_data.get(key, "") + self.table.setItem( + row_index, + col_index, + QtWidgets.QTableWidgetItem(value) + ) + +if __name__ == "__main__": + + import core.data.scrapers.steamrip as sr + + app = QtWidgets.QApplication([]) + widget = FuzzySearchWindow(sr.offline_scrape_steamrip_links()) + widget.resize(600,400) + widget.show() + + + exit(app.exec()) \ No newline at end of file