KeksPirates/SoftwareManager
1
1
Fork 0
mirror of https://github.com/KeksPirates/SoftwareManager.git synced 2026-08-04 09:59:41 +02:00
Code Issues Packages Projects Releases Wiki Activity

added some more testing stuff

Browse Source
This commit is contained in:
Vxrtrauter
2025-10-17 21:23:17 +02:00
parent 2f78b812ba
commit 5637e80657
2 changed files with 18 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
core/data/scrapers/monkrus.py
+11 -3
View File
@@ -1,18 +1,26 @@
from core.utils.data.state import state, Post
from bs4 import BeautifulSoup
import requests
def scrape_monkrus_telegram():
telegram_channel = "https://t.me/s/real_monkrus/rss"
telegram_channel = "https://t.me/s/real_monkrus/"
posts: list[Post] = []
response = requests.get(telegram_channel)
print(response.status_code) # rm later
soup = BeautifulSoup(response.text, 'html.parser')
posts_txt = soup.find_all('div', class_=["tgme_widget_message_wrap js-widget_message_wrap", "tgme_widget_message_wrap js-widget_message_wrap date_visible"])
soup = BeautifulSoup(response.text, "html.parser")
posts = soup.find_all("div", class_=["tgme_widget_message_wrap js-widget_message_wrap", "tgme_widget_message_wrap js-widget_message_wrap date_visible"])
for post in posts:
posts_txt = post.find("div", class_="tgme_widget_message_text js-message_text") # this doesnt work
print(posts_txt)
scrape_monkrus_telegram()