add scraping logic

core/data/scrapers/monkrus.py

@@ -15,12 +15,22 @@ def scrape_monkrus_telegram():
     bubbles = soup.find_all("div", class_="tgme_widget_message_bubble")
 
     for bubble in bubbles:
-        post_txt = bubble.find("div", class_="tgme_widget_message_text js-message_text") # this doesnt work
+        post_txt = bubble.find("div", class_="tgme_widget_message_text js-message_text") 
-        if post_txt.b:
+
-            posts.append(Post(text=post_txt.get_text()))
+        title = post_txt.b.text
+        url = bubble.find("a", href=lambda x: x and x.startswith("https://uztracker.net"))
 
 
-    print(post_txt.b.text)
+
+        posts.append(Post(
+            id = len(posts) + 1,
+            title = title,
+            url = url,
+            author = "m0nkrus"
+            
+        ))
+
+    print(posts)
 
 
 

core/utils/data/state.py

@@ -23,4 +23,7 @@ state = AppState(posts=[], post_titles=[], post_urls=[], post_author=[], downloa
 
 @dataclass
 class Post:
-    text: str
+    id: int
+    title: str
+    url: str
+    author: str