functions.py

@@ -1,4 +1,5 @@
 import ollama
+import scraper_functions as sf
 
 def processmsg(msg, rcpt):
     if "youtube.com/watch" in msg:

requirements.txt

@@ -1,2 +1,4 @@
 slixmpp
 ollama
+requests
+beautifulsoup4

scraper_functions.py

@@ -0,0 +1,9 @@
+import requests
+from bs4 import BeautifulSoup
+
+def query_external_website(base_url, query):
+    page = requests.get(base_url + query)
+    soup = BeautifulSoup(page.content, "html.parser")
+    title = soup.find("span", class_="mw-page-title-main").text
+    content = soup.find(id="mw-content-text").select("p")[2].text
+    return "\nTITLE:\n" + title + "\n\nCONTENT:\n" + content + "\n\nFULL LINK:\n" + base_url + query