Merge pull request #437 from darshbaxi/summarizar

Summarizer Added For Medium Article Reader

Author: itsyashvardhan

projects/Medium Article Reader/main.py

@@ -1,6 +1,16 @@
 import pyttsx3
 import requests
+import os
 from bs4 import BeautifulSoup
+import openai
+from dotenv import load_dotenv
+from langchain.chat_models import ChatOpenAI
+from langchain.document_loaders import WebBaseLoader
+from langchain.chains.summarize import load_summarize_chain
+
+load_dotenv()
+openai_api_key = os.getenv("API_KEY")
+openai.openai_api_key = openai_api_key
 
 engine = pyttsx3.init("sapi5")
 voices = engine.getProperty("voices")
@@ -11,17 +21,32 @@ def speak(audio):
     engine.say(audio)
     engine.runAndWait()
 
-
-text = str(input("Paste article\n"))
-res = requests.get(text)
-soup = BeautifulSoup(res.text, "html.parser")
-
-articles = []
-
-for i in range(len(soup.select(".p"))):
-    article = soup.select(".p")[i].getText().strip()
-    articles.append(article)
-
-text = " ".join(articles)
-
-speak(text)
+try:
+    text = input("Paste article URL: ")
+
+    ## scraping from URL
+    res = requests.get(text)
+    soup = BeautifulSoup(res.text, "html.parser")
+    articles = []
+    for p in soup.select("p"):
+        article = p.getText().strip()
+        articles.append(article)
+    txt = " ".join(articles)
+    
+
+    ## loading text from URL for summarizing..
+    loader = WebBaseLoader(text)
+    docs = loader.load()
+    llm = ChatOpenAI(temperature=0, model_name="gpt-3.5-turbo-16k",openai_api_key=openai.openai_api_key)
+    chain = load_summarize_chain(llm, chain_type="stuff")
+    print(chain.run(docs))
+
+
+    user_choice=int(input("Enter 1 for summary of article or Enter 2 for whole article: "))
+    if(user_choice==1):
+        speak(chain.run(docs))
+    else:
+        speak(txt)
+
+except requests.exceptions.RequestException as e:
+    print(f"An error occurred: {e}")