Update requirements.txt

requirements.txt

@@ -1,29 +1,21 @@
-# Force specific versions known to work together and resolve conflicts.
-# This is the BEST we can do without Dockerfile control.
-
-gradio>=3.30, <4.0  # Gradio, with version constraint for compatibility
-transformers>=4.30.0  # Transformers, with version constraint
-sentence-transformers>=2.2.2  # sentence-transformers
-duckduckgo-search>=4.0.0 # duckduckgo-search
-huggingface-hub # huggingface-hub
-requests>=2.28.0  # requests
-arxiv>=1.4.2   # arxiv
-scholarly>=1.7.10 # scholarly
-pymed>=0.1.5    #pymed
-wikipedia>=1.4.0  # wikipedia
-newspaper3k==0.2.8  # newspaper3k, *CRITICAL* to specify version
-pickle-mixin>=1.0.2 # pickle-mixin
-faiss-cpu>=1.7.4  # faiss-cpu, with a reasonable recent version
-tiktoken>=0.4.0    # tiktoken
-lxml>=4.9.4        # lxml, *CRITICAL* dependency, specify version
-Pillow>=10.0.1    # Pillow for Image support
-
-# These are sometimes needed as dependencies of the above.
-# Specifying them explicitly can help resolve conflicts.
+gradio>=3.30, <4.0
+transformers>=4.30.0
+sentence-transformers>=2.2.2
+duckduckgo-search>=4.0.0
+huggingface-hub>=0.19
+requests>=2.28.0
+arxiv>=1.4.2
+scholarly>=1.7.10
+pymed>=0.1.5
+wikipedia>=1.4.0
+trafilatura>=1.6.1  # Use trafilatura
+pickle-mixin>=1.0.2
+faiss-cpu>=1.7.4
+tiktoken>=0.4.0
+lxml>=4.9.4
+Pillow>=10.0.1
 beautifulsoup4>=4.12.2
 soupsieve>=2.3.2
 cssselect>=1.1.0
 pytz
-python-dateutil
-
-# Add any OTHER dependencies your app.py needs here.
+python-dateutil