graphrag

graphrag.py

@@ -13,26 +13,26 @@ from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
 
 llm = HuggingFaceInferenceAPI(temperature=0.2, model_name="meta-llama/Llama-3.2-1B")
 
-"""
-
-# SEE: https://huggingface.co/docs/hub/security-tokens
-# We just need a token with read permissions for this demo
 HF_TOKEN= os.environ["HF_TOKEN"]
 
 from llama_index.llms.litellm import LiteLLM
 llm = LiteLLM("huggingface/meta-llama/Llama-3.2-1B")
+"""
 
 import networkx as nx
 import matplotlib.pyplot as plt
 import pandas as pd
 import numpy as np
-
+from langchain_groq import ChatGroq
 from langchain_experimental.graph_transformers import LLMGraphTransformer
 from langchain.chains import GraphQAChain
 from langchain_core.documents import Document
 from langchain_community.graphs.networkx_graph import NetworkxEntityGraph
 
+GROQ_API_KEY = os.environ.get('GROQ_API_KEY')
 
+# Set up LLM and Flux client
+llm = ChatGroq(temperature=0, model_name='llama-3.1-8b-instant', groq_api_key=GROQ_API_KEY)
 
 customer="Low APR and great customer service. I would highly recommend if you’re looking for a great credit card company and looking to rebuild your credit. I have had my credit limit increased annually and the annual fee is very low."
 

requirements.txt

@@ -11,7 +11,7 @@ llama-index
 faiss-cpu
 tavily-python
 
-llama-index-llms-litellm
+#llama-index-llms-litellm
 
 #llama-index-llms-huggingface-api
 #huggingface_hub[inference]
@@ -19,7 +19,7 @@ llama-index-llms-litellm
 networkx
 matplotlib
 langchain-experimental
-#langchain-groq
+langchain-groq
 langchain-community
 pandas
 #gradio-client