Update main.py

main.py

@@ -11,7 +11,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
 if not HF_TOKEN:  
     raise ValueError("HF_TOKEN environment variable not set.")  
 
-repo_id = "meta-llama/Meta-Llama-3-8B-Instruct"  
+repo_id = "xlm-roberta-base"  
 llm_client = InferenceClient(  
     model=repo_id,  
     token=HF_TOKEN,  
@@ -29,6 +29,19 @@ llm_client = InferenceClient(
 # Settings.embed_model = HuggingFaceEmbedding(  
 #     model_name="BAAI/bge-small-en-v1.5"  
 # )  
+# # Configure Llama index settings  
+# Settings.llm = HuggingFaceInferenceAPI(  
+#     model_name="xlm-roberta-base",  
+#     tokenizer_name="xlm-roberta-base",  
+#     context_window=3000,  
+#     token=HF_TOKEN,  
+#     max_new_tokens=512,  
+#     generate_kwargs={"temperature": 0.1},  
+# )  
+
+# Settings.embed_model = HuggingFaceEmbedding(  
+#     model_name="sentence-transformers/paraphrase-xlm-r-100langs-v1"  
+# )
 # Configure Llama index settings  
 Settings.llm = HuggingFaceInferenceAPI(  
     model_name="xlm-roberta-base",  
@@ -40,7 +53,7 @@ Settings.llm = HuggingFaceInferenceAPI(
 )  
 
 Settings.embed_model = HuggingFaceEmbedding(  
-    model_name="sentence-transformers/paraphrase-xlm-r-100langs-v1"  
+    model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2"  # Updated model name  
 )
 
 PERSIST_DIR = "db"