Wills17 commited on
Commit
0ae5d0f
·
verified ·
1 Parent(s): c3e00b4

Update flask_app.py

Browse files
Files changed (1) hide show
  1. flask_app.py +1 -7
flask_app.py CHANGED
@@ -6,12 +6,6 @@ import re
6
  import tempfile
7
  from flask import Flask, request, jsonify, render_template
8
 
9
- # Pre-download and save the embedding model
10
- from sentence_transformers import SentenceTransformer
11
- model = SentenceTransformer("sentence-transformers/paraphrase-MiniLM-L3-v2")
12
- model.save("models/paraphrase-MiniLM-L3-v2")
13
-
14
-
15
  # Disable CUDA and excessive parallel threads to save memory
16
  os.environ["CUDA_VISIBLE_DEVICES"] = "-1"
17
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
@@ -92,7 +86,7 @@ def upload_file():
92
  # Light embedding model (fast + low memory)
93
  try:
94
  # embeds = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-MiniLM-L3-v2")
95
- embeds = HuggingFaceEmbeddings(model_name="./models/paraphrase-MiniLM-L3-v2") # local model (offline)
96
  vector_store = FAISS.from_documents(chunks, embeds)
97
  retriever = vector_store.as_retriever(search_type="similarity", search_kwargs={"k": 5})
98
 
 
6
  import tempfile
7
  from flask import Flask, request, jsonify, render_template
8
 
 
 
 
 
 
 
9
  # Disable CUDA and excessive parallel threads to save memory
10
  os.environ["CUDA_VISIBLE_DEVICES"] = "-1"
11
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
86
  # Light embedding model (fast + low memory)
87
  try:
88
  # embeds = HuggingFaceEmbeddings(model_name="sentence-transformers/paraphrase-MiniLM-L3-v2")
89
+ embeds = HuggingFaceEmbeddings(model_name="./models/paraphrase-MiniLM-L3-v2")
90
  vector_store = FAISS.from_documents(chunks, embeds)
91
  retriever = vector_store.as_retriever(search_type="similarity", search_kwargs={"k": 5})
92