Update app.py

app.py

@@ -20,24 +20,24 @@ if not HF_HUB_TOKEN:
 login(token=HF_HUB_TOKEN)
 
 
-# # Load Hebrew and English text generation models
-hebrew_generator = pipeline("text-generation", model="onlplab/alephbert-base")
-english_generator = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.1")
+# # # Load Hebrew and English text generation models
+# hebrew_generator = pipeline("text-generation", model="onlplab/alephbert-base")
+# english_generator = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.1")
 
-# hebrew_generator = pipeline("text-generation", model="Norod78/hebrew-gpt_neo-small")
-# english_generator = pipeline("text-generation", model="distilgpt2")
+# # hebrew_generator = pipeline("text-generation", model="Norod78/hebrew-gpt_neo-small")
+# # english_generator = pipeline("text-generation", model="distilgpt2")
 
 
-# Function to detect language
-def detect_language(user_input):
-    try:
-       # lang = detect(user_input)
-        lang, _ = langid.classify(user_input) # langid.classify returns a tuple (language, confidence)
-        print(f"Detected language: {lang}, ", f"current time: {current_time_gmt()}") 
-        return "hebrew" if lang == "he" else "english" if lang == "en" else "unsupported"
-    except Exception as e:
-        print(f"Language detection error: {e}")
-        return "unsupported"
+# # Function to detect language
+# def detect_language(user_input):
+#     try:
+#        # lang = detect(user_input)
+#         lang, _ = langid.classify(user_input) # langid.classify returns a tuple (language, confidence)
+#         print(f"Detected language: {lang}, ", f"current time: {current_time_gmt()}") 
+#         return "hebrew" if lang == "he" else "english" if lang == "en" else "unsupported"
+#     except Exception as e:
+#         print(f"Language detection error: {e}")
+#         return "unsupported"
 
 
 # Function to generate a response
@@ -50,23 +50,41 @@ def detect_language(user_input):
 #     return "Sorry, I only support Hebrew and English."
 
 
+# def generate_response(text):
+#     language = detect_language(text)
+#     print(f"Detected language: {language}, ", f"current time: {current_time_gmt()}")  # Debugging
+
+#     if language == "hebrew":
+#         output = hebrew_generator(text, max_length=100, truncation=True)
+#         print(f"Hebrew model output: {output}, ", f"current time: {current_time_gmt()}")  # Debugging
+#         return output[0]["generated_text"]
+    
+#     elif language == "english":
+#         output = english_generator(text, max_length=50, truncation=True)
+#         print(f"English model output: {output}, ", f"current time: {current_time_gmt()}")  # Debugging
+#         return output[0]["generated_text"]
+    
+#     return "Sorry, I only support Hebrew and English."
+
+
 def generate_response(text):
     language = detect_language(text)
-    print(f"Detected language: {language}, ", f"current time: {current_time_gmt()}")  # Debugging
+    print(f"Detected language: {language}")
 
     if language == "hebrew":
+        hebrew_generator = pipeline("text-generation", model="onlplab/alephbert-base")
         output = hebrew_generator(text, max_length=100, truncation=True)
-        print(f"Hebrew model output: {output}, ", f"current time: {current_time_gmt()}")  # Debugging
         return output[0]["generated_text"]
     
     elif language == "english":
+        english_generator = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.1")
         output = english_generator(text, max_length=50, truncation=True)
-        print(f"English model output: {output}, ", f"current time: {current_time_gmt()}")  # Debugging
         return output[0]["generated_text"]
     
     return "Sorry, I only support Hebrew and English."
 
 
+
 # FastAPI lifespan event
 @asynccontextmanager
 async def lifespan(app: FastAPI):