fix to local modal

routers/get_chatrespone.py

@@ -32,27 +32,27 @@ async def get_chat_respone(body: ChatInputForm, api_key: str = Depends(get_api_k
     prompt = get_prompt(body.prompt)
 
     try:
-        # llm = OllamaLLM(
-        #     model=body.repo_id,
-        #     temperature=0.2,
-        #     # huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
-        # )
+        llm = OllamaLLM(
+            model=body.repo_id,
+            temperature=0.2,
+            # huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
+        )
 
-        # messages = [
-        #     ("system", prompt),
-        #     ("human", body.textInput)
-        # ]
+        messages = [
+            ("system", prompt),
+            ("human", body.textInput)
+        ]
 
         messages = [
             {"role": "system", "content": prompt},
             {"role": "user", "content": body.textInput},
         ]
 
-        # response = llm.stream(messages)
+        response = llm.stream(messages)
 
         # response = get_chat_gradio(body.textInput)
 
-        response = get_chat_transformers(messages)
+        # response = get_chat_transformers(messages)
 
         print(response)
 

routers/get_transcript_transformer.py

@@ -30,7 +30,7 @@ def get_transcript(audio_path: str, model_size: str = "distil-whisper/distil-sma
         convert_to_audio(audio_path.strip(), output_file)
 
     try:
-        text, chunks = get_transcribe_transformers(output_file, "Xkev/Llama-3.2V-11B-cot")
+        text, chunks = get_transcribe_transformers(output_file, model_size)
     except Exception as error:
         raise HTTPException(status_code=status.HTTP_403_FORBIDDEN, detail=f"error>>>: {error}")
     finally: