libs/transformer/get_chat_gradio.py

from gradio_client import Client

def get_chat_gradio(text: str):
    client = Client("Xkev/Llama-3.2V-11B-cot")
    result = client.predict(
            message={"text":text,"files":[]},
            max_new_tokens=512,
            api_name="/chat"
    )
    return result

# res = get_chat_gradio("Hello, let's chat with me")

# print(res)