app.py

import gradio as gr
from peft import PeftModel
from transformers import AutoModelForCausalLM

def greet(name):
    return "Hello " + name + "!!"

base_model = AutoModelForCausalLM.from_pretrained("davidkim205/komt-mistral-7b-v1")
model = PeftModel.from_pretrained(base_model, "interview")

demo = gr.Interface(fn=greet, inputs="text", outputs="text")
demo.launch()