Update app.py

app.py

@@ -1,12 +1,9 @@
 import gradio as gr
 import torch
-from peft import PeftModel, PeftConfig
-from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
-
-config = PeftConfig.from_pretrained("kietnt0603/randeng-t5-vta-qa-lora")
-model = AutoModelForSeq2SeqLM.from_pretrained("IDEA-CCNL/Randeng-T5-784M-QA-Chinese")
-model = PeftModel.from_pretrained(model, "kietnt0603/randeng-t5-vta-qa-lora")
+from peft import AutoPeftModelForSeq2SeqLM
+from transformers import AutoTokenizer
 
+model = AutoPeftModelForSeq2SeqLM.from_pretrained("kietnt0603/randeng-t5-vta-qa-lora")
 tokenizer = AutoTokenizer.from_pretrained("IDEA-CCNL/Randeng-T5-784M-QA-Chinese")
 
 device = 'cuda' if torch.cuda.is_available() else 'cpu'