Update app.py

app.py

@@ -14,12 +14,13 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 model = None
 tokenizer = None
 
-def load_model():
-    global model, tokenizer
-    model_id = "stabilityai/ar-stablelm-2-chat"
-    model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", trust_remote_code=True)
-    tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
-    model.generation_config.pad_token_id = model.generation_config.eos_token_id
+my_token = os.getenv("HF_AUTH_TOKEN")
+login(token = my_token)
+
+model_id = "stabilityai/ar-stablelm-2-chat"
+model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
+model.generation_config.pad_token_id = model.generation_config.eos_token_id
 
 
 
@@ -108,26 +109,27 @@ chat_interface = gr.ChatInterface(
     stop_btn=None,
     examples=[
         ["السلام عليكم"],
-        ["اعرب الجملة التالية: ذهبت الى السوق"]
+        ["اعرب الجملة التالية: ذهبت الى السوق"],
+        ["اضف تشكيل للجملة التالية: ضرب زيدا عمر"]،
+        ["كم عدد بحور الشعر العربي؟"]
     ],
     cache_examples=False,
     type="messages",
 )
 
 with gr.Blocks(css_paths="style.css", fill_height=True) as demo:
-    def authenticate_token(token):
-        try:
-            login(token = token)
-            load_model()
-            return "Authenticated successfully"
-        except:
-            return "Invalid token. Please try again."
+    # def authenticate_token(token):
+    #     try:
+    #         login(token)
+    #         return "Authenticated successfully"
+    #     except:
+    #         return "Invalid token. Please try again."
 
-    # Components
-    token_input = gr.Textbox(label="Hugging Face Access Token", type="password", placeholder="Enter your token here...")
-    auth_button = gr.Button("Authenticate")
-    output = gr.Textbox(label="Output")
-    auth_button.click(fn=authenticate_token, inputs=token_input, outputs=output)
+    # # Components
+    # token_input = gr.Textbox(label="Hugging Face Access Token", type="password", placeholder="Enter your token here...")
+    # auth_button = gr.Button("Authenticate")
+    # output = gr.Textbox(label="Output")
+    # auth_button.click(fn=authenticate_token, inputs=token_input, outputs=output)
     chat_interface.render()