Refactor code for improved UI layout and readability

app.py

@@ -12,6 +12,29 @@ import os
 
 # Ensure you're logged in to Hugging Face
 login(get_token())
+# Define available models
+MODELS = [
+    "meta-llama/Meta-Llama-3-70B-Instruct",
+    "mistralai/Mixtral-8x7B-Instruct-v0.1",
+    "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+]
+
+CHOSEN_MODEL = None
+
+
+def get_random_model():
+    global CHOSEN_MODEL
+    model = random.choice(MODELS)
+    CHOSEN_MODEL = model
+    return model
+
+
+def create_client(model_id):
+    return OpenAI(
+        base_url=f"https://api-inference.huggingface.co/models/{model_id}/v1",
+        api_key=get_token(),
+    )
+
 
 client = OpenAI(
     base_url="https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-70B-Instruct/v1",
@@ -33,6 +56,8 @@ def get_and_store_prompt():
 
 
 def generate_blurb(prompt):
+    model_id = get_random_model()
+    client = create_client(model_id)
     max_tokens = random.randint(100, 1000)
     chat_completion = client.chat.completions.create(
         model="tgi",
@@ -57,6 +82,7 @@ def log_blurb_and_vote(prompt, blurb, vote, user_info: gr.OAuthProfile | None, *
         "blurb": blurb,
         "vote": vote,
         "user_id": user_id,
+        "model": CHOSEN_MODEL,
     }
     with open("blurb_log.jsonl", "a") as f:
         f.write(json.dumps(log_entry) + "\n")