Reference model full implementation

app.py

@@ -100,14 +100,14 @@ def worker_thread():
         
         time.sleep(1)
 
-def queue(model,model_type):
+def queue(model,model_type,ref_model):
     global modelQueue
-    modelQueue.append([model_type,model])
+    modelQueue.append([model_type,model,ref_model])
 
     file_path = "data/queue.csv"
     with open(file_path, "a") as f:
         model = model.strip()
-        f.write(f"\n{model_type},{model}")
+        f.write(f"\n{model_type},{model},{ref_model}")
         f.close()
     print(f"QUEUE:\n{modelQueue}")
 
@@ -116,10 +116,10 @@ def queue(model,model_type):
 def add_new_eval(
     model: str,
     revision: str,
-    precision: str,
+    ref_model: str,
     model_type: str,
 ):
-    precision = precision
+    ref_model = ref_model
 
     if model_type is None or model_type == "" or model_type == []:
         return styled_error("Please select a model type.")
@@ -133,7 +133,7 @@ def add_new_eval(
         return styled_error(f'Model "{model}" {error}')
 
     print("Adding new eval")
-    queue(model,model_type)
+    queue(model,model_type,ref_model)
     return styled_message("Your request has been submitted to the evaluation queue!\n")
 
 def select_columns(df, columns):
@@ -286,7 +286,7 @@ with demo:
                             ):
                                 with gr.Row():
                                     finished_eval_table = gr.components.Dataframe(
-                                            value=pd.DataFrame(modelQueue, columns=['Type','Model']),
+                                            value=pd.DataFrame(modelQueue, columns=['Type','Model','Reference Model']),
                                     )
                         with gr.Row():
                             model_name = gr.Textbox(label="Model name")
@@ -294,7 +294,7 @@ with demo:
                                 label="revision", placeholder="main"
                             )
                         with gr.Row():
-                            precision = gr.Dropdown(
+                            ref_model = gr.Dropdown(
                                 choices=[
                                     "mistralai/Mistral-7B-v0.1",
                                     "huggyllama/llama-7b",
@@ -317,7 +317,7 @@ with demo:
                         submission_result = gr.Markdown()
                         submit_button.click(
                             add_new_eval,
-                            inputs=[model_name, revision_name, precision, model_type],
+                            inputs=[model_name, revision_name, ref_model, model_type],
                             outputs=[submission_result],
                         )
                         gr.Markdown(SUBMISSION_TEXT_2)

data/queue.csv

@@ -1,17 +1,17 @@
-Type,Model
-🔶 finetuned, AIDC-ai-business/Marcoroni-7B-v3
-🔶 finetuned, openchat/openchat_3.5
-🔶 finetuned, teknium/OpenHermes-2.5-Mistral-7B
-🔶 finetuned, WizardLM/WizardMath-7B-V1.1
-🔶 finetuned, Intel/neural-chat-7b-v3-3
-🔶 finetuned, mistralai/Mistral-7B-Instruct-v0.2
-🔶 finetuned, ehartford/dolphin-2.1-mistral-7b
-🔶 finetuned, HuggingFaceH4/zephyr-7b-beta
-🔶 finetuned, berkeley-nest/Starling-LM-7B-alpha
-🔶 finetuned, Open-Orca/Mistral-7B-OpenOrca
-🔶 finetuned, amazon/MistralLite
-🔶 finetuned, meta-math/MetaMath-Mistral-7B
-🔶 finetuned, microsoft/Orca-2-7b
-🔶 finetuned, 01-ai/Yi-6B-200K
-🔶 finetuned, Yhyu13/LMCocktail-10.7B-v1
-🔶 finetuned, openchat/openchat-3.5-1210
+Type,Model,ref_model
+🔶 finetuned,AIDC-ai-business/Marcoroni-7B-v3,mistralai/Mistral-7B-v0.1
+🔶 finetuned,openchat/openchat_3.5,mistralai/Mistral-7B-v0.1
+🔶 finetuned,teknium/OpenHermes-2.5-Mistral-7B,mistralai/Mistral-7B-v0.1
+🔶 finetuned,WizardLM/WizardMath-7B-V1.1,mistralai/Mistral-7B-v0.1
+🔶 finetuned,Intel/neural-chat-7b-v3-3,mistralai/Mistral-7B-v0.1
+🔶 finetuned,mistralai/Mistral-7B-Instruct-v0.2,mistralai/Mistral-7B-v0.1
+🔶 finetuned,ehartford/dolphin-2.1-mistral-7b,mistralai/Mistral-7B-v0.1
+🔶 finetuned,HuggingFaceH4/zephyr-7b-beta,mistralai/Mistral-7B-v0.1
+🔶 finetuned,berkeley-nest/Starling-LM-7B-alpha,mistralai/Mistral-7B-v0.1
+🔶 finetuned,Open-Orca/Mistral-7B-OpenOrca,mistralai/Mistral-7B-v0.1
+🔶 finetuned,amazon/MistralLite,mistralai/Mistral-7B-v0.1
+🔶 finetuned,meta-math/MetaMath-Mistral-7B,mistralai/Mistral-7B-v0.1
+🔶 finetuned,microsoft/Orca-2-7b,mistralai/Mistral-7B-v0.1
+🔶 finetuned,01-ai/Yi-6B-200K,mistralai/Mistral-7B-v0.1
+🔶 finetuned,Yhyu13/LMCocktail-10.7B-v1,mistralai/Mistral-7B-v0.1
+🔶 finetuned,openchat/openchat-3.5-1210,mistralai/Mistral-7B-v0.1