Store each submission as single dataset repo

.gitignore

@@ -141,4 +141,6 @@ cython_debug/
 .env
 
 # Submissions
-submission_repo/
+submission_repo/
+GEM-outputs/
+sample-submissions/

app.py

@@ -116,9 +116,14 @@ if submit_button and submission_errors == 0:
     st.write("⏳ Preparing submission for evaluation ...")
     user_name = user_info["name"]
     submission_name = json_data["submission_name"]
+    submission_name_formatted = submission_name.lower().replace(" ", "-").replace("/", "-")
+    print(submission_name_formatted)
+    submission_time = str(int(datetime.now().timestamp()))
 
     # Create submission dataset under benchmarks ORG
-    dataset_repo_url = f"https://huggingface.co/datasets/GEM-submissions/{user_name}"
+    dataset_repo_url = (
+        f"https://huggingface.co/datasets/GEM-submissions/{user_name}__{submission_name_formatted}__{submission_time}"
+    )
     repo = Repository(
         local_dir=LOCAL_REPO,
         clone_from=dataset_repo_url,
@@ -139,28 +144,27 @@ if submit_button and submission_errors == 0:
     else:
         commit_sha = repo.git_head_commit_url().split("/")[-1]
 
-    submission_time = str(int(datetime.now().timestamp()))
     submission_id = submission_name + "__" + commit_sha + "__" + submission_time
 
-    payload = {
-        "username": AUTONLP_USERNAME,
-        "dataset": "GEM/references",
-        "task": 1,
-        "model": "gem",
-        "submission_dataset": f"GEM-submissions/{user_name}",
-        "submission_id": submission_id,
-        "col_mapping": {},
-        "split": "test",
-        "config": None,
-    }
-    json_resp = http_post(
-        path="/evaluate/create", payload=payload, token=HF_TOKEN, domain=HF_AUTONLP_BACKEND_API
-    ).json()
-
-    if json_resp["status"] == 1:
-        st.success(f"✅ Submission {submission_name} was successfully submitted for evaluation!")
-    else:
-        st.error("🙈 Oh noes, there was an error submitting your submission! Please contact the organisers")
+    # payload = {
+    #     "username": AUTONLP_USERNAME,
+    #     "dataset": "GEM/references",
+    #     "task": 1,
+    #     "model": "gem",
+    #     "submission_dataset": f"GEM-submissions/{user_name}",
+    #     "submission_id": submission_id,
+    #     "col_mapping": {},
+    #     "split": "test",
+    #     "config": None,
+    # }
+    # json_resp = http_post(
+    #     path="/evaluate/create", payload=payload, token=HF_TOKEN, domain=HF_AUTONLP_BACKEND_API
+    # ).json()
+
+    # if json_resp["status"] == 1:
+    #     st.success(f"✅ Submission {submission_name} was successfully submitted for evaluation!")
+    # else:
+    #     st.error("🙈 Oh noes, there was an error submitting your submission! Please contact the organisers")
 
     # Flush local repo
     shutil.rmtree(LOCAL_REPO, ignore_errors=True)