update results

ZeroEval-main/result_dirs/zebra-grid.summary.json

@@ -43,6 +43,17 @@
     "Total Puzzles": 1000,
     "Reason Lens": "439.96"
   },
+  {
+    "Model": "gpt-4o-2024-08-06",
+    "Mode": "greedy",
+    "Puzzle Acc": "31.70",
+    "Cell Acc": "50.34",
+    "No answer": "3.60",
+    "Easy Puzzle Acc": "84.64",
+    "Hard Puzzle Acc": "11.11",
+    "Total Puzzles": 1000,
+    "Reason Lens": "1106.51"
+  },
   {
     "Model": "gpt-4o-2024-05-13",
     "Mode": "sampling",
@@ -54,6 +65,28 @@
     "Total Puzzles": 1000,
     "Reason Lens": "1549.74"
   },
+  {
+    "Model": "gemini-1.5-pro-exp-0827",
+    "Mode": "greedy",
+    "Puzzle Acc": "30.50",
+    "Cell Acc": "50.84",
+    "No answer": "0.80",
+    "Easy Puzzle Acc": "79.64",
+    "Hard Puzzle Acc": "11.39",
+    "Total Puzzles": 1000,
+    "Reason Lens": "1594.47"
+  },
+  {
+    "Model": "chatgpt-4o-latest-24-09-07",
+    "Mode": "greedy",
+    "Puzzle Acc": "29.90",
+    "Cell Acc": "48.83",
+    "No answer": "4.20",
+    "Easy Puzzle Acc": "81.43",
+    "Hard Puzzle Acc": "9.86",
+    "Total Puzzles": 1000,
+    "Reason Lens": "1539.99"
+  },
   {
     "Model": "Mistral-Large-2",
     "Mode": "greedy",
@@ -120,6 +153,17 @@
     "Total Puzzles": 1000,
     "Reason Lens": "1165.90"
   },
+  {
+    "Model": "gemini-1.5-pro-exp-0801",
+    "Mode": "greedy",
+    "Puzzle Acc": "25.20",
+    "Cell Acc": "48.50",
+    "No answer": "0.00",
+    "Easy Puzzle Acc": "72.50",
+    "Hard Puzzle Acc": "6.81",
+    "Total Puzzles": 1000,
+    "Reason Lens": "1389.75"
+  },
   {
     "Model": "Meta-Llama-3.1-70B-Instruct",
     "Mode": "greedy",
@@ -142,6 +186,17 @@
     "Total Puzzles": 1000,
     "Reason Lens": "1260.23"
   },
+  {
+    "Model": "deepseek-v2.5-0908",
+    "Mode": "greedy",
+    "Puzzle Acc": "22.10",
+    "Cell Acc": "38.01",
+    "No answer": "12.70",
+    "Easy Puzzle Acc": "68.21",
+    "Hard Puzzle Acc": "4.17",
+    "Total Puzzles": 1000,
+    "Reason Lens": "1294.46"
+  },
   {
     "Model": "Qwen2-72B-Instruct",
     "Mode": "greedy",
@@ -483,6 +538,17 @@
     "Total Puzzles": 1000,
     "Reason Lens": "1473.23"
   },
+  {
+    "Model": "Phi-3.5-mini-instruct",
+    "Mode": "greedy",
+    "Puzzle Acc": "6.40",
+    "Cell Acc": "5.98",
+    "No answer": "80.60",
+    "Easy Puzzle Acc": "21.79",
+    "Hard Puzzle Acc": "0.42",
+    "Total Puzzles": 1000,
+    "Reason Lens": "718.43"
+  },
   {
     "Model": "gemma-2-2b-it",
     "Mode": "greedy",