danaaubakirova commited on
Commit
34686bf
Β·
1 Parent(s): e518c16

adding real scores and videos

Browse files
app.py CHANGED
@@ -9,9 +9,7 @@ from src.about import (
9
  CITATION_BUTTON_LABEL,
10
  CITATION_BUTTON_TEXT,
11
  EVALUATION_QUEUE_TEXT,
12
- INTRODUCTION_TEXT,
13
  LLM_BENCHMARKS_TEXT,
14
- TITLE,
15
  )
16
  from src.display.css_html_js import custom_css
17
  from src.display.utils import (
@@ -52,8 +50,8 @@ except Exception:
52
 
53
  # LIBERO Leaderboard Data
54
  LIBERO_DATA = [
55
- ['<a href="https://huggingface.co/HuggingFaceVLA/smolvla_libero" target="_blank" style="color: #0066cc; text-decoration: none;">HuggingFaceVLA/smolvla_libero</a>', "HuggingFace", "450M", 0.90, 1.0, 1.0, "--", 0.6, 0.87, "βœ… Checkpoint Available", '[πŸ“„ SmolVLA Paper](https://huggingface.co/papers/2506.01844)', "smolvla.mp4"],
56
- ['<a href="https://huggingface.co/lerobot/pi0" target="_blank" style="color: #0066cc; text-decoration: none;">lerobot/pi0</a>', "Physical Intelligence", "3.3B", 0.90, 0.86, 0.95, "--", 0.86, 0.86, "Reported Score Only", '[πŸ“„ Pi0 Paper](https://huggingface.co/papers/2410.24164)', "pi0.mp4"],
57
  ]
58
 
59
  LIBERO_COLUMNS = [
@@ -156,14 +154,27 @@ def init_leaderboard(dataframe):
156
 
157
  custom_css_extended = custom_css + """
158
  #libero-leaderboard th {
159
- font-size: 12px !important;
160
  font-weight: bold !important;
161
- padding: 4px 8px !important;
162
  }
163
  #libero-leaderboard td {
164
  font-size: 14px !important;
165
  padding: 4px 8px !important;
166
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
167
  """
168
 
169
  demo = gr.Blocks(css=custom_css_extended)
@@ -226,13 +237,13 @@ with demo:
226
  value=None
227
  )
228
 
229
- # Create a simple dataframe instead of complex Leaderboard to avoid issues
230
  libero_leaderboard = gr.Dataframe(
231
  value=get_libero_leaderboard()[LIBERO_DISPLAY_COLUMNS],
232
  headers=LIBERO_DISPLAY_COLUMNS,
233
  interactive=False,
234
  wrap=True,
235
- datatype=["html", "str", "number", "number", "number", "str", "number", "number", "str", "markdown"],
236
  elem_id="libero-leaderboard",
237
  )
238
 
@@ -248,7 +259,19 @@ with demo:
248
  elem_classes="markdown-text"
249
  )
250
 
251
- # Function to filter and update the table
 
 
 
 
 
 
 
 
 
 
 
 
252
  def update_table(search_term, selected_columns):
253
  df = get_libero_leaderboard()
254
 
@@ -257,22 +280,21 @@ with demo:
257
  mask = df['Model'].str.contains(search_term, case=False, na=False)
258
  df = df[mask]
259
 
 
 
 
 
260
  # Always include mandatory columns + selected optional columns
261
  MANDATORY_COLUMNS = ["Model", "Model Size", "Paper"]
262
- columns_to_show = MANDATORY_COLUMNS.copy()
263
-
264
- # Add selected optional columns
265
- if selected_columns:
266
- for col in selected_columns:
267
- if col in df.columns and col not in columns_to_show:
268
- columns_to_show.append(col)
269
 
270
- # Ensure columns exist in dataframe
271
- available_columns = [col for col in columns_to_show if col in df.columns]
272
- if available_columns:
273
- df = df[available_columns]
 
274
 
275
- return df
276
 
277
  # Function to handle row selection and display video
278
  def show_video(evt: gr.SelectData):
 
9
  CITATION_BUTTON_LABEL,
10
  CITATION_BUTTON_TEXT,
11
  EVALUATION_QUEUE_TEXT,
 
12
  LLM_BENCHMARKS_TEXT,
 
13
  )
14
  from src.display.css_html_js import custom_css
15
  from src.display.utils import (
 
50
 
51
  # LIBERO Leaderboard Data
52
  LIBERO_DATA = [
53
+ ['<a href="https://huggingface.co/HuggingFaceVLA/smolvla_libero" target="_blank">HuggingFaceVLA/smolvla_libero</a>', "HuggingFace", "450M", 0.90, 1.0, 1.0, "--", 0.6, 0.87, "βœ… Checkpoint Available", '<a href="https://huggingface.co/papers/2506.01844" target="_blank">πŸ“„ SmolVLA Paper</a>', "smolvla_spatial.mp4"],
54
+ ['<a href="https://huggingface.co/lerobot/pi0" target="_blank">lerobot/pi0</a>', "Physical Intelligence", "3.3B", 0.90, 0.86, 0.95, "--", 0.86, 0.86, "Reported Score Only", '<a href="https://huggingface.co/papers/2410.24164" target="_blank">πŸ“„ Pi0 Paper</a>', "pi0.mp4"],
55
  ]
56
 
57
  LIBERO_COLUMNS = [
 
154
 
155
  custom_css_extended = custom_css + """
156
  #libero-leaderboard th {
157
+ font-size: 10px !important;
158
  font-weight: bold !important;
159
+ padding: 3px 6px !important;
160
  }
161
  #libero-leaderboard td {
162
  font-size: 14px !important;
163
  padding: 4px 8px !important;
164
  }
165
+ #libero-leaderboard th:first-child,
166
+ #libero-leaderboard td:first-child {
167
+ min-width: 300px !important;
168
+ max-width: 400px !important;
169
+ width: 350px !important;
170
+ }
171
+ #libero-leaderboard a {
172
+ color: #0066cc !important;
173
+ text-decoration: none !important;
174
+ }
175
+ #libero-leaderboard a:hover {
176
+ text-decoration: underline !important;
177
+ }
178
  """
179
 
180
  demo = gr.Blocks(css=custom_css_extended)
 
237
  value=None
238
  )
239
 
240
+ # Create a simple dataframe instead of complex Leaderboard to avoid issues
241
  libero_leaderboard = gr.Dataframe(
242
  value=get_libero_leaderboard()[LIBERO_DISPLAY_COLUMNS],
243
  headers=LIBERO_DISPLAY_COLUMNS,
244
  interactive=False,
245
  wrap=True,
246
+ datatype=["html", "str", "number", "number", "number", "str", "number", "number", "str", "html"],
247
  elem_id="libero-leaderboard",
248
  )
249
 
 
259
  elem_classes="markdown-text"
260
  )
261
 
262
+ # Function to get datatype for a column
263
+ def get_column_datatype(column_name):
264
+ """Return the appropriate datatype for each column"""
265
+ if column_name in ["Model", "Paper"]:
266
+ return "html" # Contains HTML links
267
+ elif column_name in ["Spatial", "Object", "Goal", "Long", "Average"]:
268
+ return "number"
269
+ elif column_name == "90":
270
+ return "str" # Can contain "--"
271
+ else:
272
+ return "str" # Default for Model Size, Available, etc.
273
+
274
+ # Function to filter and update the table - using a simpler approach
275
  def update_table(search_term, selected_columns):
276
  df = get_libero_leaderboard()
277
 
 
280
  mask = df['Model'].str.contains(search_term, case=False, na=False)
281
  df = df[mask]
282
 
283
+ # Handle column filtering by replacing hidden columns with empty strings
284
+ # This keeps the datatype array stable while hiding unwanted data
285
+ result_df = df[LIBERO_DISPLAY_COLUMNS].copy()
286
+
287
  # Always include mandatory columns + selected optional columns
288
  MANDATORY_COLUMNS = ["Model", "Model Size", "Paper"]
289
+ SELECTABLE_COLUMNS = [col for col in LIBERO_DISPLAY_COLUMNS if col not in MANDATORY_COLUMNS]
 
 
 
 
 
 
290
 
291
+ # Hide unselected optional columns by replacing their content with empty strings
292
+ if selected_columns is not None:
293
+ for col in SELECTABLE_COLUMNS:
294
+ if col not in selected_columns:
295
+ result_df[col] = "" # Hide the column content but keep the structure
296
 
297
+ return result_df
298
 
299
  # Function to handle row selection and display video
300
  def show_video(evt: gr.SelectData):
smolvla_goal.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662141c5f2d3359d104ee860e6e35e31ffe171fd85355b1a5e76325f99fb0459
3
+ size 36899
smolvla_long.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1749071cdac2ccac65b6bab25863972e347afa011f1072c99f561c1e72fd5e01
3
+ size 162914
smolvla_object.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9b73d4e9c3b6901e32fc1f1ef35b78683acee63e24badf58c3423f1285794d
3
+ size 43192
smolvla.mp4 β†’ smolvla_spatial.mp4 RENAMED
File without changes