danaaubakirova
		
	commited on
		
		
					Commit 
							
							Β·
						
						34686bf
	
1
								Parent(s):
							
							e518c16
								
adding real scores and videos
Browse files- app.py +43 -21
- smolvla_goal.mp4 +3 -0
- smolvla_long.mp4 +3 -0
- smolvla_object.mp4 +3 -0
- smolvla.mp4 β smolvla_spatial.mp4 +0 -0
    	
        app.py
    CHANGED
    
    | @@ -9,9 +9,7 @@ from src.about import ( | |
| 9 | 
             
                CITATION_BUTTON_LABEL,
         | 
| 10 | 
             
                CITATION_BUTTON_TEXT,
         | 
| 11 | 
             
                EVALUATION_QUEUE_TEXT,
         | 
| 12 | 
            -
                INTRODUCTION_TEXT,
         | 
| 13 | 
             
                LLM_BENCHMARKS_TEXT,
         | 
| 14 | 
            -
                TITLE,
         | 
| 15 | 
             
            )
         | 
| 16 | 
             
            from src.display.css_html_js import custom_css
         | 
| 17 | 
             
            from src.display.utils import (
         | 
| @@ -52,8 +50,8 @@ except Exception: | |
| 52 |  | 
| 53 | 
             
            # LIBERO Leaderboard Data
         | 
| 54 | 
             
            LIBERO_DATA = [
         | 
| 55 | 
            -
                ['<a href="https://huggingface.co/HuggingFaceVLA/smolvla_libero" target="_blank" | 
| 56 | 
            -
                ['<a href="https://huggingface.co/lerobot/pi0" target="_blank" | 
| 57 | 
             
            ]
         | 
| 58 |  | 
| 59 | 
             
            LIBERO_COLUMNS = [
         | 
| @@ -156,14 +154,27 @@ def init_leaderboard(dataframe): | |
| 156 |  | 
| 157 | 
             
            custom_css_extended = custom_css + """
         | 
| 158 | 
             
            #libero-leaderboard th {
         | 
| 159 | 
            -
                font-size:  | 
| 160 | 
             
                font-weight: bold !important;
         | 
| 161 | 
            -
                padding:  | 
| 162 | 
             
            }
         | 
| 163 | 
             
            #libero-leaderboard td {
         | 
| 164 | 
             
                font-size: 14px !important;
         | 
| 165 | 
             
                padding: 4px 8px !important;
         | 
| 166 | 
             
            }
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 167 | 
             
            """
         | 
| 168 |  | 
| 169 | 
             
            demo = gr.Blocks(css=custom_css_extended)
         | 
| @@ -226,13 +237,13 @@ with demo: | |
| 226 | 
             
                                        value=None
         | 
| 227 | 
             
                                    )
         | 
| 228 |  | 
| 229 | 
            -
                            # Create a simple dataframe instead of complex Leaderboard to avoid issues
         | 
| 230 | 
             
                            libero_leaderboard = gr.Dataframe(
         | 
| 231 | 
             
                                value=get_libero_leaderboard()[LIBERO_DISPLAY_COLUMNS],
         | 
| 232 | 
             
                                headers=LIBERO_DISPLAY_COLUMNS,
         | 
| 233 | 
             
                                interactive=False,
         | 
| 234 | 
             
                                wrap=True,
         | 
| 235 | 
            -
                                datatype=["html", "str", "number", "number", "number", "str", "number", "number", "str", " | 
| 236 | 
             
                                elem_id="libero-leaderboard",
         | 
| 237 | 
             
                            )
         | 
| 238 |  | 
| @@ -248,7 +259,19 @@ with demo: | |
| 248 | 
             
                                elem_classes="markdown-text"
         | 
| 249 | 
             
                            )
         | 
| 250 |  | 
| 251 | 
            -
                        # Function to  | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 252 | 
             
                        def update_table(search_term, selected_columns):
         | 
| 253 | 
             
                            df = get_libero_leaderboard()
         | 
| 254 |  | 
| @@ -257,22 +280,21 @@ with demo: | |
| 257 | 
             
                                mask = df['Model'].str.contains(search_term, case=False, na=False)
         | 
| 258 | 
             
                                df = df[mask]
         | 
| 259 |  | 
|  | |
|  | |
|  | |
|  | |
| 260 | 
             
                            # Always include mandatory columns + selected optional columns
         | 
| 261 | 
             
                            MANDATORY_COLUMNS = ["Model", "Model Size", "Paper"]
         | 
| 262 | 
            -
                             | 
| 263 | 
            -
                            
         | 
| 264 | 
            -
                            # Add selected optional columns
         | 
| 265 | 
            -
                            if selected_columns:
         | 
| 266 | 
            -
                                for col in selected_columns:
         | 
| 267 | 
            -
                                    if col in df.columns and col not in columns_to_show:
         | 
| 268 | 
            -
                                        columns_to_show.append(col)
         | 
| 269 |  | 
| 270 | 
            -
                            #  | 
| 271 | 
            -
                             | 
| 272 | 
            -
             | 
| 273 | 
            -
             | 
|  | |
| 274 |  | 
| 275 | 
            -
                            return  | 
| 276 |  | 
| 277 | 
             
                        # Function to handle row selection and display video
         | 
| 278 | 
             
                        def show_video(evt: gr.SelectData):
         | 
|  | |
| 9 | 
             
                CITATION_BUTTON_LABEL,
         | 
| 10 | 
             
                CITATION_BUTTON_TEXT,
         | 
| 11 | 
             
                EVALUATION_QUEUE_TEXT,
         | 
|  | |
| 12 | 
             
                LLM_BENCHMARKS_TEXT,
         | 
|  | |
| 13 | 
             
            )
         | 
| 14 | 
             
            from src.display.css_html_js import custom_css
         | 
| 15 | 
             
            from src.display.utils import (
         | 
|  | |
| 50 |  | 
| 51 | 
             
            # LIBERO Leaderboard Data
         | 
| 52 | 
             
            LIBERO_DATA = [
         | 
| 53 | 
            +
                ['<a href="https://huggingface.co/HuggingFaceVLA/smolvla_libero" target="_blank">HuggingFaceVLA/smolvla_libero</a>', "HuggingFace", "450M", 0.90, 1.0, 1.0, "--", 0.6, 0.87, "β
 Checkpoint Available", '<a href="https://huggingface.co/papers/2506.01844" target="_blank">π SmolVLA Paper</a>', "smolvla_spatial.mp4"],
         | 
| 54 | 
            +
                ['<a href="https://huggingface.co/lerobot/pi0" target="_blank">lerobot/pi0</a>', "Physical Intelligence", "3.3B", 0.90, 0.86, 0.95, "--", 0.86, 0.86, "Reported Score Only", '<a href="https://huggingface.co/papers/2410.24164" target="_blank">π Pi0 Paper</a>', "pi0.mp4"],
         | 
| 55 | 
             
            ]
         | 
| 56 |  | 
| 57 | 
             
            LIBERO_COLUMNS = [
         | 
|  | |
| 154 |  | 
| 155 | 
             
            custom_css_extended = custom_css + """
         | 
| 156 | 
             
            #libero-leaderboard th {
         | 
| 157 | 
            +
                font-size: 10px !important;
         | 
| 158 | 
             
                font-weight: bold !important;
         | 
| 159 | 
            +
                padding: 3px 6px !important;
         | 
| 160 | 
             
            }
         | 
| 161 | 
             
            #libero-leaderboard td {
         | 
| 162 | 
             
                font-size: 14px !important;
         | 
| 163 | 
             
                padding: 4px 8px !important;
         | 
| 164 | 
             
            }
         | 
| 165 | 
            +
            #libero-leaderboard th:first-child,
         | 
| 166 | 
            +
            #libero-leaderboard td:first-child {
         | 
| 167 | 
            +
                min-width: 300px !important;
         | 
| 168 | 
            +
                max-width: 400px !important;
         | 
| 169 | 
            +
                width: 350px !important;
         | 
| 170 | 
            +
            }
         | 
| 171 | 
            +
            #libero-leaderboard a {
         | 
| 172 | 
            +
                color: #0066cc !important;
         | 
| 173 | 
            +
                text-decoration: none !important;
         | 
| 174 | 
            +
            }
         | 
| 175 | 
            +
            #libero-leaderboard a:hover {
         | 
| 176 | 
            +
                text-decoration: underline !important;
         | 
| 177 | 
            +
            }
         | 
| 178 | 
             
            """
         | 
| 179 |  | 
| 180 | 
             
            demo = gr.Blocks(css=custom_css_extended)
         | 
|  | |
| 237 | 
             
                                        value=None
         | 
| 238 | 
             
                                    )
         | 
| 239 |  | 
| 240 | 
            +
                            # Create a simple dataframe instead of complex Leaderboard to avoid issues  
         | 
| 241 | 
             
                            libero_leaderboard = gr.Dataframe(
         | 
| 242 | 
             
                                value=get_libero_leaderboard()[LIBERO_DISPLAY_COLUMNS],
         | 
| 243 | 
             
                                headers=LIBERO_DISPLAY_COLUMNS,
         | 
| 244 | 
             
                                interactive=False,
         | 
| 245 | 
             
                                wrap=True,
         | 
| 246 | 
            +
                                datatype=["html", "str", "number", "number", "number", "str", "number", "number", "str", "html"],
         | 
| 247 | 
             
                                elem_id="libero-leaderboard",
         | 
| 248 | 
             
                            )
         | 
| 249 |  | 
|  | |
| 259 | 
             
                                elem_classes="markdown-text"
         | 
| 260 | 
             
                            )
         | 
| 261 |  | 
| 262 | 
            +
                        # Function to get datatype for a column
         | 
| 263 | 
            +
                        def get_column_datatype(column_name):
         | 
| 264 | 
            +
                            """Return the appropriate datatype for each column"""
         | 
| 265 | 
            +
                            if column_name in ["Model", "Paper"]:
         | 
| 266 | 
            +
                                return "html"  # Contains HTML links
         | 
| 267 | 
            +
                            elif column_name in ["Spatial", "Object", "Goal", "Long", "Average"]:
         | 
| 268 | 
            +
                                return "number"
         | 
| 269 | 
            +
                            elif column_name == "90":
         | 
| 270 | 
            +
                                return "str"  # Can contain "--"
         | 
| 271 | 
            +
                            else:
         | 
| 272 | 
            +
                                return "str"  # Default for Model Size, Available, etc.
         | 
| 273 | 
            +
                        
         | 
| 274 | 
            +
                        # Function to filter and update the table - using a simpler approach
         | 
| 275 | 
             
                        def update_table(search_term, selected_columns):
         | 
| 276 | 
             
                            df = get_libero_leaderboard()
         | 
| 277 |  | 
|  | |
| 280 | 
             
                                mask = df['Model'].str.contains(search_term, case=False, na=False)
         | 
| 281 | 
             
                                df = df[mask]
         | 
| 282 |  | 
| 283 | 
            +
                            # Handle column filtering by replacing hidden columns with empty strings
         | 
| 284 | 
            +
                            # This keeps the datatype array stable while hiding unwanted data
         | 
| 285 | 
            +
                            result_df = df[LIBERO_DISPLAY_COLUMNS].copy()
         | 
| 286 | 
            +
                            
         | 
| 287 | 
             
                            # Always include mandatory columns + selected optional columns
         | 
| 288 | 
             
                            MANDATORY_COLUMNS = ["Model", "Model Size", "Paper"]
         | 
| 289 | 
            +
                            SELECTABLE_COLUMNS = [col for col in LIBERO_DISPLAY_COLUMNS if col not in MANDATORY_COLUMNS]
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 290 |  | 
| 291 | 
            +
                            # Hide unselected optional columns by replacing their content with empty strings
         | 
| 292 | 
            +
                            if selected_columns is not None:
         | 
| 293 | 
            +
                                for col in SELECTABLE_COLUMNS:
         | 
| 294 | 
            +
                                    if col not in selected_columns:
         | 
| 295 | 
            +
                                        result_df[col] = ""  # Hide the column content but keep the structure
         | 
| 296 |  | 
| 297 | 
            +
                            return result_df
         | 
| 298 |  | 
| 299 | 
             
                        # Function to handle row selection and display video
         | 
| 300 | 
             
                        def show_video(evt: gr.SelectData):
         | 
    	
        smolvla_goal.mp4
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:662141c5f2d3359d104ee860e6e35e31ffe171fd85355b1a5e76325f99fb0459
         | 
| 3 | 
            +
            size 36899
         | 
    	
        smolvla_long.mp4
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:1749071cdac2ccac65b6bab25863972e347afa011f1072c99f561c1e72fd5e01
         | 
| 3 | 
            +
            size 162914
         | 
    	
        smolvla_object.mp4
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8f9b73d4e9c3b6901e32fc1f1ef35b78683acee63e24badf58c3423f1285794d
         | 
| 3 | 
            +
            size 43192
         | 
    	
        smolvla.mp4 β smolvla_spatial.mp4
    RENAMED
    
    | 
            File without changes
         | 
