Spaces:
				
			
			
	
			
			
					
		Running
		
	
	
	
			
			
	
	
	
	
		
		
					
		Running
		
	Commit 
							
							·
						
						cfb2849
	
1
								Parent(s):
							
							c76945f
								
Fix `Seed-OSS-36B` link to model card
Browse files- config/model_metadata.py +1 -1
- results/results_icarus.json +25 -25
- results/results_verilator.json +25 -25
    	
        config/model_metadata.py
    CHANGED
    
    | @@ -110,6 +110,6 @@ MODELS = { | |
| 110 | 
             
                    "https://huggingface.co/openai/gpt-oss-120b", 120, "General", "V3", "Reasoning"
         | 
| 111 | 
             
                ),
         | 
| 112 | 
             
                "Seed-OSS-36B": ModelMetadata(
         | 
| 113 | 
            -
                    "https://huggingface.co/ | 
| 114 | 
             
                ),
         | 
| 115 | 
             
            }
         | 
|  | |
| 110 | 
             
                    "https://huggingface.co/openai/gpt-oss-120b", 120, "General", "V3", "Reasoning"
         | 
| 111 | 
             
                ),
         | 
| 112 | 
             
                "Seed-OSS-36B": ModelMetadata(
         | 
| 113 | 
            +
                    "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct", 36.2, "General", "V3", "Reasoning"
         | 
| 114 | 
             
                ),
         | 
| 115 | 
             
            }
         | 
    	
        results/results_icarus.json
    CHANGED
    
    | @@ -2205,7 +2205,7 @@ | |
| 2205 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2206 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2207 | 
             
                    "Result": 88.97,
         | 
| 2208 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2209 | 
             
                    "Params": 36.2,
         | 
| 2210 | 
             
                    "Release": "V3",
         | 
| 2211 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2216,7 +2216,7 @@ | |
| 2216 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2217 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2218 | 
             
                    "Result": 81.7,
         | 
| 2219 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2220 | 
             
                    "Params": 36.2,
         | 
| 2221 | 
             
                    "Release": "V3",
         | 
| 2222 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2227,7 +2227,7 @@ | |
| 2227 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2228 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2229 | 
             
                    "Result": 71.15,
         | 
| 2230 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2231 | 
             
                    "Params": 36.2,
         | 
| 2232 | 
             
                    "Release": "V3",
         | 
| 2233 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2238,7 +2238,7 @@ | |
| 2238 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2239 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2240 | 
             
                    "Result": 59.15,
         | 
| 2241 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2242 | 
             
                    "Params": 36.2,
         | 
| 2243 | 
             
                    "Release": "V3",
         | 
| 2244 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2249,7 +2249,7 @@ | |
| 2249 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2250 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2251 | 
             
                    "Result": 71.15,
         | 
| 2252 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2253 | 
             
                    "Params": 36.2,
         | 
| 2254 | 
             
                    "Release": "V3",
         | 
| 2255 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2260,7 +2260,7 @@ | |
| 2260 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2261 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2262 | 
             
                    "Result": 56.6,
         | 
| 2263 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2264 | 
             
                    "Params": 36.2,
         | 
| 2265 | 
             
                    "Release": "V3",
         | 
| 2266 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2271,7 +2271,7 @@ | |
| 2271 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2272 | 
             
                    "Task": "Power",
         | 
| 2273 | 
             
                    "Result": 70.1,
         | 
| 2274 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2275 | 
             
                    "Params": 36.2,
         | 
| 2276 | 
             
                    "Release": "V3",
         | 
| 2277 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2282,7 +2282,7 @@ | |
| 2282 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2283 | 
             
                    "Task": "Power",
         | 
| 2284 | 
             
                    "Result": 64.63,
         | 
| 2285 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2286 | 
             
                    "Params": 36.2,
         | 
| 2287 | 
             
                    "Release": "V3",
         | 
| 2288 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2293,7 +2293,7 @@ | |
| 2293 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2294 | 
             
                    "Task": "Performance",
         | 
| 2295 | 
             
                    "Result": 68.1,
         | 
| 2296 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2297 | 
             
                    "Params": 36.2,
         | 
| 2298 | 
             
                    "Release": "V3",
         | 
| 2299 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2304,7 +2304,7 @@ | |
| 2304 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2305 | 
             
                    "Task": "Performance",
         | 
| 2306 | 
             
                    "Result": 57.32,
         | 
| 2307 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2308 | 
             
                    "Params": 36.2,
         | 
| 2309 | 
             
                    "Release": "V3",
         | 
| 2310 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2315,7 +2315,7 @@ | |
| 2315 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2316 | 
             
                    "Task": "Area",
         | 
| 2317 | 
             
                    "Result": 70.32,
         | 
| 2318 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2319 | 
             
                    "Params": 36.2,
         | 
| 2320 | 
             
                    "Release": "V3",
         | 
| 2321 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2326,7 +2326,7 @@ | |
| 2326 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2327 | 
             
                    "Task": "Area",
         | 
| 2328 | 
             
                    "Result": 60.88,
         | 
| 2329 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2330 | 
             
                    "Params": 36.2,
         | 
| 2331 | 
             
                    "Release": "V3",
         | 
| 2332 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2337,7 +2337,7 @@ | |
| 2337 | 
             
                    "Benchmark": "RTL-Repo",
         | 
| 2338 | 
             
                    "Task": "Exact Matching (EM)",
         | 
| 2339 | 
             
                    "Result": -1.0,
         | 
| 2340 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2341 | 
             
                    "Params": 36.2,
         | 
| 2342 | 
             
                    "Release": "V3",
         | 
| 2343 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2348,7 +2348,7 @@ | |
| 2348 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2349 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2350 | 
             
                    "Result": 91.03,
         | 
| 2351 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2352 | 
             
                    "Params": 36.2,
         | 
| 2353 | 
             
                    "Release": "V3",
         | 
| 2354 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2359,7 +2359,7 @@ | |
| 2359 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2360 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2361 | 
             
                    "Result": 91.76,
         | 
| 2362 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2363 | 
             
                    "Params": 36.2,
         | 
| 2364 | 
             
                    "Release": "V3",
         | 
| 2365 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2370,7 +2370,7 @@ | |
| 2370 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2371 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2372 | 
             
                    "Result": 76.54,
         | 
| 2373 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2374 | 
             
                    "Params": 36.2,
         | 
| 2375 | 
             
                    "Release": "V3",
         | 
| 2376 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2381,7 +2381,7 @@ | |
| 2381 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2382 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2383 | 
             
                    "Result": 70.59,
         | 
| 2384 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2385 | 
             
                    "Params": 36.2,
         | 
| 2386 | 
             
                    "Release": "V3",
         | 
| 2387 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2392,7 +2392,7 @@ | |
| 2392 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2393 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2394 | 
             
                    "Result": 76.15,
         | 
| 2395 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2396 | 
             
                    "Params": 36.2,
         | 
| 2397 | 
             
                    "Release": "V3",
         | 
| 2398 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2403,7 +2403,7 @@ | |
| 2403 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2404 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2405 | 
             
                    "Result": 70.59,
         | 
| 2406 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2407 | 
             
                    "Params": 36.2,
         | 
| 2408 | 
             
                    "Release": "V3",
         | 
| 2409 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2414,7 +2414,7 @@ | |
| 2414 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2415 | 
             
                    "Task": "Power",
         | 
| 2416 | 
             
                    "Result": 74.95,
         | 
| 2417 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2418 | 
             
                    "Params": 36.2,
         | 
| 2419 | 
             
                    "Release": "V3",
         | 
| 2420 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2425,7 +2425,7 @@ | |
| 2425 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2426 | 
             
                    "Task": "Power",
         | 
| 2427 | 
             
                    "Result": 66.11,
         | 
| 2428 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2429 | 
             
                    "Params": 36.2,
         | 
| 2430 | 
             
                    "Release": "V3",
         | 
| 2431 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2436,7 +2436,7 @@ | |
| 2436 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2437 | 
             
                    "Task": "Performance",
         | 
| 2438 | 
             
                    "Result": 73.33,
         | 
| 2439 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2440 | 
             
                    "Params": 36.2,
         | 
| 2441 | 
             
                    "Release": "V3",
         | 
| 2442 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2447,7 +2447,7 @@ | |
| 2447 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2448 | 
             
                    "Task": "Performance",
         | 
| 2449 | 
             
                    "Result": 70.19,
         | 
| 2450 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2451 | 
             
                    "Params": 36.2,
         | 
| 2452 | 
             
                    "Release": "V3",
         | 
| 2453 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2458,7 +2458,7 @@ | |
| 2458 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2459 | 
             
                    "Task": "Area",
         | 
| 2460 | 
             
                    "Result": 74.69,
         | 
| 2461 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2462 | 
             
                    "Params": 36.2,
         | 
| 2463 | 
             
                    "Release": "V3",
         | 
| 2464 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2469,7 +2469,7 @@ | |
| 2469 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2470 | 
             
                    "Task": "Area",
         | 
| 2471 | 
             
                    "Result": 72.45,
         | 
| 2472 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2473 | 
             
                    "Params": 36.2,
         | 
| 2474 | 
             
                    "Release": "V3",
         | 
| 2475 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2205 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2206 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2207 | 
             
                    "Result": 88.97,
         | 
| 2208 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2209 | 
             
                    "Params": 36.2,
         | 
| 2210 | 
             
                    "Release": "V3",
         | 
| 2211 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2216 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2217 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2218 | 
             
                    "Result": 81.7,
         | 
| 2219 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2220 | 
             
                    "Params": 36.2,
         | 
| 2221 | 
             
                    "Release": "V3",
         | 
| 2222 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2227 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2228 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2229 | 
             
                    "Result": 71.15,
         | 
| 2230 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2231 | 
             
                    "Params": 36.2,
         | 
| 2232 | 
             
                    "Release": "V3",
         | 
| 2233 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2238 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2239 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2240 | 
             
                    "Result": 59.15,
         | 
| 2241 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2242 | 
             
                    "Params": 36.2,
         | 
| 2243 | 
             
                    "Release": "V3",
         | 
| 2244 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2249 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2250 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2251 | 
             
                    "Result": 71.15,
         | 
| 2252 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2253 | 
             
                    "Params": 36.2,
         | 
| 2254 | 
             
                    "Release": "V3",
         | 
| 2255 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2260 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2261 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2262 | 
             
                    "Result": 56.6,
         | 
| 2263 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2264 | 
             
                    "Params": 36.2,
         | 
| 2265 | 
             
                    "Release": "V3",
         | 
| 2266 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2271 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2272 | 
             
                    "Task": "Power",
         | 
| 2273 | 
             
                    "Result": 70.1,
         | 
| 2274 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2275 | 
             
                    "Params": 36.2,
         | 
| 2276 | 
             
                    "Release": "V3",
         | 
| 2277 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2282 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2283 | 
             
                    "Task": "Power",
         | 
| 2284 | 
             
                    "Result": 64.63,
         | 
| 2285 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2286 | 
             
                    "Params": 36.2,
         | 
| 2287 | 
             
                    "Release": "V3",
         | 
| 2288 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2293 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2294 | 
             
                    "Task": "Performance",
         | 
| 2295 | 
             
                    "Result": 68.1,
         | 
| 2296 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2297 | 
             
                    "Params": 36.2,
         | 
| 2298 | 
             
                    "Release": "V3",
         | 
| 2299 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2304 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2305 | 
             
                    "Task": "Performance",
         | 
| 2306 | 
             
                    "Result": 57.32,
         | 
| 2307 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2308 | 
             
                    "Params": 36.2,
         | 
| 2309 | 
             
                    "Release": "V3",
         | 
| 2310 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2315 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2316 | 
             
                    "Task": "Area",
         | 
| 2317 | 
             
                    "Result": 70.32,
         | 
| 2318 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2319 | 
             
                    "Params": 36.2,
         | 
| 2320 | 
             
                    "Release": "V3",
         | 
| 2321 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2326 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2327 | 
             
                    "Task": "Area",
         | 
| 2328 | 
             
                    "Result": 60.88,
         | 
| 2329 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2330 | 
             
                    "Params": 36.2,
         | 
| 2331 | 
             
                    "Release": "V3",
         | 
| 2332 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2337 | 
             
                    "Benchmark": "RTL-Repo",
         | 
| 2338 | 
             
                    "Task": "Exact Matching (EM)",
         | 
| 2339 | 
             
                    "Result": -1.0,
         | 
| 2340 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2341 | 
             
                    "Params": 36.2,
         | 
| 2342 | 
             
                    "Release": "V3",
         | 
| 2343 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2348 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2349 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2350 | 
             
                    "Result": 91.03,
         | 
| 2351 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2352 | 
             
                    "Params": 36.2,
         | 
| 2353 | 
             
                    "Release": "V3",
         | 
| 2354 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2359 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2360 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2361 | 
             
                    "Result": 91.76,
         | 
| 2362 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2363 | 
             
                    "Params": 36.2,
         | 
| 2364 | 
             
                    "Release": "V3",
         | 
| 2365 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2370 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2371 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2372 | 
             
                    "Result": 76.54,
         | 
| 2373 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2374 | 
             
                    "Params": 36.2,
         | 
| 2375 | 
             
                    "Release": "V3",
         | 
| 2376 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2381 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2382 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2383 | 
             
                    "Result": 70.59,
         | 
| 2384 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2385 | 
             
                    "Params": 36.2,
         | 
| 2386 | 
             
                    "Release": "V3",
         | 
| 2387 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2392 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2393 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2394 | 
             
                    "Result": 76.15,
         | 
| 2395 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2396 | 
             
                    "Params": 36.2,
         | 
| 2397 | 
             
                    "Release": "V3",
         | 
| 2398 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2403 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2404 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2405 | 
             
                    "Result": 70.59,
         | 
| 2406 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2407 | 
             
                    "Params": 36.2,
         | 
| 2408 | 
             
                    "Release": "V3",
         | 
| 2409 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2414 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2415 | 
             
                    "Task": "Power",
         | 
| 2416 | 
             
                    "Result": 74.95,
         | 
| 2417 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2418 | 
             
                    "Params": 36.2,
         | 
| 2419 | 
             
                    "Release": "V3",
         | 
| 2420 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2425 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2426 | 
             
                    "Task": "Power",
         | 
| 2427 | 
             
                    "Result": 66.11,
         | 
| 2428 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2429 | 
             
                    "Params": 36.2,
         | 
| 2430 | 
             
                    "Release": "V3",
         | 
| 2431 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2436 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2437 | 
             
                    "Task": "Performance",
         | 
| 2438 | 
             
                    "Result": 73.33,
         | 
| 2439 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2440 | 
             
                    "Params": 36.2,
         | 
| 2441 | 
             
                    "Release": "V3",
         | 
| 2442 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2447 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2448 | 
             
                    "Task": "Performance",
         | 
| 2449 | 
             
                    "Result": 70.19,
         | 
| 2450 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2451 | 
             
                    "Params": 36.2,
         | 
| 2452 | 
             
                    "Release": "V3",
         | 
| 2453 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2458 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2459 | 
             
                    "Task": "Area",
         | 
| 2460 | 
             
                    "Result": 74.69,
         | 
| 2461 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2462 | 
             
                    "Params": 36.2,
         | 
| 2463 | 
             
                    "Release": "V3",
         | 
| 2464 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2469 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2470 | 
             
                    "Task": "Area",
         | 
| 2471 | 
             
                    "Result": 72.45,
         | 
| 2472 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2473 | 
             
                    "Params": 36.2,
         | 
| 2474 | 
             
                    "Release": "V3",
         | 
| 2475 | 
             
                    "Thinking": "Reasoning"
         | 
    	
        results/results_verilator.json
    CHANGED
    
    | @@ -2205,7 +2205,7 @@ | |
| 2205 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2206 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2207 | 
             
                    "Result": 89.36,
         | 
| 2208 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2209 | 
             
                    "Params": 36.2,
         | 
| 2210 | 
             
                    "Release": "V3",
         | 
| 2211 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2216,7 +2216,7 @@ | |
| 2216 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2217 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2218 | 
             
                    "Result": 83.4,
         | 
| 2219 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2220 | 
             
                    "Params": 36.2,
         | 
| 2221 | 
             
                    "Release": "V3",
         | 
| 2222 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2227,7 +2227,7 @@ | |
| 2227 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2228 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2229 | 
             
                    "Result": 71.15,
         | 
| 2230 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2231 | 
             
                    "Params": 36.2,
         | 
| 2232 | 
             
                    "Release": "V3",
         | 
| 2233 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2238,7 +2238,7 @@ | |
| 2238 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2239 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2240 | 
             
                    "Result": 61.7,
         | 
| 2241 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2242 | 
             
                    "Params": 36.2,
         | 
| 2243 | 
             
                    "Release": "V3",
         | 
| 2244 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2249,7 +2249,7 @@ | |
| 2249 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2250 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2251 | 
             
                    "Result": 70.9,
         | 
| 2252 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2253 | 
             
                    "Params": 36.2,
         | 
| 2254 | 
             
                    "Release": "V3",
         | 
| 2255 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2260,7 +2260,7 @@ | |
| 2260 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2261 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2262 | 
             
                    "Result": 57.02,
         | 
| 2263 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2264 | 
             
                    "Params": 36.2,
         | 
| 2265 | 
             
                    "Release": "V3",
         | 
| 2266 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2271,7 +2271,7 @@ | |
| 2271 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2272 | 
             
                    "Task": "Power",
         | 
| 2273 | 
             
                    "Result": 70.53,
         | 
| 2274 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2275 | 
             
                    "Params": 36.2,
         | 
| 2276 | 
             
                    "Release": "V3",
         | 
| 2277 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2282,7 +2282,7 @@ | |
| 2282 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2283 | 
             
                    "Task": "Power",
         | 
| 2284 | 
             
                    "Result": 65.33,
         | 
| 2285 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2286 | 
             
                    "Params": 36.2,
         | 
| 2287 | 
             
                    "Release": "V3",
         | 
| 2288 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2293,7 +2293,7 @@ | |
| 2293 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2294 | 
             
                    "Task": "Performance",
         | 
| 2295 | 
             
                    "Result": 68.22,
         | 
| 2296 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2297 | 
             
                    "Params": 36.2,
         | 
| 2298 | 
             
                    "Release": "V3",
         | 
| 2299 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2304,7 +2304,7 @@ | |
| 2304 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2305 | 
             
                    "Task": "Performance",
         | 
| 2306 | 
             
                    "Result": 57.32,
         | 
| 2307 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2308 | 
             
                    "Params": 36.2,
         | 
| 2309 | 
             
                    "Release": "V3",
         | 
| 2310 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2315,7 +2315,7 @@ | |
| 2315 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2316 | 
             
                    "Task": "Area",
         | 
| 2317 | 
             
                    "Result": 70.33,
         | 
| 2318 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2319 | 
             
                    "Params": 36.2,
         | 
| 2320 | 
             
                    "Release": "V3",
         | 
| 2321 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2326,7 +2326,7 @@ | |
| 2326 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2327 | 
             
                    "Task": "Area",
         | 
| 2328 | 
             
                    "Result": 61.39,
         | 
| 2329 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2330 | 
             
                    "Params": 36.2,
         | 
| 2331 | 
             
                    "Release": "V3",
         | 
| 2332 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2337,7 +2337,7 @@ | |
| 2337 | 
             
                    "Benchmark": "RTL-Repo",
         | 
| 2338 | 
             
                    "Task": "Exact Matching (EM)",
         | 
| 2339 | 
             
                    "Result": -1.0,
         | 
| 2340 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2341 | 
             
                    "Params": 36.2,
         | 
| 2342 | 
             
                    "Release": "V3",
         | 
| 2343 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2348,7 +2348,7 @@ | |
| 2348 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2349 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2350 | 
             
                    "Result": 91.03,
         | 
| 2351 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2352 | 
             
                    "Params": 36.2,
         | 
| 2353 | 
             
                    "Release": "V3",
         | 
| 2354 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2359,7 +2359,7 @@ | |
| 2359 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2360 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2361 | 
             
                    "Result": 91.76,
         | 
| 2362 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2363 | 
             
                    "Params": 36.2,
         | 
| 2364 | 
             
                    "Release": "V3",
         | 
| 2365 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2370,7 +2370,7 @@ | |
| 2370 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2371 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2372 | 
             
                    "Result": 73.85,
         | 
| 2373 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2374 | 
             
                    "Params": 36.2,
         | 
| 2375 | 
             
                    "Release": "V3",
         | 
| 2376 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2381,7 +2381,7 @@ | |
| 2381 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2382 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2383 | 
             
                    "Result": 70.59,
         | 
| 2384 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2385 | 
             
                    "Params": 36.2,
         | 
| 2386 | 
             
                    "Release": "V3",
         | 
| 2387 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2392,7 +2392,7 @@ | |
| 2392 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2393 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2394 | 
             
                    "Result": 73.46,
         | 
| 2395 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2396 | 
             
                    "Params": 36.2,
         | 
| 2397 | 
             
                    "Release": "V3",
         | 
| 2398 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2403,7 +2403,7 @@ | |
| 2403 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2404 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2405 | 
             
                    "Result": 70.59,
         | 
| 2406 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2407 | 
             
                    "Params": 36.2,
         | 
| 2408 | 
             
                    "Release": "V3",
         | 
| 2409 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2414,7 +2414,7 @@ | |
| 2414 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2415 | 
             
                    "Task": "Power",
         | 
| 2416 | 
             
                    "Result": 73.04,
         | 
| 2417 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2418 | 
             
                    "Params": 36.2,
         | 
| 2419 | 
             
                    "Release": "V3",
         | 
| 2420 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2425,7 +2425,7 @@ | |
| 2425 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2426 | 
             
                    "Task": "Power",
         | 
| 2427 | 
             
                    "Result": 66.11,
         | 
| 2428 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2429 | 
             
                    "Params": 36.2,
         | 
| 2430 | 
             
                    "Release": "V3",
         | 
| 2431 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2436,7 +2436,7 @@ | |
| 2436 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2437 | 
             
                    "Task": "Performance",
         | 
| 2438 | 
             
                    "Result": 70.89,
         | 
| 2439 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2440 | 
             
                    "Params": 36.2,
         | 
| 2441 | 
             
                    "Release": "V3",
         | 
| 2442 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2447,7 +2447,7 @@ | |
| 2447 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2448 | 
             
                    "Task": "Performance",
         | 
| 2449 | 
             
                    "Result": 70.19,
         | 
| 2450 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2451 | 
             
                    "Params": 36.2,
         | 
| 2452 | 
             
                    "Release": "V3",
         | 
| 2453 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2458,7 +2458,7 @@ | |
| 2458 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2459 | 
             
                    "Task": "Area",
         | 
| 2460 | 
             
                    "Result": 72.6,
         | 
| 2461 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2462 | 
             
                    "Params": 36.2,
         | 
| 2463 | 
             
                    "Release": "V3",
         | 
| 2464 | 
             
                    "Thinking": "Reasoning"
         | 
| @@ -2469,7 +2469,7 @@ | |
| 2469 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2470 | 
             
                    "Task": "Area",
         | 
| 2471 | 
             
                    "Result": 72.45,
         | 
| 2472 | 
            -
                    "Model URL": "https://huggingface.co/ | 
| 2473 | 
             
                    "Params": 36.2,
         | 
| 2474 | 
             
                    "Release": "V3",
         | 
| 2475 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2205 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2206 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2207 | 
             
                    "Result": 89.36,
         | 
| 2208 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2209 | 
             
                    "Params": 36.2,
         | 
| 2210 | 
             
                    "Release": "V3",
         | 
| 2211 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2216 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2217 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2218 | 
             
                    "Result": 83.4,
         | 
| 2219 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2220 | 
             
                    "Params": 36.2,
         | 
| 2221 | 
             
                    "Release": "V3",
         | 
| 2222 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2227 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2228 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2229 | 
             
                    "Result": 71.15,
         | 
| 2230 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2231 | 
             
                    "Params": 36.2,
         | 
| 2232 | 
             
                    "Release": "V3",
         | 
| 2233 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2238 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2239 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2240 | 
             
                    "Result": 61.7,
         | 
| 2241 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2242 | 
             
                    "Params": 36.2,
         | 
| 2243 | 
             
                    "Release": "V3",
         | 
| 2244 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2249 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2250 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2251 | 
             
                    "Result": 70.9,
         | 
| 2252 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2253 | 
             
                    "Params": 36.2,
         | 
| 2254 | 
             
                    "Release": "V3",
         | 
| 2255 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2260 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2261 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2262 | 
             
                    "Result": 57.02,
         | 
| 2263 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2264 | 
             
                    "Params": 36.2,
         | 
| 2265 | 
             
                    "Release": "V3",
         | 
| 2266 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2271 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2272 | 
             
                    "Task": "Power",
         | 
| 2273 | 
             
                    "Result": 70.53,
         | 
| 2274 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2275 | 
             
                    "Params": 36.2,
         | 
| 2276 | 
             
                    "Release": "V3",
         | 
| 2277 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2282 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2283 | 
             
                    "Task": "Power",
         | 
| 2284 | 
             
                    "Result": 65.33,
         | 
| 2285 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2286 | 
             
                    "Params": 36.2,
         | 
| 2287 | 
             
                    "Release": "V3",
         | 
| 2288 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2293 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2294 | 
             
                    "Task": "Performance",
         | 
| 2295 | 
             
                    "Result": 68.22,
         | 
| 2296 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2297 | 
             
                    "Params": 36.2,
         | 
| 2298 | 
             
                    "Release": "V3",
         | 
| 2299 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2304 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2305 | 
             
                    "Task": "Performance",
         | 
| 2306 | 
             
                    "Result": 57.32,
         | 
| 2307 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2308 | 
             
                    "Params": 36.2,
         | 
| 2309 | 
             
                    "Release": "V3",
         | 
| 2310 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2315 | 
             
                    "Benchmark": "VerilogEval S2R",
         | 
| 2316 | 
             
                    "Task": "Area",
         | 
| 2317 | 
             
                    "Result": 70.33,
         | 
| 2318 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2319 | 
             
                    "Params": 36.2,
         | 
| 2320 | 
             
                    "Release": "V3",
         | 
| 2321 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2326 | 
             
                    "Benchmark": "RTLLM",
         | 
| 2327 | 
             
                    "Task": "Area",
         | 
| 2328 | 
             
                    "Result": 61.39,
         | 
| 2329 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2330 | 
             
                    "Params": 36.2,
         | 
| 2331 | 
             
                    "Release": "V3",
         | 
| 2332 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2337 | 
             
                    "Benchmark": "RTL-Repo",
         | 
| 2338 | 
             
                    "Task": "Exact Matching (EM)",
         | 
| 2339 | 
             
                    "Result": -1.0,
         | 
| 2340 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2341 | 
             
                    "Params": 36.2,
         | 
| 2342 | 
             
                    "Release": "V3",
         | 
| 2343 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2348 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2349 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2350 | 
             
                    "Result": 91.03,
         | 
| 2351 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2352 | 
             
                    "Params": 36.2,
         | 
| 2353 | 
             
                    "Release": "V3",
         | 
| 2354 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2359 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2360 | 
             
                    "Task": "Syntax (STX)",
         | 
| 2361 | 
             
                    "Result": 91.76,
         | 
| 2362 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2363 | 
             
                    "Params": 36.2,
         | 
| 2364 | 
             
                    "Release": "V3",
         | 
| 2365 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2370 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2371 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2372 | 
             
                    "Result": 73.85,
         | 
| 2373 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2374 | 
             
                    "Params": 36.2,
         | 
| 2375 | 
             
                    "Release": "V3",
         | 
| 2376 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2381 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2382 | 
             
                    "Task": "Functionality (FNC)",
         | 
| 2383 | 
             
                    "Result": 70.59,
         | 
| 2384 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2385 | 
             
                    "Params": 36.2,
         | 
| 2386 | 
             
                    "Release": "V3",
         | 
| 2387 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2392 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2393 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2394 | 
             
                    "Result": 73.46,
         | 
| 2395 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2396 | 
             
                    "Params": 36.2,
         | 
| 2397 | 
             
                    "Release": "V3",
         | 
| 2398 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2403 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2404 | 
             
                    "Task": "Synthesis (SYN)",
         | 
| 2405 | 
             
                    "Result": 70.59,
         | 
| 2406 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2407 | 
             
                    "Params": 36.2,
         | 
| 2408 | 
             
                    "Release": "V3",
         | 
| 2409 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2414 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2415 | 
             
                    "Task": "Power",
         | 
| 2416 | 
             
                    "Result": 73.04,
         | 
| 2417 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2418 | 
             
                    "Params": 36.2,
         | 
| 2419 | 
             
                    "Release": "V3",
         | 
| 2420 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2425 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2426 | 
             
                    "Task": "Power",
         | 
| 2427 | 
             
                    "Result": 66.11,
         | 
| 2428 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2429 | 
             
                    "Params": 36.2,
         | 
| 2430 | 
             
                    "Release": "V3",
         | 
| 2431 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2436 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2437 | 
             
                    "Task": "Performance",
         | 
| 2438 | 
             
                    "Result": 70.89,
         | 
| 2439 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2440 | 
             
                    "Params": 36.2,
         | 
| 2441 | 
             
                    "Release": "V3",
         | 
| 2442 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2447 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2448 | 
             
                    "Task": "Performance",
         | 
| 2449 | 
             
                    "Result": 70.19,
         | 
| 2450 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2451 | 
             
                    "Params": 36.2,
         | 
| 2452 | 
             
                    "Release": "V3",
         | 
| 2453 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2458 | 
             
                    "Benchmark": "VerilogEval MC",
         | 
| 2459 | 
             
                    "Task": "Area",
         | 
| 2460 | 
             
                    "Result": 72.6,
         | 
| 2461 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2462 | 
             
                    "Params": 36.2,
         | 
| 2463 | 
             
                    "Release": "V3",
         | 
| 2464 | 
             
                    "Thinking": "Reasoning"
         | 
|  | |
| 2469 | 
             
                    "Benchmark": "VeriGen",
         | 
| 2470 | 
             
                    "Task": "Area",
         | 
| 2471 | 
             
                    "Result": 72.45,
         | 
| 2472 | 
            +
                    "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
         | 
| 2473 | 
             
                    "Params": 36.2,
         | 
| 2474 | 
             
                    "Release": "V3",
         | 
| 2475 | 
             
                    "Thinking": "Reasoning"
         | 

