ggcristian commited on
Commit
cfb2849
·
1 Parent(s): c76945f

Fix `Seed-OSS-36B` link to model card

Browse files
config/model_metadata.py CHANGED
@@ -110,6 +110,6 @@ MODELS = {
110
  "https://huggingface.co/openai/gpt-oss-120b", 120, "General", "V3", "Reasoning"
111
  ),
112
  "Seed-OSS-36B": ModelMetadata(
113
- "https://huggingface.co/openai/gpt-oss-120b", 36.2, "General", "V3", "Reasoning"
114
  ),
115
  }
 
110
  "https://huggingface.co/openai/gpt-oss-120b", 120, "General", "V3", "Reasoning"
111
  ),
112
  "Seed-OSS-36B": ModelMetadata(
113
+ "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct", 36.2, "General", "V3", "Reasoning"
114
  ),
115
  }
results/results_icarus.json CHANGED
@@ -2205,7 +2205,7 @@
2205
  "Benchmark": "VerilogEval S2R",
2206
  "Task": "Syntax (STX)",
2207
  "Result": 88.97,
2208
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2209
  "Params": 36.2,
2210
  "Release": "V3",
2211
  "Thinking": "Reasoning"
@@ -2216,7 +2216,7 @@
2216
  "Benchmark": "RTLLM",
2217
  "Task": "Syntax (STX)",
2218
  "Result": 81.7,
2219
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2220
  "Params": 36.2,
2221
  "Release": "V3",
2222
  "Thinking": "Reasoning"
@@ -2227,7 +2227,7 @@
2227
  "Benchmark": "VerilogEval S2R",
2228
  "Task": "Functionality (FNC)",
2229
  "Result": 71.15,
2230
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2231
  "Params": 36.2,
2232
  "Release": "V3",
2233
  "Thinking": "Reasoning"
@@ -2238,7 +2238,7 @@
2238
  "Benchmark": "RTLLM",
2239
  "Task": "Functionality (FNC)",
2240
  "Result": 59.15,
2241
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2242
  "Params": 36.2,
2243
  "Release": "V3",
2244
  "Thinking": "Reasoning"
@@ -2249,7 +2249,7 @@
2249
  "Benchmark": "VerilogEval S2R",
2250
  "Task": "Synthesis (SYN)",
2251
  "Result": 71.15,
2252
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2253
  "Params": 36.2,
2254
  "Release": "V3",
2255
  "Thinking": "Reasoning"
@@ -2260,7 +2260,7 @@
2260
  "Benchmark": "RTLLM",
2261
  "Task": "Synthesis (SYN)",
2262
  "Result": 56.6,
2263
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2264
  "Params": 36.2,
2265
  "Release": "V3",
2266
  "Thinking": "Reasoning"
@@ -2271,7 +2271,7 @@
2271
  "Benchmark": "VerilogEval S2R",
2272
  "Task": "Power",
2273
  "Result": 70.1,
2274
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2275
  "Params": 36.2,
2276
  "Release": "V3",
2277
  "Thinking": "Reasoning"
@@ -2282,7 +2282,7 @@
2282
  "Benchmark": "RTLLM",
2283
  "Task": "Power",
2284
  "Result": 64.63,
2285
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2286
  "Params": 36.2,
2287
  "Release": "V3",
2288
  "Thinking": "Reasoning"
@@ -2293,7 +2293,7 @@
2293
  "Benchmark": "VerilogEval S2R",
2294
  "Task": "Performance",
2295
  "Result": 68.1,
2296
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2297
  "Params": 36.2,
2298
  "Release": "V3",
2299
  "Thinking": "Reasoning"
@@ -2304,7 +2304,7 @@
2304
  "Benchmark": "RTLLM",
2305
  "Task": "Performance",
2306
  "Result": 57.32,
2307
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2308
  "Params": 36.2,
2309
  "Release": "V3",
2310
  "Thinking": "Reasoning"
@@ -2315,7 +2315,7 @@
2315
  "Benchmark": "VerilogEval S2R",
2316
  "Task": "Area",
2317
  "Result": 70.32,
2318
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2319
  "Params": 36.2,
2320
  "Release": "V3",
2321
  "Thinking": "Reasoning"
@@ -2326,7 +2326,7 @@
2326
  "Benchmark": "RTLLM",
2327
  "Task": "Area",
2328
  "Result": 60.88,
2329
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2330
  "Params": 36.2,
2331
  "Release": "V3",
2332
  "Thinking": "Reasoning"
@@ -2337,7 +2337,7 @@
2337
  "Benchmark": "RTL-Repo",
2338
  "Task": "Exact Matching (EM)",
2339
  "Result": -1.0,
2340
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2341
  "Params": 36.2,
2342
  "Release": "V3",
2343
  "Thinking": "Reasoning"
@@ -2348,7 +2348,7 @@
2348
  "Benchmark": "VerilogEval MC",
2349
  "Task": "Syntax (STX)",
2350
  "Result": 91.03,
2351
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2352
  "Params": 36.2,
2353
  "Release": "V3",
2354
  "Thinking": "Reasoning"
@@ -2359,7 +2359,7 @@
2359
  "Benchmark": "VeriGen",
2360
  "Task": "Syntax (STX)",
2361
  "Result": 91.76,
2362
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2363
  "Params": 36.2,
2364
  "Release": "V3",
2365
  "Thinking": "Reasoning"
@@ -2370,7 +2370,7 @@
2370
  "Benchmark": "VerilogEval MC",
2371
  "Task": "Functionality (FNC)",
2372
  "Result": 76.54,
2373
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2374
  "Params": 36.2,
2375
  "Release": "V3",
2376
  "Thinking": "Reasoning"
@@ -2381,7 +2381,7 @@
2381
  "Benchmark": "VeriGen",
2382
  "Task": "Functionality (FNC)",
2383
  "Result": 70.59,
2384
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2385
  "Params": 36.2,
2386
  "Release": "V3",
2387
  "Thinking": "Reasoning"
@@ -2392,7 +2392,7 @@
2392
  "Benchmark": "VerilogEval MC",
2393
  "Task": "Synthesis (SYN)",
2394
  "Result": 76.15,
2395
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2396
  "Params": 36.2,
2397
  "Release": "V3",
2398
  "Thinking": "Reasoning"
@@ -2403,7 +2403,7 @@
2403
  "Benchmark": "VeriGen",
2404
  "Task": "Synthesis (SYN)",
2405
  "Result": 70.59,
2406
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2407
  "Params": 36.2,
2408
  "Release": "V3",
2409
  "Thinking": "Reasoning"
@@ -2414,7 +2414,7 @@
2414
  "Benchmark": "VerilogEval MC",
2415
  "Task": "Power",
2416
  "Result": 74.95,
2417
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2418
  "Params": 36.2,
2419
  "Release": "V3",
2420
  "Thinking": "Reasoning"
@@ -2425,7 +2425,7 @@
2425
  "Benchmark": "VeriGen",
2426
  "Task": "Power",
2427
  "Result": 66.11,
2428
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2429
  "Params": 36.2,
2430
  "Release": "V3",
2431
  "Thinking": "Reasoning"
@@ -2436,7 +2436,7 @@
2436
  "Benchmark": "VerilogEval MC",
2437
  "Task": "Performance",
2438
  "Result": 73.33,
2439
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2440
  "Params": 36.2,
2441
  "Release": "V3",
2442
  "Thinking": "Reasoning"
@@ -2447,7 +2447,7 @@
2447
  "Benchmark": "VeriGen",
2448
  "Task": "Performance",
2449
  "Result": 70.19,
2450
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2451
  "Params": 36.2,
2452
  "Release": "V3",
2453
  "Thinking": "Reasoning"
@@ -2458,7 +2458,7 @@
2458
  "Benchmark": "VerilogEval MC",
2459
  "Task": "Area",
2460
  "Result": 74.69,
2461
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2462
  "Params": 36.2,
2463
  "Release": "V3",
2464
  "Thinking": "Reasoning"
@@ -2469,7 +2469,7 @@
2469
  "Benchmark": "VeriGen",
2470
  "Task": "Area",
2471
  "Result": 72.45,
2472
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2473
  "Params": 36.2,
2474
  "Release": "V3",
2475
  "Thinking": "Reasoning"
 
2205
  "Benchmark": "VerilogEval S2R",
2206
  "Task": "Syntax (STX)",
2207
  "Result": 88.97,
2208
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2209
  "Params": 36.2,
2210
  "Release": "V3",
2211
  "Thinking": "Reasoning"
 
2216
  "Benchmark": "RTLLM",
2217
  "Task": "Syntax (STX)",
2218
  "Result": 81.7,
2219
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2220
  "Params": 36.2,
2221
  "Release": "V3",
2222
  "Thinking": "Reasoning"
 
2227
  "Benchmark": "VerilogEval S2R",
2228
  "Task": "Functionality (FNC)",
2229
  "Result": 71.15,
2230
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2231
  "Params": 36.2,
2232
  "Release": "V3",
2233
  "Thinking": "Reasoning"
 
2238
  "Benchmark": "RTLLM",
2239
  "Task": "Functionality (FNC)",
2240
  "Result": 59.15,
2241
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2242
  "Params": 36.2,
2243
  "Release": "V3",
2244
  "Thinking": "Reasoning"
 
2249
  "Benchmark": "VerilogEval S2R",
2250
  "Task": "Synthesis (SYN)",
2251
  "Result": 71.15,
2252
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2253
  "Params": 36.2,
2254
  "Release": "V3",
2255
  "Thinking": "Reasoning"
 
2260
  "Benchmark": "RTLLM",
2261
  "Task": "Synthesis (SYN)",
2262
  "Result": 56.6,
2263
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2264
  "Params": 36.2,
2265
  "Release": "V3",
2266
  "Thinking": "Reasoning"
 
2271
  "Benchmark": "VerilogEval S2R",
2272
  "Task": "Power",
2273
  "Result": 70.1,
2274
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2275
  "Params": 36.2,
2276
  "Release": "V3",
2277
  "Thinking": "Reasoning"
 
2282
  "Benchmark": "RTLLM",
2283
  "Task": "Power",
2284
  "Result": 64.63,
2285
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2286
  "Params": 36.2,
2287
  "Release": "V3",
2288
  "Thinking": "Reasoning"
 
2293
  "Benchmark": "VerilogEval S2R",
2294
  "Task": "Performance",
2295
  "Result": 68.1,
2296
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2297
  "Params": 36.2,
2298
  "Release": "V3",
2299
  "Thinking": "Reasoning"
 
2304
  "Benchmark": "RTLLM",
2305
  "Task": "Performance",
2306
  "Result": 57.32,
2307
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2308
  "Params": 36.2,
2309
  "Release": "V3",
2310
  "Thinking": "Reasoning"
 
2315
  "Benchmark": "VerilogEval S2R",
2316
  "Task": "Area",
2317
  "Result": 70.32,
2318
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2319
  "Params": 36.2,
2320
  "Release": "V3",
2321
  "Thinking": "Reasoning"
 
2326
  "Benchmark": "RTLLM",
2327
  "Task": "Area",
2328
  "Result": 60.88,
2329
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2330
  "Params": 36.2,
2331
  "Release": "V3",
2332
  "Thinking": "Reasoning"
 
2337
  "Benchmark": "RTL-Repo",
2338
  "Task": "Exact Matching (EM)",
2339
  "Result": -1.0,
2340
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2341
  "Params": 36.2,
2342
  "Release": "V3",
2343
  "Thinking": "Reasoning"
 
2348
  "Benchmark": "VerilogEval MC",
2349
  "Task": "Syntax (STX)",
2350
  "Result": 91.03,
2351
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2352
  "Params": 36.2,
2353
  "Release": "V3",
2354
  "Thinking": "Reasoning"
 
2359
  "Benchmark": "VeriGen",
2360
  "Task": "Syntax (STX)",
2361
  "Result": 91.76,
2362
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2363
  "Params": 36.2,
2364
  "Release": "V3",
2365
  "Thinking": "Reasoning"
 
2370
  "Benchmark": "VerilogEval MC",
2371
  "Task": "Functionality (FNC)",
2372
  "Result": 76.54,
2373
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2374
  "Params": 36.2,
2375
  "Release": "V3",
2376
  "Thinking": "Reasoning"
 
2381
  "Benchmark": "VeriGen",
2382
  "Task": "Functionality (FNC)",
2383
  "Result": 70.59,
2384
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2385
  "Params": 36.2,
2386
  "Release": "V3",
2387
  "Thinking": "Reasoning"
 
2392
  "Benchmark": "VerilogEval MC",
2393
  "Task": "Synthesis (SYN)",
2394
  "Result": 76.15,
2395
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2396
  "Params": 36.2,
2397
  "Release": "V3",
2398
  "Thinking": "Reasoning"
 
2403
  "Benchmark": "VeriGen",
2404
  "Task": "Synthesis (SYN)",
2405
  "Result": 70.59,
2406
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2407
  "Params": 36.2,
2408
  "Release": "V3",
2409
  "Thinking": "Reasoning"
 
2414
  "Benchmark": "VerilogEval MC",
2415
  "Task": "Power",
2416
  "Result": 74.95,
2417
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2418
  "Params": 36.2,
2419
  "Release": "V3",
2420
  "Thinking": "Reasoning"
 
2425
  "Benchmark": "VeriGen",
2426
  "Task": "Power",
2427
  "Result": 66.11,
2428
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2429
  "Params": 36.2,
2430
  "Release": "V3",
2431
  "Thinking": "Reasoning"
 
2436
  "Benchmark": "VerilogEval MC",
2437
  "Task": "Performance",
2438
  "Result": 73.33,
2439
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2440
  "Params": 36.2,
2441
  "Release": "V3",
2442
  "Thinking": "Reasoning"
 
2447
  "Benchmark": "VeriGen",
2448
  "Task": "Performance",
2449
  "Result": 70.19,
2450
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2451
  "Params": 36.2,
2452
  "Release": "V3",
2453
  "Thinking": "Reasoning"
 
2458
  "Benchmark": "VerilogEval MC",
2459
  "Task": "Area",
2460
  "Result": 74.69,
2461
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2462
  "Params": 36.2,
2463
  "Release": "V3",
2464
  "Thinking": "Reasoning"
 
2469
  "Benchmark": "VeriGen",
2470
  "Task": "Area",
2471
  "Result": 72.45,
2472
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2473
  "Params": 36.2,
2474
  "Release": "V3",
2475
  "Thinking": "Reasoning"
results/results_verilator.json CHANGED
@@ -2205,7 +2205,7 @@
2205
  "Benchmark": "VerilogEval S2R",
2206
  "Task": "Syntax (STX)",
2207
  "Result": 89.36,
2208
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2209
  "Params": 36.2,
2210
  "Release": "V3",
2211
  "Thinking": "Reasoning"
@@ -2216,7 +2216,7 @@
2216
  "Benchmark": "RTLLM",
2217
  "Task": "Syntax (STX)",
2218
  "Result": 83.4,
2219
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2220
  "Params": 36.2,
2221
  "Release": "V3",
2222
  "Thinking": "Reasoning"
@@ -2227,7 +2227,7 @@
2227
  "Benchmark": "VerilogEval S2R",
2228
  "Task": "Functionality (FNC)",
2229
  "Result": 71.15,
2230
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2231
  "Params": 36.2,
2232
  "Release": "V3",
2233
  "Thinking": "Reasoning"
@@ -2238,7 +2238,7 @@
2238
  "Benchmark": "RTLLM",
2239
  "Task": "Functionality (FNC)",
2240
  "Result": 61.7,
2241
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2242
  "Params": 36.2,
2243
  "Release": "V3",
2244
  "Thinking": "Reasoning"
@@ -2249,7 +2249,7 @@
2249
  "Benchmark": "VerilogEval S2R",
2250
  "Task": "Synthesis (SYN)",
2251
  "Result": 70.9,
2252
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2253
  "Params": 36.2,
2254
  "Release": "V3",
2255
  "Thinking": "Reasoning"
@@ -2260,7 +2260,7 @@
2260
  "Benchmark": "RTLLM",
2261
  "Task": "Synthesis (SYN)",
2262
  "Result": 57.02,
2263
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2264
  "Params": 36.2,
2265
  "Release": "V3",
2266
  "Thinking": "Reasoning"
@@ -2271,7 +2271,7 @@
2271
  "Benchmark": "VerilogEval S2R",
2272
  "Task": "Power",
2273
  "Result": 70.53,
2274
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2275
  "Params": 36.2,
2276
  "Release": "V3",
2277
  "Thinking": "Reasoning"
@@ -2282,7 +2282,7 @@
2282
  "Benchmark": "RTLLM",
2283
  "Task": "Power",
2284
  "Result": 65.33,
2285
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2286
  "Params": 36.2,
2287
  "Release": "V3",
2288
  "Thinking": "Reasoning"
@@ -2293,7 +2293,7 @@
2293
  "Benchmark": "VerilogEval S2R",
2294
  "Task": "Performance",
2295
  "Result": 68.22,
2296
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2297
  "Params": 36.2,
2298
  "Release": "V3",
2299
  "Thinking": "Reasoning"
@@ -2304,7 +2304,7 @@
2304
  "Benchmark": "RTLLM",
2305
  "Task": "Performance",
2306
  "Result": 57.32,
2307
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2308
  "Params": 36.2,
2309
  "Release": "V3",
2310
  "Thinking": "Reasoning"
@@ -2315,7 +2315,7 @@
2315
  "Benchmark": "VerilogEval S2R",
2316
  "Task": "Area",
2317
  "Result": 70.33,
2318
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2319
  "Params": 36.2,
2320
  "Release": "V3",
2321
  "Thinking": "Reasoning"
@@ -2326,7 +2326,7 @@
2326
  "Benchmark": "RTLLM",
2327
  "Task": "Area",
2328
  "Result": 61.39,
2329
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2330
  "Params": 36.2,
2331
  "Release": "V3",
2332
  "Thinking": "Reasoning"
@@ -2337,7 +2337,7 @@
2337
  "Benchmark": "RTL-Repo",
2338
  "Task": "Exact Matching (EM)",
2339
  "Result": -1.0,
2340
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2341
  "Params": 36.2,
2342
  "Release": "V3",
2343
  "Thinking": "Reasoning"
@@ -2348,7 +2348,7 @@
2348
  "Benchmark": "VerilogEval MC",
2349
  "Task": "Syntax (STX)",
2350
  "Result": 91.03,
2351
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2352
  "Params": 36.2,
2353
  "Release": "V3",
2354
  "Thinking": "Reasoning"
@@ -2359,7 +2359,7 @@
2359
  "Benchmark": "VeriGen",
2360
  "Task": "Syntax (STX)",
2361
  "Result": 91.76,
2362
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2363
  "Params": 36.2,
2364
  "Release": "V3",
2365
  "Thinking": "Reasoning"
@@ -2370,7 +2370,7 @@
2370
  "Benchmark": "VerilogEval MC",
2371
  "Task": "Functionality (FNC)",
2372
  "Result": 73.85,
2373
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2374
  "Params": 36.2,
2375
  "Release": "V3",
2376
  "Thinking": "Reasoning"
@@ -2381,7 +2381,7 @@
2381
  "Benchmark": "VeriGen",
2382
  "Task": "Functionality (FNC)",
2383
  "Result": 70.59,
2384
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2385
  "Params": 36.2,
2386
  "Release": "V3",
2387
  "Thinking": "Reasoning"
@@ -2392,7 +2392,7 @@
2392
  "Benchmark": "VerilogEval MC",
2393
  "Task": "Synthesis (SYN)",
2394
  "Result": 73.46,
2395
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2396
  "Params": 36.2,
2397
  "Release": "V3",
2398
  "Thinking": "Reasoning"
@@ -2403,7 +2403,7 @@
2403
  "Benchmark": "VeriGen",
2404
  "Task": "Synthesis (SYN)",
2405
  "Result": 70.59,
2406
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2407
  "Params": 36.2,
2408
  "Release": "V3",
2409
  "Thinking": "Reasoning"
@@ -2414,7 +2414,7 @@
2414
  "Benchmark": "VerilogEval MC",
2415
  "Task": "Power",
2416
  "Result": 73.04,
2417
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2418
  "Params": 36.2,
2419
  "Release": "V3",
2420
  "Thinking": "Reasoning"
@@ -2425,7 +2425,7 @@
2425
  "Benchmark": "VeriGen",
2426
  "Task": "Power",
2427
  "Result": 66.11,
2428
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2429
  "Params": 36.2,
2430
  "Release": "V3",
2431
  "Thinking": "Reasoning"
@@ -2436,7 +2436,7 @@
2436
  "Benchmark": "VerilogEval MC",
2437
  "Task": "Performance",
2438
  "Result": 70.89,
2439
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2440
  "Params": 36.2,
2441
  "Release": "V3",
2442
  "Thinking": "Reasoning"
@@ -2447,7 +2447,7 @@
2447
  "Benchmark": "VeriGen",
2448
  "Task": "Performance",
2449
  "Result": 70.19,
2450
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2451
  "Params": 36.2,
2452
  "Release": "V3",
2453
  "Thinking": "Reasoning"
@@ -2458,7 +2458,7 @@
2458
  "Benchmark": "VerilogEval MC",
2459
  "Task": "Area",
2460
  "Result": 72.6,
2461
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2462
  "Params": 36.2,
2463
  "Release": "V3",
2464
  "Thinking": "Reasoning"
@@ -2469,7 +2469,7 @@
2469
  "Benchmark": "VeriGen",
2470
  "Task": "Area",
2471
  "Result": 72.45,
2472
- "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
2473
  "Params": 36.2,
2474
  "Release": "V3",
2475
  "Thinking": "Reasoning"
 
2205
  "Benchmark": "VerilogEval S2R",
2206
  "Task": "Syntax (STX)",
2207
  "Result": 89.36,
2208
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2209
  "Params": 36.2,
2210
  "Release": "V3",
2211
  "Thinking": "Reasoning"
 
2216
  "Benchmark": "RTLLM",
2217
  "Task": "Syntax (STX)",
2218
  "Result": 83.4,
2219
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2220
  "Params": 36.2,
2221
  "Release": "V3",
2222
  "Thinking": "Reasoning"
 
2227
  "Benchmark": "VerilogEval S2R",
2228
  "Task": "Functionality (FNC)",
2229
  "Result": 71.15,
2230
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2231
  "Params": 36.2,
2232
  "Release": "V3",
2233
  "Thinking": "Reasoning"
 
2238
  "Benchmark": "RTLLM",
2239
  "Task": "Functionality (FNC)",
2240
  "Result": 61.7,
2241
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2242
  "Params": 36.2,
2243
  "Release": "V3",
2244
  "Thinking": "Reasoning"
 
2249
  "Benchmark": "VerilogEval S2R",
2250
  "Task": "Synthesis (SYN)",
2251
  "Result": 70.9,
2252
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2253
  "Params": 36.2,
2254
  "Release": "V3",
2255
  "Thinking": "Reasoning"
 
2260
  "Benchmark": "RTLLM",
2261
  "Task": "Synthesis (SYN)",
2262
  "Result": 57.02,
2263
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2264
  "Params": 36.2,
2265
  "Release": "V3",
2266
  "Thinking": "Reasoning"
 
2271
  "Benchmark": "VerilogEval S2R",
2272
  "Task": "Power",
2273
  "Result": 70.53,
2274
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2275
  "Params": 36.2,
2276
  "Release": "V3",
2277
  "Thinking": "Reasoning"
 
2282
  "Benchmark": "RTLLM",
2283
  "Task": "Power",
2284
  "Result": 65.33,
2285
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2286
  "Params": 36.2,
2287
  "Release": "V3",
2288
  "Thinking": "Reasoning"
 
2293
  "Benchmark": "VerilogEval S2R",
2294
  "Task": "Performance",
2295
  "Result": 68.22,
2296
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2297
  "Params": 36.2,
2298
  "Release": "V3",
2299
  "Thinking": "Reasoning"
 
2304
  "Benchmark": "RTLLM",
2305
  "Task": "Performance",
2306
  "Result": 57.32,
2307
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2308
  "Params": 36.2,
2309
  "Release": "V3",
2310
  "Thinking": "Reasoning"
 
2315
  "Benchmark": "VerilogEval S2R",
2316
  "Task": "Area",
2317
  "Result": 70.33,
2318
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2319
  "Params": 36.2,
2320
  "Release": "V3",
2321
  "Thinking": "Reasoning"
 
2326
  "Benchmark": "RTLLM",
2327
  "Task": "Area",
2328
  "Result": 61.39,
2329
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2330
  "Params": 36.2,
2331
  "Release": "V3",
2332
  "Thinking": "Reasoning"
 
2337
  "Benchmark": "RTL-Repo",
2338
  "Task": "Exact Matching (EM)",
2339
  "Result": -1.0,
2340
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2341
  "Params": 36.2,
2342
  "Release": "V3",
2343
  "Thinking": "Reasoning"
 
2348
  "Benchmark": "VerilogEval MC",
2349
  "Task": "Syntax (STX)",
2350
  "Result": 91.03,
2351
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2352
  "Params": 36.2,
2353
  "Release": "V3",
2354
  "Thinking": "Reasoning"
 
2359
  "Benchmark": "VeriGen",
2360
  "Task": "Syntax (STX)",
2361
  "Result": 91.76,
2362
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2363
  "Params": 36.2,
2364
  "Release": "V3",
2365
  "Thinking": "Reasoning"
 
2370
  "Benchmark": "VerilogEval MC",
2371
  "Task": "Functionality (FNC)",
2372
  "Result": 73.85,
2373
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2374
  "Params": 36.2,
2375
  "Release": "V3",
2376
  "Thinking": "Reasoning"
 
2381
  "Benchmark": "VeriGen",
2382
  "Task": "Functionality (FNC)",
2383
  "Result": 70.59,
2384
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2385
  "Params": 36.2,
2386
  "Release": "V3",
2387
  "Thinking": "Reasoning"
 
2392
  "Benchmark": "VerilogEval MC",
2393
  "Task": "Synthesis (SYN)",
2394
  "Result": 73.46,
2395
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2396
  "Params": 36.2,
2397
  "Release": "V3",
2398
  "Thinking": "Reasoning"
 
2403
  "Benchmark": "VeriGen",
2404
  "Task": "Synthesis (SYN)",
2405
  "Result": 70.59,
2406
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2407
  "Params": 36.2,
2408
  "Release": "V3",
2409
  "Thinking": "Reasoning"
 
2414
  "Benchmark": "VerilogEval MC",
2415
  "Task": "Power",
2416
  "Result": 73.04,
2417
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2418
  "Params": 36.2,
2419
  "Release": "V3",
2420
  "Thinking": "Reasoning"
 
2425
  "Benchmark": "VeriGen",
2426
  "Task": "Power",
2427
  "Result": 66.11,
2428
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2429
  "Params": 36.2,
2430
  "Release": "V3",
2431
  "Thinking": "Reasoning"
 
2436
  "Benchmark": "VerilogEval MC",
2437
  "Task": "Performance",
2438
  "Result": 70.89,
2439
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2440
  "Params": 36.2,
2441
  "Release": "V3",
2442
  "Thinking": "Reasoning"
 
2447
  "Benchmark": "VeriGen",
2448
  "Task": "Performance",
2449
  "Result": 70.19,
2450
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2451
  "Params": 36.2,
2452
  "Release": "V3",
2453
  "Thinking": "Reasoning"
 
2458
  "Benchmark": "VerilogEval MC",
2459
  "Task": "Area",
2460
  "Result": 72.6,
2461
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2462
  "Params": 36.2,
2463
  "Release": "V3",
2464
  "Thinking": "Reasoning"
 
2469
  "Benchmark": "VeriGen",
2470
  "Task": "Area",
2471
  "Result": 72.45,
2472
+ "Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
2473
  "Params": 36.2,
2474
  "Release": "V3",
2475
  "Thinking": "Reasoning"