Spaces:
Running
Running
Commit
·
cfb2849
1
Parent(s):
c76945f
Fix `Seed-OSS-36B` link to model card
Browse files- config/model_metadata.py +1 -1
- results/results_icarus.json +25 -25
- results/results_verilator.json +25 -25
config/model_metadata.py
CHANGED
|
@@ -110,6 +110,6 @@ MODELS = {
|
|
| 110 |
"https://huggingface.co/openai/gpt-oss-120b", 120, "General", "V3", "Reasoning"
|
| 111 |
),
|
| 112 |
"Seed-OSS-36B": ModelMetadata(
|
| 113 |
-
"https://huggingface.co/
|
| 114 |
),
|
| 115 |
}
|
|
|
|
| 110 |
"https://huggingface.co/openai/gpt-oss-120b", 120, "General", "V3", "Reasoning"
|
| 111 |
),
|
| 112 |
"Seed-OSS-36B": ModelMetadata(
|
| 113 |
+
"https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct", 36.2, "General", "V3", "Reasoning"
|
| 114 |
),
|
| 115 |
}
|
results/results_icarus.json
CHANGED
|
@@ -2205,7 +2205,7 @@
|
|
| 2205 |
"Benchmark": "VerilogEval S2R",
|
| 2206 |
"Task": "Syntax (STX)",
|
| 2207 |
"Result": 88.97,
|
| 2208 |
-
"Model URL": "https://huggingface.co/
|
| 2209 |
"Params": 36.2,
|
| 2210 |
"Release": "V3",
|
| 2211 |
"Thinking": "Reasoning"
|
|
@@ -2216,7 +2216,7 @@
|
|
| 2216 |
"Benchmark": "RTLLM",
|
| 2217 |
"Task": "Syntax (STX)",
|
| 2218 |
"Result": 81.7,
|
| 2219 |
-
"Model URL": "https://huggingface.co/
|
| 2220 |
"Params": 36.2,
|
| 2221 |
"Release": "V3",
|
| 2222 |
"Thinking": "Reasoning"
|
|
@@ -2227,7 +2227,7 @@
|
|
| 2227 |
"Benchmark": "VerilogEval S2R",
|
| 2228 |
"Task": "Functionality (FNC)",
|
| 2229 |
"Result": 71.15,
|
| 2230 |
-
"Model URL": "https://huggingface.co/
|
| 2231 |
"Params": 36.2,
|
| 2232 |
"Release": "V3",
|
| 2233 |
"Thinking": "Reasoning"
|
|
@@ -2238,7 +2238,7 @@
|
|
| 2238 |
"Benchmark": "RTLLM",
|
| 2239 |
"Task": "Functionality (FNC)",
|
| 2240 |
"Result": 59.15,
|
| 2241 |
-
"Model URL": "https://huggingface.co/
|
| 2242 |
"Params": 36.2,
|
| 2243 |
"Release": "V3",
|
| 2244 |
"Thinking": "Reasoning"
|
|
@@ -2249,7 +2249,7 @@
|
|
| 2249 |
"Benchmark": "VerilogEval S2R",
|
| 2250 |
"Task": "Synthesis (SYN)",
|
| 2251 |
"Result": 71.15,
|
| 2252 |
-
"Model URL": "https://huggingface.co/
|
| 2253 |
"Params": 36.2,
|
| 2254 |
"Release": "V3",
|
| 2255 |
"Thinking": "Reasoning"
|
|
@@ -2260,7 +2260,7 @@
|
|
| 2260 |
"Benchmark": "RTLLM",
|
| 2261 |
"Task": "Synthesis (SYN)",
|
| 2262 |
"Result": 56.6,
|
| 2263 |
-
"Model URL": "https://huggingface.co/
|
| 2264 |
"Params": 36.2,
|
| 2265 |
"Release": "V3",
|
| 2266 |
"Thinking": "Reasoning"
|
|
@@ -2271,7 +2271,7 @@
|
|
| 2271 |
"Benchmark": "VerilogEval S2R",
|
| 2272 |
"Task": "Power",
|
| 2273 |
"Result": 70.1,
|
| 2274 |
-
"Model URL": "https://huggingface.co/
|
| 2275 |
"Params": 36.2,
|
| 2276 |
"Release": "V3",
|
| 2277 |
"Thinking": "Reasoning"
|
|
@@ -2282,7 +2282,7 @@
|
|
| 2282 |
"Benchmark": "RTLLM",
|
| 2283 |
"Task": "Power",
|
| 2284 |
"Result": 64.63,
|
| 2285 |
-
"Model URL": "https://huggingface.co/
|
| 2286 |
"Params": 36.2,
|
| 2287 |
"Release": "V3",
|
| 2288 |
"Thinking": "Reasoning"
|
|
@@ -2293,7 +2293,7 @@
|
|
| 2293 |
"Benchmark": "VerilogEval S2R",
|
| 2294 |
"Task": "Performance",
|
| 2295 |
"Result": 68.1,
|
| 2296 |
-
"Model URL": "https://huggingface.co/
|
| 2297 |
"Params": 36.2,
|
| 2298 |
"Release": "V3",
|
| 2299 |
"Thinking": "Reasoning"
|
|
@@ -2304,7 +2304,7 @@
|
|
| 2304 |
"Benchmark": "RTLLM",
|
| 2305 |
"Task": "Performance",
|
| 2306 |
"Result": 57.32,
|
| 2307 |
-
"Model URL": "https://huggingface.co/
|
| 2308 |
"Params": 36.2,
|
| 2309 |
"Release": "V3",
|
| 2310 |
"Thinking": "Reasoning"
|
|
@@ -2315,7 +2315,7 @@
|
|
| 2315 |
"Benchmark": "VerilogEval S2R",
|
| 2316 |
"Task": "Area",
|
| 2317 |
"Result": 70.32,
|
| 2318 |
-
"Model URL": "https://huggingface.co/
|
| 2319 |
"Params": 36.2,
|
| 2320 |
"Release": "V3",
|
| 2321 |
"Thinking": "Reasoning"
|
|
@@ -2326,7 +2326,7 @@
|
|
| 2326 |
"Benchmark": "RTLLM",
|
| 2327 |
"Task": "Area",
|
| 2328 |
"Result": 60.88,
|
| 2329 |
-
"Model URL": "https://huggingface.co/
|
| 2330 |
"Params": 36.2,
|
| 2331 |
"Release": "V3",
|
| 2332 |
"Thinking": "Reasoning"
|
|
@@ -2337,7 +2337,7 @@
|
|
| 2337 |
"Benchmark": "RTL-Repo",
|
| 2338 |
"Task": "Exact Matching (EM)",
|
| 2339 |
"Result": -1.0,
|
| 2340 |
-
"Model URL": "https://huggingface.co/
|
| 2341 |
"Params": 36.2,
|
| 2342 |
"Release": "V3",
|
| 2343 |
"Thinking": "Reasoning"
|
|
@@ -2348,7 +2348,7 @@
|
|
| 2348 |
"Benchmark": "VerilogEval MC",
|
| 2349 |
"Task": "Syntax (STX)",
|
| 2350 |
"Result": 91.03,
|
| 2351 |
-
"Model URL": "https://huggingface.co/
|
| 2352 |
"Params": 36.2,
|
| 2353 |
"Release": "V3",
|
| 2354 |
"Thinking": "Reasoning"
|
|
@@ -2359,7 +2359,7 @@
|
|
| 2359 |
"Benchmark": "VeriGen",
|
| 2360 |
"Task": "Syntax (STX)",
|
| 2361 |
"Result": 91.76,
|
| 2362 |
-
"Model URL": "https://huggingface.co/
|
| 2363 |
"Params": 36.2,
|
| 2364 |
"Release": "V3",
|
| 2365 |
"Thinking": "Reasoning"
|
|
@@ -2370,7 +2370,7 @@
|
|
| 2370 |
"Benchmark": "VerilogEval MC",
|
| 2371 |
"Task": "Functionality (FNC)",
|
| 2372 |
"Result": 76.54,
|
| 2373 |
-
"Model URL": "https://huggingface.co/
|
| 2374 |
"Params": 36.2,
|
| 2375 |
"Release": "V3",
|
| 2376 |
"Thinking": "Reasoning"
|
|
@@ -2381,7 +2381,7 @@
|
|
| 2381 |
"Benchmark": "VeriGen",
|
| 2382 |
"Task": "Functionality (FNC)",
|
| 2383 |
"Result": 70.59,
|
| 2384 |
-
"Model URL": "https://huggingface.co/
|
| 2385 |
"Params": 36.2,
|
| 2386 |
"Release": "V3",
|
| 2387 |
"Thinking": "Reasoning"
|
|
@@ -2392,7 +2392,7 @@
|
|
| 2392 |
"Benchmark": "VerilogEval MC",
|
| 2393 |
"Task": "Synthesis (SYN)",
|
| 2394 |
"Result": 76.15,
|
| 2395 |
-
"Model URL": "https://huggingface.co/
|
| 2396 |
"Params": 36.2,
|
| 2397 |
"Release": "V3",
|
| 2398 |
"Thinking": "Reasoning"
|
|
@@ -2403,7 +2403,7 @@
|
|
| 2403 |
"Benchmark": "VeriGen",
|
| 2404 |
"Task": "Synthesis (SYN)",
|
| 2405 |
"Result": 70.59,
|
| 2406 |
-
"Model URL": "https://huggingface.co/
|
| 2407 |
"Params": 36.2,
|
| 2408 |
"Release": "V3",
|
| 2409 |
"Thinking": "Reasoning"
|
|
@@ -2414,7 +2414,7 @@
|
|
| 2414 |
"Benchmark": "VerilogEval MC",
|
| 2415 |
"Task": "Power",
|
| 2416 |
"Result": 74.95,
|
| 2417 |
-
"Model URL": "https://huggingface.co/
|
| 2418 |
"Params": 36.2,
|
| 2419 |
"Release": "V3",
|
| 2420 |
"Thinking": "Reasoning"
|
|
@@ -2425,7 +2425,7 @@
|
|
| 2425 |
"Benchmark": "VeriGen",
|
| 2426 |
"Task": "Power",
|
| 2427 |
"Result": 66.11,
|
| 2428 |
-
"Model URL": "https://huggingface.co/
|
| 2429 |
"Params": 36.2,
|
| 2430 |
"Release": "V3",
|
| 2431 |
"Thinking": "Reasoning"
|
|
@@ -2436,7 +2436,7 @@
|
|
| 2436 |
"Benchmark": "VerilogEval MC",
|
| 2437 |
"Task": "Performance",
|
| 2438 |
"Result": 73.33,
|
| 2439 |
-
"Model URL": "https://huggingface.co/
|
| 2440 |
"Params": 36.2,
|
| 2441 |
"Release": "V3",
|
| 2442 |
"Thinking": "Reasoning"
|
|
@@ -2447,7 +2447,7 @@
|
|
| 2447 |
"Benchmark": "VeriGen",
|
| 2448 |
"Task": "Performance",
|
| 2449 |
"Result": 70.19,
|
| 2450 |
-
"Model URL": "https://huggingface.co/
|
| 2451 |
"Params": 36.2,
|
| 2452 |
"Release": "V3",
|
| 2453 |
"Thinking": "Reasoning"
|
|
@@ -2458,7 +2458,7 @@
|
|
| 2458 |
"Benchmark": "VerilogEval MC",
|
| 2459 |
"Task": "Area",
|
| 2460 |
"Result": 74.69,
|
| 2461 |
-
"Model URL": "https://huggingface.co/
|
| 2462 |
"Params": 36.2,
|
| 2463 |
"Release": "V3",
|
| 2464 |
"Thinking": "Reasoning"
|
|
@@ -2469,7 +2469,7 @@
|
|
| 2469 |
"Benchmark": "VeriGen",
|
| 2470 |
"Task": "Area",
|
| 2471 |
"Result": 72.45,
|
| 2472 |
-
"Model URL": "https://huggingface.co/
|
| 2473 |
"Params": 36.2,
|
| 2474 |
"Release": "V3",
|
| 2475 |
"Thinking": "Reasoning"
|
|
|
|
| 2205 |
"Benchmark": "VerilogEval S2R",
|
| 2206 |
"Task": "Syntax (STX)",
|
| 2207 |
"Result": 88.97,
|
| 2208 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2209 |
"Params": 36.2,
|
| 2210 |
"Release": "V3",
|
| 2211 |
"Thinking": "Reasoning"
|
|
|
|
| 2216 |
"Benchmark": "RTLLM",
|
| 2217 |
"Task": "Syntax (STX)",
|
| 2218 |
"Result": 81.7,
|
| 2219 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2220 |
"Params": 36.2,
|
| 2221 |
"Release": "V3",
|
| 2222 |
"Thinking": "Reasoning"
|
|
|
|
| 2227 |
"Benchmark": "VerilogEval S2R",
|
| 2228 |
"Task": "Functionality (FNC)",
|
| 2229 |
"Result": 71.15,
|
| 2230 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2231 |
"Params": 36.2,
|
| 2232 |
"Release": "V3",
|
| 2233 |
"Thinking": "Reasoning"
|
|
|
|
| 2238 |
"Benchmark": "RTLLM",
|
| 2239 |
"Task": "Functionality (FNC)",
|
| 2240 |
"Result": 59.15,
|
| 2241 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2242 |
"Params": 36.2,
|
| 2243 |
"Release": "V3",
|
| 2244 |
"Thinking": "Reasoning"
|
|
|
|
| 2249 |
"Benchmark": "VerilogEval S2R",
|
| 2250 |
"Task": "Synthesis (SYN)",
|
| 2251 |
"Result": 71.15,
|
| 2252 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2253 |
"Params": 36.2,
|
| 2254 |
"Release": "V3",
|
| 2255 |
"Thinking": "Reasoning"
|
|
|
|
| 2260 |
"Benchmark": "RTLLM",
|
| 2261 |
"Task": "Synthesis (SYN)",
|
| 2262 |
"Result": 56.6,
|
| 2263 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2264 |
"Params": 36.2,
|
| 2265 |
"Release": "V3",
|
| 2266 |
"Thinking": "Reasoning"
|
|
|
|
| 2271 |
"Benchmark": "VerilogEval S2R",
|
| 2272 |
"Task": "Power",
|
| 2273 |
"Result": 70.1,
|
| 2274 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2275 |
"Params": 36.2,
|
| 2276 |
"Release": "V3",
|
| 2277 |
"Thinking": "Reasoning"
|
|
|
|
| 2282 |
"Benchmark": "RTLLM",
|
| 2283 |
"Task": "Power",
|
| 2284 |
"Result": 64.63,
|
| 2285 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2286 |
"Params": 36.2,
|
| 2287 |
"Release": "V3",
|
| 2288 |
"Thinking": "Reasoning"
|
|
|
|
| 2293 |
"Benchmark": "VerilogEval S2R",
|
| 2294 |
"Task": "Performance",
|
| 2295 |
"Result": 68.1,
|
| 2296 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2297 |
"Params": 36.2,
|
| 2298 |
"Release": "V3",
|
| 2299 |
"Thinking": "Reasoning"
|
|
|
|
| 2304 |
"Benchmark": "RTLLM",
|
| 2305 |
"Task": "Performance",
|
| 2306 |
"Result": 57.32,
|
| 2307 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2308 |
"Params": 36.2,
|
| 2309 |
"Release": "V3",
|
| 2310 |
"Thinking": "Reasoning"
|
|
|
|
| 2315 |
"Benchmark": "VerilogEval S2R",
|
| 2316 |
"Task": "Area",
|
| 2317 |
"Result": 70.32,
|
| 2318 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2319 |
"Params": 36.2,
|
| 2320 |
"Release": "V3",
|
| 2321 |
"Thinking": "Reasoning"
|
|
|
|
| 2326 |
"Benchmark": "RTLLM",
|
| 2327 |
"Task": "Area",
|
| 2328 |
"Result": 60.88,
|
| 2329 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2330 |
"Params": 36.2,
|
| 2331 |
"Release": "V3",
|
| 2332 |
"Thinking": "Reasoning"
|
|
|
|
| 2337 |
"Benchmark": "RTL-Repo",
|
| 2338 |
"Task": "Exact Matching (EM)",
|
| 2339 |
"Result": -1.0,
|
| 2340 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2341 |
"Params": 36.2,
|
| 2342 |
"Release": "V3",
|
| 2343 |
"Thinking": "Reasoning"
|
|
|
|
| 2348 |
"Benchmark": "VerilogEval MC",
|
| 2349 |
"Task": "Syntax (STX)",
|
| 2350 |
"Result": 91.03,
|
| 2351 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2352 |
"Params": 36.2,
|
| 2353 |
"Release": "V3",
|
| 2354 |
"Thinking": "Reasoning"
|
|
|
|
| 2359 |
"Benchmark": "VeriGen",
|
| 2360 |
"Task": "Syntax (STX)",
|
| 2361 |
"Result": 91.76,
|
| 2362 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2363 |
"Params": 36.2,
|
| 2364 |
"Release": "V3",
|
| 2365 |
"Thinking": "Reasoning"
|
|
|
|
| 2370 |
"Benchmark": "VerilogEval MC",
|
| 2371 |
"Task": "Functionality (FNC)",
|
| 2372 |
"Result": 76.54,
|
| 2373 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2374 |
"Params": 36.2,
|
| 2375 |
"Release": "V3",
|
| 2376 |
"Thinking": "Reasoning"
|
|
|
|
| 2381 |
"Benchmark": "VeriGen",
|
| 2382 |
"Task": "Functionality (FNC)",
|
| 2383 |
"Result": 70.59,
|
| 2384 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2385 |
"Params": 36.2,
|
| 2386 |
"Release": "V3",
|
| 2387 |
"Thinking": "Reasoning"
|
|
|
|
| 2392 |
"Benchmark": "VerilogEval MC",
|
| 2393 |
"Task": "Synthesis (SYN)",
|
| 2394 |
"Result": 76.15,
|
| 2395 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2396 |
"Params": 36.2,
|
| 2397 |
"Release": "V3",
|
| 2398 |
"Thinking": "Reasoning"
|
|
|
|
| 2403 |
"Benchmark": "VeriGen",
|
| 2404 |
"Task": "Synthesis (SYN)",
|
| 2405 |
"Result": 70.59,
|
| 2406 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2407 |
"Params": 36.2,
|
| 2408 |
"Release": "V3",
|
| 2409 |
"Thinking": "Reasoning"
|
|
|
|
| 2414 |
"Benchmark": "VerilogEval MC",
|
| 2415 |
"Task": "Power",
|
| 2416 |
"Result": 74.95,
|
| 2417 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2418 |
"Params": 36.2,
|
| 2419 |
"Release": "V3",
|
| 2420 |
"Thinking": "Reasoning"
|
|
|
|
| 2425 |
"Benchmark": "VeriGen",
|
| 2426 |
"Task": "Power",
|
| 2427 |
"Result": 66.11,
|
| 2428 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2429 |
"Params": 36.2,
|
| 2430 |
"Release": "V3",
|
| 2431 |
"Thinking": "Reasoning"
|
|
|
|
| 2436 |
"Benchmark": "VerilogEval MC",
|
| 2437 |
"Task": "Performance",
|
| 2438 |
"Result": 73.33,
|
| 2439 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2440 |
"Params": 36.2,
|
| 2441 |
"Release": "V3",
|
| 2442 |
"Thinking": "Reasoning"
|
|
|
|
| 2447 |
"Benchmark": "VeriGen",
|
| 2448 |
"Task": "Performance",
|
| 2449 |
"Result": 70.19,
|
| 2450 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2451 |
"Params": 36.2,
|
| 2452 |
"Release": "V3",
|
| 2453 |
"Thinking": "Reasoning"
|
|
|
|
| 2458 |
"Benchmark": "VerilogEval MC",
|
| 2459 |
"Task": "Area",
|
| 2460 |
"Result": 74.69,
|
| 2461 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2462 |
"Params": 36.2,
|
| 2463 |
"Release": "V3",
|
| 2464 |
"Thinking": "Reasoning"
|
|
|
|
| 2469 |
"Benchmark": "VeriGen",
|
| 2470 |
"Task": "Area",
|
| 2471 |
"Result": 72.45,
|
| 2472 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2473 |
"Params": 36.2,
|
| 2474 |
"Release": "V3",
|
| 2475 |
"Thinking": "Reasoning"
|
results/results_verilator.json
CHANGED
|
@@ -2205,7 +2205,7 @@
|
|
| 2205 |
"Benchmark": "VerilogEval S2R",
|
| 2206 |
"Task": "Syntax (STX)",
|
| 2207 |
"Result": 89.36,
|
| 2208 |
-
"Model URL": "https://huggingface.co/
|
| 2209 |
"Params": 36.2,
|
| 2210 |
"Release": "V3",
|
| 2211 |
"Thinking": "Reasoning"
|
|
@@ -2216,7 +2216,7 @@
|
|
| 2216 |
"Benchmark": "RTLLM",
|
| 2217 |
"Task": "Syntax (STX)",
|
| 2218 |
"Result": 83.4,
|
| 2219 |
-
"Model URL": "https://huggingface.co/
|
| 2220 |
"Params": 36.2,
|
| 2221 |
"Release": "V3",
|
| 2222 |
"Thinking": "Reasoning"
|
|
@@ -2227,7 +2227,7 @@
|
|
| 2227 |
"Benchmark": "VerilogEval S2R",
|
| 2228 |
"Task": "Functionality (FNC)",
|
| 2229 |
"Result": 71.15,
|
| 2230 |
-
"Model URL": "https://huggingface.co/
|
| 2231 |
"Params": 36.2,
|
| 2232 |
"Release": "V3",
|
| 2233 |
"Thinking": "Reasoning"
|
|
@@ -2238,7 +2238,7 @@
|
|
| 2238 |
"Benchmark": "RTLLM",
|
| 2239 |
"Task": "Functionality (FNC)",
|
| 2240 |
"Result": 61.7,
|
| 2241 |
-
"Model URL": "https://huggingface.co/
|
| 2242 |
"Params": 36.2,
|
| 2243 |
"Release": "V3",
|
| 2244 |
"Thinking": "Reasoning"
|
|
@@ -2249,7 +2249,7 @@
|
|
| 2249 |
"Benchmark": "VerilogEval S2R",
|
| 2250 |
"Task": "Synthesis (SYN)",
|
| 2251 |
"Result": 70.9,
|
| 2252 |
-
"Model URL": "https://huggingface.co/
|
| 2253 |
"Params": 36.2,
|
| 2254 |
"Release": "V3",
|
| 2255 |
"Thinking": "Reasoning"
|
|
@@ -2260,7 +2260,7 @@
|
|
| 2260 |
"Benchmark": "RTLLM",
|
| 2261 |
"Task": "Synthesis (SYN)",
|
| 2262 |
"Result": 57.02,
|
| 2263 |
-
"Model URL": "https://huggingface.co/
|
| 2264 |
"Params": 36.2,
|
| 2265 |
"Release": "V3",
|
| 2266 |
"Thinking": "Reasoning"
|
|
@@ -2271,7 +2271,7 @@
|
|
| 2271 |
"Benchmark": "VerilogEval S2R",
|
| 2272 |
"Task": "Power",
|
| 2273 |
"Result": 70.53,
|
| 2274 |
-
"Model URL": "https://huggingface.co/
|
| 2275 |
"Params": 36.2,
|
| 2276 |
"Release": "V3",
|
| 2277 |
"Thinking": "Reasoning"
|
|
@@ -2282,7 +2282,7 @@
|
|
| 2282 |
"Benchmark": "RTLLM",
|
| 2283 |
"Task": "Power",
|
| 2284 |
"Result": 65.33,
|
| 2285 |
-
"Model URL": "https://huggingface.co/
|
| 2286 |
"Params": 36.2,
|
| 2287 |
"Release": "V3",
|
| 2288 |
"Thinking": "Reasoning"
|
|
@@ -2293,7 +2293,7 @@
|
|
| 2293 |
"Benchmark": "VerilogEval S2R",
|
| 2294 |
"Task": "Performance",
|
| 2295 |
"Result": 68.22,
|
| 2296 |
-
"Model URL": "https://huggingface.co/
|
| 2297 |
"Params": 36.2,
|
| 2298 |
"Release": "V3",
|
| 2299 |
"Thinking": "Reasoning"
|
|
@@ -2304,7 +2304,7 @@
|
|
| 2304 |
"Benchmark": "RTLLM",
|
| 2305 |
"Task": "Performance",
|
| 2306 |
"Result": 57.32,
|
| 2307 |
-
"Model URL": "https://huggingface.co/
|
| 2308 |
"Params": 36.2,
|
| 2309 |
"Release": "V3",
|
| 2310 |
"Thinking": "Reasoning"
|
|
@@ -2315,7 +2315,7 @@
|
|
| 2315 |
"Benchmark": "VerilogEval S2R",
|
| 2316 |
"Task": "Area",
|
| 2317 |
"Result": 70.33,
|
| 2318 |
-
"Model URL": "https://huggingface.co/
|
| 2319 |
"Params": 36.2,
|
| 2320 |
"Release": "V3",
|
| 2321 |
"Thinking": "Reasoning"
|
|
@@ -2326,7 +2326,7 @@
|
|
| 2326 |
"Benchmark": "RTLLM",
|
| 2327 |
"Task": "Area",
|
| 2328 |
"Result": 61.39,
|
| 2329 |
-
"Model URL": "https://huggingface.co/
|
| 2330 |
"Params": 36.2,
|
| 2331 |
"Release": "V3",
|
| 2332 |
"Thinking": "Reasoning"
|
|
@@ -2337,7 +2337,7 @@
|
|
| 2337 |
"Benchmark": "RTL-Repo",
|
| 2338 |
"Task": "Exact Matching (EM)",
|
| 2339 |
"Result": -1.0,
|
| 2340 |
-
"Model URL": "https://huggingface.co/
|
| 2341 |
"Params": 36.2,
|
| 2342 |
"Release": "V3",
|
| 2343 |
"Thinking": "Reasoning"
|
|
@@ -2348,7 +2348,7 @@
|
|
| 2348 |
"Benchmark": "VerilogEval MC",
|
| 2349 |
"Task": "Syntax (STX)",
|
| 2350 |
"Result": 91.03,
|
| 2351 |
-
"Model URL": "https://huggingface.co/
|
| 2352 |
"Params": 36.2,
|
| 2353 |
"Release": "V3",
|
| 2354 |
"Thinking": "Reasoning"
|
|
@@ -2359,7 +2359,7 @@
|
|
| 2359 |
"Benchmark": "VeriGen",
|
| 2360 |
"Task": "Syntax (STX)",
|
| 2361 |
"Result": 91.76,
|
| 2362 |
-
"Model URL": "https://huggingface.co/
|
| 2363 |
"Params": 36.2,
|
| 2364 |
"Release": "V3",
|
| 2365 |
"Thinking": "Reasoning"
|
|
@@ -2370,7 +2370,7 @@
|
|
| 2370 |
"Benchmark": "VerilogEval MC",
|
| 2371 |
"Task": "Functionality (FNC)",
|
| 2372 |
"Result": 73.85,
|
| 2373 |
-
"Model URL": "https://huggingface.co/
|
| 2374 |
"Params": 36.2,
|
| 2375 |
"Release": "V3",
|
| 2376 |
"Thinking": "Reasoning"
|
|
@@ -2381,7 +2381,7 @@
|
|
| 2381 |
"Benchmark": "VeriGen",
|
| 2382 |
"Task": "Functionality (FNC)",
|
| 2383 |
"Result": 70.59,
|
| 2384 |
-
"Model URL": "https://huggingface.co/
|
| 2385 |
"Params": 36.2,
|
| 2386 |
"Release": "V3",
|
| 2387 |
"Thinking": "Reasoning"
|
|
@@ -2392,7 +2392,7 @@
|
|
| 2392 |
"Benchmark": "VerilogEval MC",
|
| 2393 |
"Task": "Synthesis (SYN)",
|
| 2394 |
"Result": 73.46,
|
| 2395 |
-
"Model URL": "https://huggingface.co/
|
| 2396 |
"Params": 36.2,
|
| 2397 |
"Release": "V3",
|
| 2398 |
"Thinking": "Reasoning"
|
|
@@ -2403,7 +2403,7 @@
|
|
| 2403 |
"Benchmark": "VeriGen",
|
| 2404 |
"Task": "Synthesis (SYN)",
|
| 2405 |
"Result": 70.59,
|
| 2406 |
-
"Model URL": "https://huggingface.co/
|
| 2407 |
"Params": 36.2,
|
| 2408 |
"Release": "V3",
|
| 2409 |
"Thinking": "Reasoning"
|
|
@@ -2414,7 +2414,7 @@
|
|
| 2414 |
"Benchmark": "VerilogEval MC",
|
| 2415 |
"Task": "Power",
|
| 2416 |
"Result": 73.04,
|
| 2417 |
-
"Model URL": "https://huggingface.co/
|
| 2418 |
"Params": 36.2,
|
| 2419 |
"Release": "V3",
|
| 2420 |
"Thinking": "Reasoning"
|
|
@@ -2425,7 +2425,7 @@
|
|
| 2425 |
"Benchmark": "VeriGen",
|
| 2426 |
"Task": "Power",
|
| 2427 |
"Result": 66.11,
|
| 2428 |
-
"Model URL": "https://huggingface.co/
|
| 2429 |
"Params": 36.2,
|
| 2430 |
"Release": "V3",
|
| 2431 |
"Thinking": "Reasoning"
|
|
@@ -2436,7 +2436,7 @@
|
|
| 2436 |
"Benchmark": "VerilogEval MC",
|
| 2437 |
"Task": "Performance",
|
| 2438 |
"Result": 70.89,
|
| 2439 |
-
"Model URL": "https://huggingface.co/
|
| 2440 |
"Params": 36.2,
|
| 2441 |
"Release": "V3",
|
| 2442 |
"Thinking": "Reasoning"
|
|
@@ -2447,7 +2447,7 @@
|
|
| 2447 |
"Benchmark": "VeriGen",
|
| 2448 |
"Task": "Performance",
|
| 2449 |
"Result": 70.19,
|
| 2450 |
-
"Model URL": "https://huggingface.co/
|
| 2451 |
"Params": 36.2,
|
| 2452 |
"Release": "V3",
|
| 2453 |
"Thinking": "Reasoning"
|
|
@@ -2458,7 +2458,7 @@
|
|
| 2458 |
"Benchmark": "VerilogEval MC",
|
| 2459 |
"Task": "Area",
|
| 2460 |
"Result": 72.6,
|
| 2461 |
-
"Model URL": "https://huggingface.co/
|
| 2462 |
"Params": 36.2,
|
| 2463 |
"Release": "V3",
|
| 2464 |
"Thinking": "Reasoning"
|
|
@@ -2469,7 +2469,7 @@
|
|
| 2469 |
"Benchmark": "VeriGen",
|
| 2470 |
"Task": "Area",
|
| 2471 |
"Result": 72.45,
|
| 2472 |
-
"Model URL": "https://huggingface.co/
|
| 2473 |
"Params": 36.2,
|
| 2474 |
"Release": "V3",
|
| 2475 |
"Thinking": "Reasoning"
|
|
|
|
| 2205 |
"Benchmark": "VerilogEval S2R",
|
| 2206 |
"Task": "Syntax (STX)",
|
| 2207 |
"Result": 89.36,
|
| 2208 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2209 |
"Params": 36.2,
|
| 2210 |
"Release": "V3",
|
| 2211 |
"Thinking": "Reasoning"
|
|
|
|
| 2216 |
"Benchmark": "RTLLM",
|
| 2217 |
"Task": "Syntax (STX)",
|
| 2218 |
"Result": 83.4,
|
| 2219 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2220 |
"Params": 36.2,
|
| 2221 |
"Release": "V3",
|
| 2222 |
"Thinking": "Reasoning"
|
|
|
|
| 2227 |
"Benchmark": "VerilogEval S2R",
|
| 2228 |
"Task": "Functionality (FNC)",
|
| 2229 |
"Result": 71.15,
|
| 2230 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2231 |
"Params": 36.2,
|
| 2232 |
"Release": "V3",
|
| 2233 |
"Thinking": "Reasoning"
|
|
|
|
| 2238 |
"Benchmark": "RTLLM",
|
| 2239 |
"Task": "Functionality (FNC)",
|
| 2240 |
"Result": 61.7,
|
| 2241 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2242 |
"Params": 36.2,
|
| 2243 |
"Release": "V3",
|
| 2244 |
"Thinking": "Reasoning"
|
|
|
|
| 2249 |
"Benchmark": "VerilogEval S2R",
|
| 2250 |
"Task": "Synthesis (SYN)",
|
| 2251 |
"Result": 70.9,
|
| 2252 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2253 |
"Params": 36.2,
|
| 2254 |
"Release": "V3",
|
| 2255 |
"Thinking": "Reasoning"
|
|
|
|
| 2260 |
"Benchmark": "RTLLM",
|
| 2261 |
"Task": "Synthesis (SYN)",
|
| 2262 |
"Result": 57.02,
|
| 2263 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2264 |
"Params": 36.2,
|
| 2265 |
"Release": "V3",
|
| 2266 |
"Thinking": "Reasoning"
|
|
|
|
| 2271 |
"Benchmark": "VerilogEval S2R",
|
| 2272 |
"Task": "Power",
|
| 2273 |
"Result": 70.53,
|
| 2274 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2275 |
"Params": 36.2,
|
| 2276 |
"Release": "V3",
|
| 2277 |
"Thinking": "Reasoning"
|
|
|
|
| 2282 |
"Benchmark": "RTLLM",
|
| 2283 |
"Task": "Power",
|
| 2284 |
"Result": 65.33,
|
| 2285 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2286 |
"Params": 36.2,
|
| 2287 |
"Release": "V3",
|
| 2288 |
"Thinking": "Reasoning"
|
|
|
|
| 2293 |
"Benchmark": "VerilogEval S2R",
|
| 2294 |
"Task": "Performance",
|
| 2295 |
"Result": 68.22,
|
| 2296 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2297 |
"Params": 36.2,
|
| 2298 |
"Release": "V3",
|
| 2299 |
"Thinking": "Reasoning"
|
|
|
|
| 2304 |
"Benchmark": "RTLLM",
|
| 2305 |
"Task": "Performance",
|
| 2306 |
"Result": 57.32,
|
| 2307 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2308 |
"Params": 36.2,
|
| 2309 |
"Release": "V3",
|
| 2310 |
"Thinking": "Reasoning"
|
|
|
|
| 2315 |
"Benchmark": "VerilogEval S2R",
|
| 2316 |
"Task": "Area",
|
| 2317 |
"Result": 70.33,
|
| 2318 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2319 |
"Params": 36.2,
|
| 2320 |
"Release": "V3",
|
| 2321 |
"Thinking": "Reasoning"
|
|
|
|
| 2326 |
"Benchmark": "RTLLM",
|
| 2327 |
"Task": "Area",
|
| 2328 |
"Result": 61.39,
|
| 2329 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2330 |
"Params": 36.2,
|
| 2331 |
"Release": "V3",
|
| 2332 |
"Thinking": "Reasoning"
|
|
|
|
| 2337 |
"Benchmark": "RTL-Repo",
|
| 2338 |
"Task": "Exact Matching (EM)",
|
| 2339 |
"Result": -1.0,
|
| 2340 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2341 |
"Params": 36.2,
|
| 2342 |
"Release": "V3",
|
| 2343 |
"Thinking": "Reasoning"
|
|
|
|
| 2348 |
"Benchmark": "VerilogEval MC",
|
| 2349 |
"Task": "Syntax (STX)",
|
| 2350 |
"Result": 91.03,
|
| 2351 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2352 |
"Params": 36.2,
|
| 2353 |
"Release": "V3",
|
| 2354 |
"Thinking": "Reasoning"
|
|
|
|
| 2359 |
"Benchmark": "VeriGen",
|
| 2360 |
"Task": "Syntax (STX)",
|
| 2361 |
"Result": 91.76,
|
| 2362 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2363 |
"Params": 36.2,
|
| 2364 |
"Release": "V3",
|
| 2365 |
"Thinking": "Reasoning"
|
|
|
|
| 2370 |
"Benchmark": "VerilogEval MC",
|
| 2371 |
"Task": "Functionality (FNC)",
|
| 2372 |
"Result": 73.85,
|
| 2373 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2374 |
"Params": 36.2,
|
| 2375 |
"Release": "V3",
|
| 2376 |
"Thinking": "Reasoning"
|
|
|
|
| 2381 |
"Benchmark": "VeriGen",
|
| 2382 |
"Task": "Functionality (FNC)",
|
| 2383 |
"Result": 70.59,
|
| 2384 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2385 |
"Params": 36.2,
|
| 2386 |
"Release": "V3",
|
| 2387 |
"Thinking": "Reasoning"
|
|
|
|
| 2392 |
"Benchmark": "VerilogEval MC",
|
| 2393 |
"Task": "Synthesis (SYN)",
|
| 2394 |
"Result": 73.46,
|
| 2395 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2396 |
"Params": 36.2,
|
| 2397 |
"Release": "V3",
|
| 2398 |
"Thinking": "Reasoning"
|
|
|
|
| 2403 |
"Benchmark": "VeriGen",
|
| 2404 |
"Task": "Synthesis (SYN)",
|
| 2405 |
"Result": 70.59,
|
| 2406 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2407 |
"Params": 36.2,
|
| 2408 |
"Release": "V3",
|
| 2409 |
"Thinking": "Reasoning"
|
|
|
|
| 2414 |
"Benchmark": "VerilogEval MC",
|
| 2415 |
"Task": "Power",
|
| 2416 |
"Result": 73.04,
|
| 2417 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2418 |
"Params": 36.2,
|
| 2419 |
"Release": "V3",
|
| 2420 |
"Thinking": "Reasoning"
|
|
|
|
| 2425 |
"Benchmark": "VeriGen",
|
| 2426 |
"Task": "Power",
|
| 2427 |
"Result": 66.11,
|
| 2428 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2429 |
"Params": 36.2,
|
| 2430 |
"Release": "V3",
|
| 2431 |
"Thinking": "Reasoning"
|
|
|
|
| 2436 |
"Benchmark": "VerilogEval MC",
|
| 2437 |
"Task": "Performance",
|
| 2438 |
"Result": 70.89,
|
| 2439 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2440 |
"Params": 36.2,
|
| 2441 |
"Release": "V3",
|
| 2442 |
"Thinking": "Reasoning"
|
|
|
|
| 2447 |
"Benchmark": "VeriGen",
|
| 2448 |
"Task": "Performance",
|
| 2449 |
"Result": 70.19,
|
| 2450 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2451 |
"Params": 36.2,
|
| 2452 |
"Release": "V3",
|
| 2453 |
"Thinking": "Reasoning"
|
|
|
|
| 2458 |
"Benchmark": "VerilogEval MC",
|
| 2459 |
"Task": "Area",
|
| 2460 |
"Result": 72.6,
|
| 2461 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2462 |
"Params": 36.2,
|
| 2463 |
"Release": "V3",
|
| 2464 |
"Thinking": "Reasoning"
|
|
|
|
| 2469 |
"Benchmark": "VeriGen",
|
| 2470 |
"Task": "Area",
|
| 2471 |
"Result": 72.45,
|
| 2472 |
+
"Model URL": "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct",
|
| 2473 |
"Params": 36.2,
|
| 2474 |
"Release": "V3",
|
| 2475 |
"Thinking": "Reasoning"
|