November Release

app.py

@@ -15,13 +15,17 @@ from static.html_content import (
     LC_FOOTNOTE_HTML,
     NAV_BUTTONS_HTML,
     REFERENCES_HTML,
+    OTHER_MODELS_HTML,
 )
 from style.css_html_js import custom_css
 
 
-def make_leaderboard_tab(state: Simulator, name: str):
-    """Create a leaderboard tab with the given name and state."""
+def make_leaderboard_tab(state: Simulator, name: str, html: str=None):
+    """ Create a leaderboard tab with the given name and state """
     with gr.Tab(name):
+        """" Add text box """
+        if html:
+            gr.HTML(html)
         # 1st row filters (select task, benchmark and sim)
         with gr.Row(equal_height=True):
             with gr.Column(scale=4):
@@ -142,7 +146,7 @@ with gr.Blocks(css=custom_css, theme=gr.themes.Default(primary_hue=colors.emeral
             model_type_dropdown_other,
             params_slider_other,
             leaderboard_other,
-        ) = make_leaderboard_tab(state, name_other)
+        ) = make_leaderboard_tab(state, name_other, html=OTHER_MODELS_HTML)
 
         # all plots using Plotly
         with gr.Tab("Plot View"):

config/constants.py

@@ -6,15 +6,18 @@ VERILATOR_AGG = f"{RESULTS_DIR}/aggregated_scores_verilator.csv"
 
 
 DISCARDED_MODELS = {
+    "CodeV-CL-7B": "23/10/2025",
+    "CodeV-DS-6.7B": "23/10/2025",
+    "CodeV R1 Distill Qwen 7B": "23/10/2025",
+    "QwenCoder 2.5 7B": "23/10/2025",
+    "DeepSeek Coder 33B": "23/10/2025",
+    "RTLCoder Mistral": "23/10/2025",
+    "CodeLlama 70B": "23/10/2025",
+    "Llama 3.(1-3) 70B": "23/10/2025",
+    "DeepCoder 14B": "23/10/2025",
 
 }
 
-"""
-    "DeepSeek R1": "10/10/2025",
-    "QwenCoder 2.5 7B": "11/10/2025",
-    "RTLCoder Mistral": "14/10/2025"
-"""
-
 TASKS = ["Spec-to-RTL", "Code Completion", "Line Completion †"]
 S2R_BENCHMARKS = ["VerilogEval S2R", "RTLLM"]
 CC_BENCHMARKS = ["VerilogEval MC", "VeriGen"]

config/model_metadata.py

@@ -112,4 +112,13 @@ MODELS = {
     "Seed-OSS-36B": ModelMetadata(
         "https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct", 36.2, "General", "V3", "Reasoning"
     ),
+    "Qwen3-8B": ModelMetadata(
+        "https://huggingface.co/Qwen/Qwen3-8B", 8.2, "General", "V3", "Reasoning"
+    ),
+    "Hermes-4-14B": ModelMetadata(
+        "https://huggingface.co/NousResearch/Hermes-4-14B", 14, "General", "V3", "Dense"
+    ),
+    "Hermes-4-14B-Reasoning": ModelMetadata(
+        "https://huggingface.co/NousResearch/Hermes-4-14B", 14, "General", "V3", "Reasoning"
+    ),
 }

results/aggregated_scores_icarus.csv

@@ -14,6 +14,9 @@ Magistral Small 2506,40.82,22.62,40.96,19.96,40.37,46.88
 gpt-oss-20b,63.7,66.48,67.41,68.44,51.46,48.58
 StarChat2 15B v0.1,38.76,38.19,36.68,35.58,45.61,61.96
 DeepSeek R1 Distill Qwen 14B,23.14,24.57,24.94,24.3,17.22,27.07
+Hermes-4-14B-Reasoning,50.33,37.25,54.75,35.24,35.74,55.54
+Hermes-4-14B,42.77,27.96,41.15,26.11,48.1,44.83
+Qwen3-8B,45.1,48.16,48.72,49.24,33.17,38.32
 CodeLlama 70B,33.04,33.68,32.2,32.27,35.81,46.56
 DeepSeek Coder 33B,27.03,38.47,22.65,37.64,41.47,46.01
 QwenCoder 2.5 32B,44.02,45.08,43.68,44.05,45.15,54.52

results/aggregated_scores_verilator.csv

@@ -14,6 +14,9 @@ Magistral Small 2506,41.02,23.48,41.25,20.36,40.27,51.89
 gpt-oss-20b,63.19,65.93,66.45,67.71,52.45,49.67
 StarChat2 15B v0.1,40.2,38.43,37.97,35.85,47.54,61.91
 DeepSeek R1 Distill Qwen 14B,22.93,24.82,24.44,24.43,17.96,28.33
+Hermes-4-14B-Reasoning,50.57,38.19,55.07,36.12,35.74,57.11
+Hermes-4-14B,44.05,28.99,42.69,26.97,48.52,47.41
+Qwen3-8B,46.23,48.83,49.8,49.98,34.44,38.32
 CodeLlama 70B,34.55,35.64,33.58,33.89,37.75,51.62
 DeepSeek Coder 33B,27.93,39.42,23.14,38.14,43.71,51.12
 QwenCoder 2.5 32B,45.72,47.29,45.31,46.49,47.07,54.62

results/results_icarus.json

@@ -4124,6 +4124,831 @@
         "Release": "V1",
         "Thinking": "Reasoning"
     },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 79.74,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 76.6,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 55.9,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 39.57,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 55.64,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 34.47,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 55.34,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 38.35,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 53.73,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 32.73,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 55.17,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 36.13,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": -1.0,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 51.15,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 74.12,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 36.54,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 56.47,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 36.28,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 56.47,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 35.26,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 52.97,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 35.52,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 56.22,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 34.94,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 57.44,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 72.18,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 80.85,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 42.31,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 48.09,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 42.31,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 45.53,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 41.73,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 50.59,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 40.33,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 45.81,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 41.38,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 47.91,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": 28.36,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 52.69,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 83.53,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 27.44,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 45.88,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 27.44,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 45.88,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 26.54,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 43.55,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 26.68,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 45.98,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 25.11,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 44.96,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 70.77,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 62.13,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 50.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 34.47,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 50.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 32.77,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 49.33,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 35.1,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 47.92,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 32.52,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 48.91,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 31.88,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": -1.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 69.36,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 81.18,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 51.54,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 40.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 50.64,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 38.82,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 49.91,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 37.47,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 48.4,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 38.76,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 49.41,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 38.73,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
     {
         "Model": "CodeLlama 70B",
         "Model Type": "Coding",

results/results_icarus_october_2025.csv

@@ -33,8 +33,8 @@ RTLCoder DeepSeek,84.620000000000005,73.060000000000002,39.490000000000002,37.14
 OriGen,96.150000000000006,81.629999999999995,54.229999999999997,50.609999999999999,54.229999999999997,50.609999999999999,54.289999999999999,53.100000000000001,51.57,50.859999999999999,53.149999999999999,53.439999999999998,17.07,92.439999999999998,98.819999999999993,50.770000000000003,76.469999999999999,50.770000000000003,76.469999999999999,50.950000000000003,71.659999999999997,48.530000000000001,76.609999999999999,50.509999999999998,78.700000000000003
 CodeV-CL-7B,32.18,48.159999999999997,13.08,24.489999999999998,12.949999999999999,21.629999999999999,12.800000000000001,22.25,12.51,20.59,12.82,21.289999999999999,12.27,92.049999999999997,98.819999999999993,31.789999999999999,49.409999999999997,31.789999999999999,49.409999999999997,31.739999999999998,48.130000000000003,29.449999999999999,49.340000000000003,31.609999999999999,49.079999999999998
 CodeV-DS-6.7B,33.590000000000003,67.349999999999994,15,38.780000000000001,15,37.140000000000001,15.1,35.560000000000002,14.460000000000001,35.130000000000003,14.85,35.880000000000003,21.260000000000002,95.510000000000005,100,47.049999999999997,61.18,47.049999999999997,60,47.369999999999997,59.880000000000003,44.350000000000001,59.960000000000001,46.520000000000003,59.770000000000003
-,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
+Qwen3-8B,70.769999999999996,62.130000000000003,50,34.469999999999999,50,32.770000000000003,49.329999999999998,35.100000000000001,47.920000000000002,32.520000000000003,48.909999999999997,31.879999999999999,-1,69.359999999999999,81.180000000000007,51.539999999999999,40,50.640000000000001,38.82,49.909999999999997,37.469999999999999,48.399999999999999,38.759999999999998,49.409999999999997,38.729999999999997
+Hermes-4-14B,72.180000000000007,80.849999999999994,42.310000000000002,48.090000000000003,42.310000000000002,45.530000000000001,41.729999999999997,50.590000000000003,40.329999999999998,45.810000000000002,41.380000000000003,47.909999999999997,-1,52.689999999999998,83.530000000000001,27.440000000000001,45.880000000000003,27.440000000000001,45.880000000000003,26.539999999999999,43.549999999999997,26.68,45.979999999999997,25.109999999999999,44.960000000000001
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,

results/results_v3_mlcad_icarus.csv

@@ -8,12 +8,16 @@ Qwen3 236B A22B,91.280000000000001,73.879999999999995,76.920000000000002,51.43,7
 gpt-oss-120b,92.950000000000003,83.829999999999998,78.079999999999998,60,77.560000000000002,51.490000000000002,76.659999999999997,53.960000000000001,74.489999999999995,49.850000000000001,76.530000000000001,54.640000000000001,-1,95.640000000000001,88.239999999999995,81.150000000000006,68.239999999999995,80.510000000000005,68.239999999999995,79.719999999999999,70.099999999999994,77.540000000000006,68.269999999999996,78.969999999999999,69.849999999999994
 Qwen2.5 72B,82.180000000000007,79.590000000000003,52.439999999999998,45.310000000000002,51.920000000000002,44.079999999999998,51.829999999999998,46.469999999999999,48.75,45.399999999999999,50.090000000000003,47.649999999999999,37.439999999999998,80.900000000000006,84.709999999999994,52.950000000000003,47.060000000000002,52.689999999999998,47.060000000000002,51.659999999999997,47.590000000000003,49.369999999999997,46.960000000000001,51.18,47.700000000000003
 Llama 3.(1-3) 70B,66.150000000000006,73.879999999999995,40.640000000000001,42.450000000000003,40.640000000000001,39.18,40.460000000000001,40.810000000000002,38.079999999999998,38.140000000000001,39.859999999999999,39.649999999999999,28.719999999999999,84.739999999999995,89.409999999999997,41.670000000000002,65.879999999999995,41.670000000000002,64.709999999999994,41.380000000000003,63.469999999999999,39.75,64.689999999999998,41.359999999999999,64.709999999999994
+Seed-OSS-36B,88.969999999999999,81.700000000000003,71.150000000000006,59.149999999999999,71.150000000000006,56.600000000000001,70.099999999999994,64.629999999999995,68.099999999999994,57.32,70.319999999999993,60.880000000000003,-1,91.030000000000001,91.760000000000005,76.540000000000006,70.590000000000003,76.150000000000006,70.590000000000003,74.950000000000003,66.109999999999999,73.329999999999998,70.189999999999998,74.689999999999998,72.450000000000003
 QwQ 32B,87.950000000000003,82.450000000000003,66.409999999999997,56.729999999999997,66.409999999999997,52.240000000000002,66.150000000000006,55.829999999999998,63.799999999999997,51.909999999999997,65.120000000000005,56.07,-1,58.969999999999999,68.239999999999995,40,52.939999999999998,39.619999999999997,52.939999999999998,39.399999999999999,51.469999999999999,37.530000000000001,52.93,39.100000000000001,53.390000000000001
 Qwen2.5 32B,88.590000000000003,84.079999999999998,52.560000000000002,50.200000000000003,52.18,46.119999999999997,52.32,49.729999999999997,49.43,46.43,50.82,50.43,28.93,93.209999999999994,85.879999999999995,41.539999999999999,45.880000000000003,41.539999999999999,45.880000000000003,41.310000000000002,43.560000000000002,40.479999999999997,46.079999999999998,41.229999999999997,45.369999999999997
 Magistral Small 2506,63.850000000000001,71.909999999999997,42.950000000000003,43.399999999999999,42.439999999999998,37.450000000000003,41.390000000000001,43.359999999999999,40.090000000000003,37.439999999999998,41.390000000000001,40.32,-1,31.280000000000001,68.239999999999995,20.899999999999999,50.590000000000003,20.77,49.409999999999997,20.109999999999999,41.590000000000003,19.609999999999999,48.969999999999999,20.16,50.07
 gpt-oss-20b,88.079999999999998,86.810000000000002,69.739999999999995,58.719999999999999,69.230000000000004,48.939999999999998,69.849999999999994,55.890000000000001,64.569999999999993,45.210000000000001,67.819999999999993,53.289999999999999,-1,91.920000000000002,76.469999999999999,70.260000000000005,50.590000000000003,69.739999999999995,50.590000000000003,69.5,45.409999999999997,67.060000000000002,50.479999999999997,68.760000000000005,49.850000000000001
 StarChat2 15B v0.1,88.459999999999994,84.900000000000006,37.950000000000003,44.490000000000002,37.950000000000003,44.079999999999998,37.560000000000002,46.950000000000003,35.299999999999997,43.219999999999999,37.189999999999998,46.649999999999999,13.42,79.739999999999995,92.939999999999998,36.409999999999997,63.530000000000001,36.030000000000001,63.530000000000001,36.079999999999998,58.060000000000002,34.909999999999997,63.259999999999998,35.759999999999998,64.560000000000002
 DeepSeek R1 Distill Qwen 14B,42.18,34.689999999999998,25.510000000000002,18.370000000000001,25.510000000000002,16.329999999999998,25.359999999999999,17.859999999999999,24.190000000000001,16.48,25.27,17.329999999999998,-1,45,44.710000000000001,25.640000000000001,28.239999999999998,25.260000000000002,28.239999999999998,24.789999999999999,24.710000000000001,23.48,28.140000000000001,24.629999999999999,28.350000000000001
+Hermes-4-14B-Reasoning,79.739999999999995,76.599999999999994,55.899999999999999,39.57,55.640000000000001,34.469999999999999,55.340000000000003,38.350000000000001,53.729999999999997,32.729999999999997,55.170000000000002,36.130000000000003,-1,51.149999999999999,74.120000000000005,36.539999999999999,56.469999999999999,36.280000000000001,56.469999999999999,35.259999999999998,52.969999999999999,35.520000000000003,56.219999999999999,34.939999999999998,57.439999999999998
+Hermes-4-14B,72.180000000000007,80.849999999999994,42.310000000000002,48.090000000000003,42.310000000000002,45.530000000000001,41.729999999999997,50.590000000000003,40.329999999999998,45.810000000000002,41.380000000000003,47.909999999999997,28.359999999999999,52.689999999999998,83.530000000000001,27.440000000000001,45.880000000000003,27.440000000000001,45.880000000000003,26.539999999999999,43.549999999999997,26.68,45.979999999999997,25.109999999999999,44.960000000000001
+Qwen3-8B,70.769999999999996,62.130000000000003,50,34.469999999999999,50,32.770000000000003,49.329999999999998,35.100000000000001,47.920000000000002,32.520000000000003,48.909999999999997,31.879999999999999,-1,69.359999999999999,81.180000000000007,51.539999999999999,40,50.640000000000001,38.82,49.909999999999997,37.469999999999999,48.399999999999999,38.759999999999998,49.409999999999997,38.729999999999997
 CodeLlama 70B,67.049999999999997,69.799999999999997,33.079999999999998,36.329999999999998,33.079999999999998,34.289999999999999,32.689999999999998,37.189999999999998,31.460000000000001,34.289999999999999,32.439999999999998,35.950000000000003,24.329999999999998,90.769999999999996,88.239999999999995,33.329999999999998,47.060000000000002,33.329999999999998,47.060000000000002,33.020000000000003,45.799999999999997,30.800000000000001,46.909999999999997,32.990000000000002,46.979999999999997
 DeepSeek Coder 33B,62.82,83.670000000000002,23.329999999999998,42.450000000000003,23.079999999999998,42.039999999999999,22.859999999999999,42.289999999999999,22.809999999999999,39.420000000000002,22.289999999999999,42.710000000000001,24.579999999999998,75.260000000000005,88.239999999999995,39.619999999999997,45.880000000000003,39.359999999999999,45.880000000000003,38.229999999999997,46.259999999999998,36.789999999999999,45.609999999999999,37.899999999999999,46.170000000000002
 QwenCoder 2.5 32B,87.180000000000007,77.959999999999994,45,43.270000000000003,44.869999999999997,43.270000000000003,44.25,46.82,43.030000000000001,43.200000000000003,43.759999999999998,45.420000000000002,31.07,83.719999999999999,87.060000000000002,45.640000000000001,54.119999999999997,45.130000000000003,54.119999999999997,44.590000000000003,54.549999999999997,43.009999999999998,54.009999999999998,44.549999999999997,55.009999999999998
@@ -61,6 +65,4 @@ CodeV-DS-6.7B,33.590000000000003,67.349999999999994,15,38.780000000000001,15,37.
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
 

results/results_v3_mlcad_verilator.csv

@@ -8,12 +8,16 @@ Qwen3 236B A22B,93.969999999999999,78.719999999999999,75.769999999999996,56.1700
 gpt-oss-120b,94.359999999999999,85.959999999999994,76.670000000000002,62.130000000000003,76.540000000000006,51.490000000000002,76.510000000000005,53.960000000000001,73.829999999999998,49.850000000000001,76.010000000000005,54.640000000000001,-1,95.379999999999995,89.409999999999997,76.920000000000002,69.409999999999997,76.670000000000002,69.409999999999997,76.480000000000004,71.049999999999997,73.909999999999997,69.439999999999998,75.810000000000002,70.879999999999995
 Qwen2.5 72B,83.849999999999994,82.980000000000004,55,48.509999999999998,54.490000000000002,45.960000000000001,53.969999999999999,48.450000000000003,51.299999999999997,47.340000000000003,52.840000000000003,49.68,37.439999999999998,83.079999999999998,87.060000000000002,54.740000000000002,50.590000000000003,54.359999999999999,50.590000000000003,53.359999999999999,50.049999999999997,51.200000000000003,50.560000000000002,52.759999999999998,52.229999999999997
 Llama 3.(1-3) 70B,68.329999999999998,79.150000000000006,40.899999999999999,45.960000000000001,40.899999999999999,40.43,40.770000000000003,42.119999999999997,38.329999999999998,39.340000000000003,40.420000000000002,40.920000000000002,28.719999999999999,86.030000000000001,87.060000000000002,43.719999999999999,63.530000000000001,43.590000000000003,63.530000000000001,43.549999999999997,62.289999999999999,41.57,63.520000000000003,42.939999999999998,63.539999999999999
+Seed-OSS-36B,89.359999999999999,83.400000000000006,71.150000000000006,61.700000000000003,70.900000000000006,57.020000000000003,70.530000000000001,65.329999999999998,68.219999999999999,57.32,70.329999999999998,61.390000000000001,-1,91.030000000000001,91.760000000000005,73.849999999999994,70.590000000000003,73.459999999999994,70.590000000000003,73.040000000000006,66.109999999999999,70.890000000000001,70.189999999999998,72.599999999999994,72.450000000000003
 QwQ 32B,89.230000000000004,85.959999999999994,67.560000000000002,58.299999999999997,67.180000000000007,53.619999999999997,67.040000000000006,57.289999999999999,64.780000000000001,53.340000000000003,66.439999999999998,57.560000000000002,-1,59.619999999999997,87.060000000000002,40.130000000000003,65.879999999999995,39.490000000000002,64.709999999999994,39.259999999999998,60.950000000000003,37.490000000000002,64.480000000000004,39.170000000000002,66.310000000000002
 Qwen2.5 32B,90.900000000000006,87.659999999999997,55.899999999999999,50.210000000000001,55.259999999999998,46.810000000000002,55.560000000000002,50.659999999999997,53.100000000000001,47.409999999999997,54.020000000000003,51.369999999999997,28.93,95.510000000000005,85.879999999999995,45,49.409999999999997,43.719999999999999,49.409999999999997,43.719999999999999,46.409999999999997,42.490000000000002,49.890000000000001,42.950000000000003,49.609999999999999
 Magistral Small 2506,65.129999999999995,74.040000000000006,42.950000000000003,44.259999999999998,42.310000000000002,37.450000000000003,41.810000000000002,43.100000000000001,40.189999999999998,37.369999999999997,41.75,40.350000000000001,-1,31.789999999999999,70.590000000000003,21.030000000000001,55.289999999999999,20.77,54.119999999999997,20.329999999999998,46.600000000000001,20.079999999999998,54.020000000000003,20.66,55.060000000000002
 gpt-oss-20b,88.209999999999994,89.790000000000006,68.079999999999998,61.280000000000001,67.689999999999998,49.359999999999999,68.920000000000002,57.140000000000001,63.630000000000003,45.880000000000003,66.810000000000002,54.340000000000003,-1,91.670000000000002,76.469999999999999,68.849999999999994,51.759999999999998,68.590000000000003,51.759999999999998,68.689999999999998,46.57,66.390000000000001,51.560000000000002,68.040000000000006,50.869999999999997
 StarChat2 15B v0.1,88.719999999999999,89.359999999999999,38.850000000000001,48.509999999999998,38.850000000000001,45.960000000000001,38.920000000000002,48.950000000000003,36.18,45.049999999999997,38.810000000000002,48.630000000000003,13.42,81.409999999999997,91.760000000000005,36.539999999999999,63.530000000000001,36.280000000000001,63.530000000000001,36.189999999999998,57.509999999999998,35.109999999999999,63.229999999999997,36.240000000000002,65
 DeepSeek R1 Distill Qwen 14B,42.82,36.600000000000001,25.260000000000002,20.43,25,17.02,24.809999999999999,18.620000000000001,23.68,17.18,24.829999999999998,18.07,-1,45.640000000000001,44.710000000000001,25.379999999999999,29.41,25.260000000000002,29.41,24.98,25.920000000000002,23.609999999999999,29.43,24.690000000000001,29.649999999999999
+Hermes-4-14B-Reasoning,80.640000000000001,79.569999999999993,56.149999999999999,41.280000000000001,55.770000000000003,34.469999999999999,55.850000000000001,38.350000000000001,53.710000000000001,32.729999999999997,55.649999999999999,36.130000000000003,-1,52.18,84.709999999999994,36.920000000000002,60,36.670000000000002,58.82,36.210000000000001,52.969999999999999,36.020000000000003,58.57,36.119999999999997,59.799999999999997
+Hermes-4-14B,72.180000000000007,85.109999999999999,43.850000000000001,50.640000000000001,43.850000000000001,45.960000000000001,43.270000000000003,51.009999999999998,41.869999999999997,46.229999999999997,42.920000000000002,48.329999999999998,28.359999999999999,54.229999999999997,84.709999999999994,27.690000000000001,48.240000000000002,27.690000000000001,48.240000000000002,27.359999999999999,46.18,27.34,48.57,26.199999999999999,47.469999999999999
+Qwen3-8B,70.900000000000006,65.959999999999994,51.030000000000001,37.869999999999997,51.030000000000001,33.619999999999997,50.57,36.520000000000003,48.899999999999999,33.600000000000001,49.93,33.200000000000003,-1,70.769999999999996,83.530000000000001,51.409999999999997,40,51.149999999999999,38.82,50.579999999999998,37.469999999999999,49.170000000000002,38.759999999999998,50.18,38.729999999999997
 CodeLlama 70B,67.310000000000002,77.450000000000003,34.740000000000002,38.719999999999999,34.490000000000002,36.170000000000002,34.030000000000001,39.18,32.880000000000003,36.140000000000001,33.829999999999998,37.93,24.329999999999998,92.560000000000002,88.239999999999995,35.770000000000003,52.939999999999998,35.380000000000003,51.759999999999998,34.810000000000002,50.619999999999997,32.340000000000003,51.890000000000001,34.520000000000003,52.359999999999999
 DeepSeek Coder 33B,64.489999999999995,88.939999999999998,23.59,46.380000000000003,23.59,44.259999999999998,23.370000000000001,44.539999999999999,23.32,41.539999999999999,22.739999999999998,45.039999999999999,24.579999999999998,76.540000000000006,88.239999999999995,40.130000000000003,50.590000000000003,39.869999999999997,50.590000000000003,38.700000000000003,51.5,37.329999999999998,50.219999999999999,38.399999999999999,51.630000000000003
 QwenCoder 2.5 32B,90.260000000000005,81.280000000000001,46.539999999999999,47.659999999999997,46.409999999999997,45.109999999999999,45.950000000000003,48.810000000000002,44.420000000000002,45.039999999999999,45.57,47.359999999999999,31.07,86.150000000000006,85.879999999999995,48.210000000000001,54.119999999999997,47.560000000000002,54.119999999999997,47.350000000000001,54.590000000000003,45.350000000000001,54.119999999999997,46.780000000000001,55.140000000000001
@@ -61,6 +65,4 @@ CodeV-DS-6.7B,34.359999999999999,69.790000000000006,14.74,41.280000000000001,14.
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
 

results/results_verilator.json

@@ -4124,6 +4124,831 @@
         "Release": "V1",
         "Thinking": "Reasoning"
     },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 80.64,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 79.57,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 56.15,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 41.28,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 55.77,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 34.47,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 55.85,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 38.35,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 53.71,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 32.73,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 55.65,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 36.13,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": -1.0,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 52.18,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 84.71,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 36.92,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 60.0,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 36.67,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 58.82,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 36.21,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 52.97,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 36.02,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 58.57,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 36.12,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B-Reasoning",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 59.8,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 72.18,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 85.11,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 43.85,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 50.64,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 43.85,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 45.96,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 43.27,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 51.01,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 41.87,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 46.23,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 42.92,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 48.33,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": 28.36,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 54.23,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 84.71,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 27.69,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 48.24,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 27.69,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 48.24,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 27.36,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 46.18,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 27.34,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 48.57,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 26.2,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Hermes-4-14B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 47.47,
+        "Model URL": "https://huggingface.co/NousResearch/Hermes-4-14B",
+        "Params": 14,
+        "Release": "V3",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 70.9,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 65.96,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 51.03,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 37.87,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 51.03,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 33.62,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 50.57,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 36.52,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 48.9,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 33.6,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 49.93,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 33.2,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": -1.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 70.77,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 83.53,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 51.41,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 40.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 51.15,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 38.82,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 50.58,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 37.47,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 49.17,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 38.76,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 50.18,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3-8B",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 38.73,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-8B",
+        "Params": 8.2,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
     {
         "Model": "CodeLlama 70B",
         "Model Type": "Coding",

results/results_verilator_october_2025.csv

@@ -33,8 +33,8 @@ RTLCoder DeepSeek,84.739999999999995,76.170000000000002,40.509999999999998,42.13
 OriGen,96.790000000000006,85.109999999999999,54.359999999999999,53.189999999999998,53.850000000000001,51.060000000000002,54.079999999999998,54.170000000000002,51.07,51.310000000000002,53.009999999999998,54.390000000000001,17.07,92.560000000000002,96.469999999999999,50.509999999999998,74.120000000000005,50.509999999999998,74.120000000000005,50.829999999999998,69.299999999999997,48.280000000000001,74.260000000000005,50.409999999999997,76.349999999999994
 CodeV-CL-7B,32.82,54.469999999999999,13.460000000000001,29.359999999999999,13.33,22.550000000000001,13.19,23.190000000000001,13.26,21.469999999999999,13.19,22.190000000000001,12.27,92.180000000000007,98.819999999999993,31.789999999999999,49.409999999999997,31.789999999999999,49.409999999999997,31.739999999999998,48.130000000000003,29.829999999999998,49.340000000000003,31.609999999999999,49.079999999999998
 CodeV-DS-6.7B,34.359999999999999,69.790000000000006,14.74,41.280000000000001,14.359999999999999,37.869999999999997,14.380000000000001,35.890000000000001,14.130000000000001,35.740000000000002,14.19,36.18,21.260000000000002,95.769999999999996,100,46.670000000000002,61.18,46.670000000000002,61.18,47.07,61.060000000000002,44.189999999999998,61.130000000000003,46.469999999999999,60.950000000000003
-,,,,,,,,,,,,,,,,,,,,,,,,,
-,,,,,,,,,,,,,,,,,,,,,,,,,
+Qwen3-8B,70.900000000000006,65.959999999999994,51.030000000000001,37.869999999999997,51.030000000000001,33.619999999999997,50.57,36.520000000000003,48.899999999999999,33.600000000000001,49.93,33.200000000000003,-1,70.769999999999996,83.530000000000001,51.409999999999997,40,51.149999999999999,38.82,50.579999999999998,37.469999999999999,49.170000000000002,38.759999999999998,50.18,38.729999999999997
+Hermes-4-14B,72.180000000000007,85.109999999999999,43.850000000000001,50.640000000000001,43.850000000000001,45.960000000000001,43.270000000000003,51.009999999999998,41.869999999999997,46.229999999999997,42.920000000000002,48.329999999999998,-1,54.229999999999997,84.709999999999994,27.690000000000001,48.240000000000002,27.690000000000001,48.240000000000002,27.359999999999999,46.18,27.34,48.57,26.199999999999999,47.469999999999999
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,
 ,,,,,,,,,,,,,,,,,,,,,,,,,

static/html_content.py

@@ -44,6 +44,9 @@ INTRO_HTML = """
         Use the filters below to explore different RTL benchmarks, simulators and models.
     </p>
     <p style="margin-top:10px; text-align:start !important;">
+        <span style="font-variant:small-caps; font-weight:bold;">UPDATE (OCT 2025):</span> Added <span>Hermes-4-14B</span>, <span>Qwen3-8B</span>, and <span>Seed-OSS-36B</span> to the leaderboard. Implemented Other Models tab and moved models to it
+    </p>
+    <p style="margin-top:-6px; text-align:start !important;">
         <span style="font-variant:small-caps; font-weight:bold;">UPDATE (SEPT 2025):</span> Added <span>gpt-oss-20b</span> and <span>gpt-oss-120b</span> to the leaderboard
     </p>
     <p style="margin-top:-6px; text-align:start !important;">
@@ -105,3 +108,11 @@ REFERENCES_HTML = """
     </ul>
 </div>
 """
+
+OTHER_MODELS_HTML = """
+<div style="max-width: 800px; margin: auto; padding: 20px; border: 1px solid #ccc; border-radius: 10px;">
+    <p style="font-size: 16px; text-align: start;">
+        This models were previously listed on the main leaderboard and will no longer be updated.
+    </p>
+</div>
+"""