Change name to NotSoTiny-25-12

app.py

@@ -129,7 +129,7 @@ with gr.Blocks(css=custom_css, theme=gr.themes.Default(primary_hue=colors.emeral
     # Main view
     with gr.Tabs() as tabs:
         # Leaderboard
-        name_main = "Latest Leaderboard"
+        name_main = "Leaderboard"
         (
             task_radio_main,
             benchmark_radio_main,

config/constants.py

@@ -1,7 +1,7 @@
 RESULTS_DIR = "results"
 ICARUS_RESULTS = f"{RESULTS_DIR}/results_icarus.json"
 VERILATOR_RESULTS = f"{RESULTS_DIR}/results_verilator.json"
-YOSYS_RESULTS = f"{RESULTS_DIR}/results_NST.json"
+YOSYS_RESULTS = f"{RESULTS_DIR}/results_NotSoTiny-25-12.json"
 ICARUS_AGG = f"{RESULTS_DIR}/aggregated_scores_icarus.csv"
 VERILATOR_AGG = f"{RESULTS_DIR}/aggregated_scores_verilator.csv"
 
@@ -19,11 +19,11 @@ DISCARDED_MODELS = {
 
 }
 
-TASKS = ["Spec-to-RTL", "Code Completion", "Line Completion *", "Module Completion"]
+TASKS = ["Spec-to-RTL", "Code Completion", "Line Completion", "Module Completion"]
 S2R_BENCHMARKS = ["VerilogEval S2R", "RTLLM"]
 CC_BENCHMARKS = ["VerilogEval MC", "VeriGen"]
 LC_BENCHMARKS = ["RTL-Repo"]
-MC_BENCHMARKS = ["NotSoTiny"]
+MC_BENCHMARKS = ["NotSoTiny-25-12"]
 
 MODEL_TYPES = ["All", "General 🟢", "Coding 🔵", "RTL-Specific 🔴"]
 TYPE_EMOJI = {"RTL-Specific": "🔴", "General": "🟢", "Coding": "🔵"}

data_processing.py

@@ -109,7 +109,7 @@ def filter_leaderboard(task, benchmark, model_type, search_query, max_params, st
             return filter_RTLRepo(subset, name=name)
     elif benchmark == "RTL-Repo":
         return filter_RTLRepo(subset, name=name)
-    elif benchmark == "NotSoTiny":
+    elif benchmark == "NotSoTiny-25-12":
         return filter_NotSoTiny(subset, name=name)
     else:
         agg_column = None

results/parse_nst.py

@@ -81,7 +81,7 @@ def parse_nst_results(csv_path: str) -> list[dict]:
                 record = {
                     "Model": model,
                     "Model Type": type,
-                    "Benchmark": "NotSoTiny",
+                    "Benchmark": "NotSoTiny-25-12",
                     "Task": tt_column,
                     "Result": score,
                     "Model URL": url,
@@ -105,7 +105,7 @@ def write_json(data: list, path: str):
 if __name__ == "__main__":
     if len(sys.argv) < 2:
         print("Usage: python -m results.parse_nst <path_to_NST.csv>")
-        print("Example: python -m results.parse_nst results/results_NST.csv")
+        print("Example: python -m results.parse_nst results/results_NST-YY-MM.csv")
         sys.exit(1)
 
     csv_path = sys.argv[1]

results/results_NotSoTiny-25-12.csv

@@ -0,0 +1,13 @@
+,TT06,TT07,TT08,TT09,TT10 IHP 02,TT10 IHP 25a,TTSky25a
+Kimi-K2-Instruct-0905,12.96,15.59,20.92,21.84,23.33,19.57,18.82
+DeepSeek-R1-0528 ,14.63,20.56,19.69,23.84,24.67,20.65,21.07
+Qwen3-Coder-480B-A35B-Instruct ,17.96,28.36,22.04,28.32,20.00,28.15,19.17
+gpt-oss-120b,17.41,19.21,19.80,31.84,23.33,18.15,16.57
+Qwen2.5-72B-Instruct,11.67,12.77,5.61,22.40,22.67,15.11,12.66
+Qwen2.5-Coder-32B-Instruct,7.78,10.17,5.92,17.52,13.33,15.43,12.78
+Qwen2.5-14B-Instruct-1M,9.81,15.71,15.51,15.92,11.33,12.07,7.10
+Qwen2.5-14B-Instruct,5.56,12.88,4.69,15.04,8.00,9.02,7.57
+Qwen2.5-7B-Instruct,0.74,6.21,2.86,3.84,7.33,1.74,1.66
+HaVen-CodeQwen,2.78,3.39,1.73,7.20,10.67,0.43,3.20
+OriGen,4.07,2.71,1.02,5.84,7.33,2.17,0.00
+

results/results_NotSoTiny-25-12.json

@@ -0,0 +1,849 @@
+[
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 12.96,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 15.59,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 20.92,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 21.84,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 23.33,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 19.57,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Kimi K2 Instruct 0905",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 18.82,
+        "Model URL": "https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905",
+        "Params": 1000,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 14.63,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 20.56,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 19.69,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 23.84,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 24.67,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 20.65,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 21.07,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen3 Coder 480B A35B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 17.96,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "Params": 480,
+        "Release": "V2",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3 Coder 480B A35B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 28.36,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "Params": 480,
+        "Release": "V2",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3 Coder 480B A35B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 22.04,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "Params": 480,
+        "Release": "V2",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3 Coder 480B A35B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 28.32,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "Params": 480,
+        "Release": "V2",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3 Coder 480B A35B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 20.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "Params": 480,
+        "Release": "V2",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3 Coder 480B A35B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 28.15,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "Params": 480,
+        "Release": "V2",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen3 Coder 480B A35B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 19.17,
+        "Model URL": "https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct",
+        "Params": 480,
+        "Release": "V2",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "gpt-oss-120b",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 17.41,
+        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
+        "Params": 120,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "gpt-oss-120b",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 19.21,
+        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
+        "Params": 120,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "gpt-oss-120b",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 19.8,
+        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
+        "Params": 120,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "gpt-oss-120b",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 31.84,
+        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
+        "Params": 120,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "gpt-oss-120b",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 23.33,
+        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
+        "Params": 120,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "gpt-oss-120b",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 18.15,
+        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
+        "Params": 120,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "gpt-oss-120b",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 16.57,
+        "Model URL": "https://huggingface.co/openai/gpt-oss-120b",
+        "Params": 120,
+        "Release": "V3",
+        "Thinking": "Reasoning"
+    },
+    {
+        "Model": "Qwen2.5 72B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 11.67,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "Params": 72.7,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 72B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 12.77,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "Params": 72.7,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 72B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 5.61,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "Params": 72.7,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 72B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 22.4,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "Params": 72.7,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 72B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 22.67,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "Params": 72.7,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 72B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 15.11,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "Params": 72.7,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 72B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 12.66,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+        "Params": 72.7,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "QwenCoder 2.5 32B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 7.78,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Params": 32.5,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "QwenCoder 2.5 32B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 10.17,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Params": 32.5,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "QwenCoder 2.5 32B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 5.92,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Params": 32.5,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "QwenCoder 2.5 32B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 17.52,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Params": 32.5,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "QwenCoder 2.5 32B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 13.33,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Params": 32.5,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "QwenCoder 2.5 32B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 15.43,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Params": 32.5,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "QwenCoder 2.5 32B",
+        "Model Type": "Coding",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 12.78,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Params": 32.5,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B 1M",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 9.81,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B 1M",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 15.71,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B 1M",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 15.51,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B 1M",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 15.92,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B 1M",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 11.33,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B 1M",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 12.07,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B 1M",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 7.1,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 5.56,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 12.88,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 4.69,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 15.04,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 8.0,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 9.02,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 14B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 7.57,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-14B-Instruct",
+        "Params": 14.8,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 7B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 0.74,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
+        "Params": 7.61,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 7B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 6.21,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
+        "Params": 7.61,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 7B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 2.86,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
+        "Params": 7.61,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 7B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 3.84,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
+        "Params": 7.61,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 7B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 7.33,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
+        "Params": 7.61,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 7B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 1.74,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
+        "Params": 7.61,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "Qwen2.5 7B",
+        "Model Type": "General",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 1.66,
+        "Model URL": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
+        "Params": 7.61,
+        "Release": "V4",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "HaVen-CodeQwen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 2.78,
+        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
+        "Params": 7.25,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "HaVen-CodeQwen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 3.39,
+        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
+        "Params": 7.25,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "HaVen-CodeQwen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 1.73,
+        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
+        "Params": 7.25,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "HaVen-CodeQwen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 7.2,
+        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
+        "Params": 7.25,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "HaVen-CodeQwen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 10.67,
+        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
+        "Params": 7.25,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "HaVen-CodeQwen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 0.43,
+        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
+        "Params": 7.25,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "HaVen-CodeQwen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 3.2,
+        "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen",
+        "Params": 7.25,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "OriGen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT06",
+        "Result": 4.07,
+        "Model URL": "https://huggingface.co/henryen/OriGen",
+        "Params": 6.74,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "OriGen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT07",
+        "Result": 2.71,
+        "Model URL": "https://huggingface.co/henryen/OriGen",
+        "Params": 6.74,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "OriGen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT08",
+        "Result": 1.02,
+        "Model URL": "https://huggingface.co/henryen/OriGen",
+        "Params": 6.74,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "OriGen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT09",
+        "Result": 5.84,
+        "Model URL": "https://huggingface.co/henryen/OriGen",
+        "Params": 6.74,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "OriGen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 02",
+        "Result": 7.33,
+        "Model URL": "https://huggingface.co/henryen/OriGen",
+        "Params": 6.74,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "OriGen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TT10 IHP 25a",
+        "Result": 2.17,
+        "Model URL": "https://huggingface.co/henryen/OriGen",
+        "Params": 6.74,
+        "Release": "V1",
+        "Thinking": "Dense"
+    },
+    {
+        "Model": "OriGen",
+        "Model Type": "RTL-Specific",
+        "Benchmark": "NotSoTiny-25-12",
+        "Task": "TTSky25a",
+        "Result": 0.0,
+        "Model URL": "https://huggingface.co/henryen/OriGen",
+        "Params": 6.74,
+        "Release": "V1",
+        "Thinking": "Dense"
+    }
+]

static/html_content.py

@@ -86,7 +86,6 @@ LC_FOOTNOTE_HTML = """
 <div id="lc-footnote" style="font-size: 13px; opacity: 0.6; margin-top: -5px; z-index:999; text-align: left;">
     <span style="font-weight: 600; opacity: 1;">*</span>
     <em>Line Completion</em> excludes "reasoning" models since this task targets quick auto-completion<br/>
-    Additionally, for <em>Line Completion</em> and <em>Code Completion</em> benchmarks we use <b>Base</b> model variant (if available), and for <em>Spec-to-RTL</em> we use <b>Instruct</b> model variant
 </div>
 """