Spaces:
Running
Running
File size: 2,531 Bytes
be0239b ea7f6d7 be0239b 7dd3ffd 65de7c4 7dd3ffd ea7f6d7 be0239b ea7f6d7 be0239b f2b1d62 e57bbdc 9d21cc4 f2b1d62 b88c702 be0239b b88c702 be0239b d02c1e3 9d21cc4 be0239b 7b7fdcf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
RESULTS_DIR = "results"
ICARUS_RESULTS = f"{RESULTS_DIR}/results_icarus.json"
VERILATOR_RESULTS = f"{RESULTS_DIR}/results_verilator.json"
YOSYS_RESULTS = f"{RESULTS_DIR}/results_NotSoTiny-25-12.json"
ICARUS_AGG = f"{RESULTS_DIR}/aggregated_scores_icarus.csv"
VERILATOR_AGG = f"{RESULTS_DIR}/aggregated_scores_verilator.csv"
DISCARDED_MODELS = {
"CodeV-CL-7B": "23/10/2025",
"CodeV-DS-6.7B": "23/10/2025",
"CodeV R1 Distill Qwen 7B": "23/10/2025",
"QwenCoder 2.5 7B": "23/10/2025",
"DeepSeek Coder 33B": "23/10/2025",
"RTLCoder Mistral": "23/10/2025",
"CodeLlama 70B": "23/10/2025",
"Llama 3.(1-3) 70B": "23/10/2025",
"DeepCoder 14B": "23/10/2025",
}
TASKS = ["Spec-to-RTL", "Code Completion", "Line Completion", "Module Completion"]
S2R_BENCHMARKS = ["VerilogEval S2R", "RTLLM"]
CC_BENCHMARKS = ["VerilogEval MC", "VeriGen"]
LC_BENCHMARKS = ["RTL-Repo"]
MC_BENCHMARKS = ["NotSoTiny-25-12"]
MODEL_TYPES = ["All", "General 🟢", "Coding 🔵", "RTL-Specific 🔴"]
TYPE_EMOJI = {"RTL-Specific": "🔴", "General": "🟢", "Coding": "🔵"}
NON_RTL_METRICS = ["Syntax (STX)", "Functionality (FNC)", "Synthesis (SYN)", "Power", "Performance", "Area"]
RTL_METRICS = ["Exact Matching (EM)"]
COLUMN_MAPPINGS = {
"Params": "Parameters (B)",
"Syntax (STX)": "Syntax",
"Functionality (FNC)": "Functionality",
"Synthesis (SYN)": "Synthesis",
"Post-Synthesis (PSQ)": "Post-Synthesis",
}
COLUMN_ORDER = [
"Type",
"Model",
"Parameters (B)",
"Syntax",
"Functionality",
"Synthesis",
"Post-Synthesis",
]
NOTSOTINY_COLUMN_ORDER = [
"Type",
"Model",
"Parameters (B)",
"Context Length",
"Syntax (STX)",
"Functionality (EQV)",
"Cell Coverage",
]
NST_METRICS = [
"Syntax (STX)",
"Functionality (EQV)",
"Cell Coverage",
]
TYPE_COLORS = {"General": "green", "Coding": "yellow", "RTL-Specific": "blue"}
Y_AXIS_LIMITS = {
"Functionality (FNC)": [5, 90],
"Syntax (STX)": [20, 100],
"Synthesis (SYN)": [5, 90],
"Power": [0, 50],
"Performance": [0, 50],
"Area": [0, 50],
"Exact Matching (EM)": [0, 50],
"Functionality (EQV)": [0, 100],
"Cell Coverage": [0, 100],
}
SCATTER_PLOT_X_TICKS = {
"tickvals": [8, 14, 32, 72, 200, 700],
"ticktext": ["8", "14", "32", "72", "200", "700"],
}
DEFAULT_MAX_PARAMS = 1000
DEFAULT_TASK = "Module Completion"
DEFAULT_BENCHMARK = "NotSoTiny-25-12"
DEFAULT_MODEL_TYPE = "All"
SIMULATORS = ["Icarus", "Verilator"]
MC_SIMULATORS = ["YoSys EQV"]
|