-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathexample_table_config.yaml
More file actions
185 lines (163 loc) · 5.99 KB
/
example_table_config.yaml
File metadata and controls
185 lines (163 loc) · 5.99 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
# Example table_config.yaml file showing both legacy and generalized configuration options
# Column display name mappings (universal)
display_names:
model: "Model"
accuracy: "Accuracy"
f1_score: "F1 Score"
precision: "Precision"
recall: "Recall"
loss: "Loss"
learning_rate: "Learning Rate"
epoch_time: "Epoch Time (s)"
memory_usage: "Memory (GB)"
percentage_improved: "Improvement (%)"
# For generalized usage (any column type)
year: "Year"
month: "Month"
cluster: "Cluster"
category: "Category"
# Column-specific formatting (universal)
column_formats:
# Standard decimal formatting
accuracy: ".3f" # 3 decimal places: 0.856 -> 0.856
f1_score: ".3f" # 3 decimal places: 0.8245 -> 0.825
precision: ".2f" # 2 decimal places: 0.8567 -> 0.86
recall: ".2f" # 2 decimal places
# Scientific notation for very small numbers
loss: ".2e" # Scientific notation: 0.00034 -> 3.40e-04
learning_rate: ".1e" # Scientific notation: 0.001 -> 1.0e-03
# Percentage formatting
percentage_improved: ".1%" # Percentage: 0.156 -> 15.6%
# Integer formatting (no decimals)
epoch_time: ".0f" # No decimals: 45.67 -> 46
year: "d" # Integer format: 2022.0 -> 2022
month: "d" # Integer format: 6.0 -> 6
cluster: "d" # Integer format: 3.0 -> 3
# Custom decimal places for different metrics
memory_usage: ".1f" # 1 decimal place: 2.345 -> 2.3
# Per-column underline settings (universal)
column_underline:
accuracy: true # Underline minimum accuracy values
f1_score: true # Underline minimum F1 score values
precision: false # Don't underline minimum precision values
recall: false # Don't underline minimum recall values
loss: true # Underline minimum loss values (usually best when lowest)
learning_rate: false # Don't underline minimum learning rate values
year: false # Don't underline minimum year values
month: false # Don't underline minimum month values
cluster: false # Don't underline minimum cluster values
# Extra columns to insert (universal)
extra_columns:
- position: 2
display_name: "Res"
value: "\\checkmark"
# ============================================================================
# GENERALIZED CONFIGURATION (NEW) - Works with any column data
# ============================================================================
# Generalized row sorting (replaces model_order)
row_sorting:
columns: ["year", "month", "cluster"] # Sort by these columns in order
sort_orders:
year:
"2022": 1
"2023": 2
"2024": 3
month:
"0": 1 # January (0-indexed)
"1": 2 # February
"6": 3 # July
"11": 4 # December
cluster:
"0": 1
"1": 2
"2": 3
"3": 4
# For model comparison tables
model:
"bert-base": 1
"bert-large": 2
"gpt-3.5": 3
"claude-3": 4
# Generalized value replacements (replaces latex_model_names)
value_replacements:
year:
"2022": "Year 1"
"2023": "Year 2"
"2024": "Year 3"
month:
"0": "Jan"
"1": "Feb"
"6": "Jul"
"11": "Dec"
category:
"A": "Category A"
"B": "Category B"
# For model comparison tables
model:
"bert-base": "BERT\\textsubscript{base}"
"bert-large": "BERT\\textsubscript{large}"
"gpt-3.5": "GPT-3.5"
"claude-3": "Claude-3"
# Generalized row filtering (replaces ignored_models)
row_filtering:
exclude_values:
cluster: ["4", "5"] # Exclude clusters 4 and 5
category: ["test"] # Exclude test category
model: ["test-model", "debug-model"] # For model comparison tables
exclude_from_calculations:
cluster: ["4", "5"] # Also exclude from min value calculations
model: ["baseline*", "*-experimental"] # For model comparison tables
# Generalized pattern formatting (replaces model_patterns)
pattern_formatting:
# Apply patterns based on cell values ending with specific text
accuracy:
suffixes:
"92": "\\dagger" # Values ending in 92 get dagger
"85": "\\ddagger" # Values ending in 85 get double dagger
f1_score:
suffixes:
"80": "\\dagger" # Values ending in 80 get dagger
model:
suffixes:
"_fine_tuned": "\\dagger"
"_ensemble": "\\ddagger"
# ============================================================================
# LEGACY CONFIGURATION (for backward compatibility)
# ============================================================================
# Legacy model-specific configurations (still supported)
latex_model_names:
"bert-base": "BERT\\textsubscript{base}"
"bert-large": "BERT\\textsubscript{large}"
"gpt-3.5": "GPT-3.5"
"claude-3": "Claude-3"
model_order:
"bert-base": 1
"bert-large": 2
"gpt-3.5": 3
"claude-3": 4
ignored_models:
- "test-model"
- "debug-model"
ignored_models_in_calculation:
- "baseline*"
- "*-experimental"
model_patterns:
suffixes:
"_fine_tuned": "\\dagger"
"_ensemble": "\\ddagger"
# Global formatting options (legacy - use column_underline for per-column control)
underline_min_values: true # Default setting for underlining minimum values
# Table style configuration
table_style: "booktabs" # Options: "hline" (default) or "booktabs"
# "hline" uses \hline throughout
# "booktabs" uses \toprule, \midrule, \bottomrule (requires \usepackage{booktabs})
# Format specification examples:
# :.3f -> 3 decimal places (0.123456 -> 0.123)
# :.2e -> Scientific notation with 2 decimals (0.00123 -> 1.23e-03)
# :.1% -> Percentage with 1 decimal (0.156 -> 15.6%)
# :.0f -> No decimal places (45.67 -> 46)
# :>8.2f -> Right-align in 8 chars with 2 decimals
# :<8.2f -> Left-align in 8 chars with 2 decimals
# :^8.2f -> Center-align in 8 chars with 2 decimals
# :+.2f -> Always show sign (+1.23, -1.23)
# : .2f -> Space for positive numbers ( 1.23, -1.23)