Skip to content

Scoring feature #47

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
seifou23i wants to merge 20 commits into
base: main
Choose a base branch
from
Open

Scoring feature #47

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
9870a3a
add scoring feature
Nov 28, 2024
3f7bc9a
integrate color scoring feature
Nov 29, 2024
3df05a4
calculate sub scoring
Nov 29, 2024
cae4f3e
calculate sub scoring
Nov 29, 2024
b44c134
updates
Dec 18, 2024
e457f0e
updates
seifou23i Dec 19, 2024
d398d86
commit all
seifou23i Feb 10, 2025
10c3f6c
make the scoring feature more generic
seifou23i Feb 19, 2025
e0e6de1
Merge remote-tracking branch 'origin/main' into seif_dev
seifou23i Feb 19, 2025
2eeffa8
add new global score functions to the Scoring class
seifou23i Feb 21, 2025
449141e
score compute functionality for Airfoil competition
seifou23i Feb 24, 2025
18af92a
airfoil_powergrid_scoring.py unnitest
seifou23i Feb 25, 2025
170b93b
add ml4physim_powergrid_socring.py
seifou23i Feb 25, 2025
bfc184f
Update setup.py
seifou23i Feb 25, 2025
8c78073
Update setup.py
seifou23i Feb 25, 2025
ea2d5e9
add ml4physim_powergrid_socring.py
seifou23i Feb 27, 2025
24fb0cc
add unittests
seifou23i Feb 27, 2025
1efaba4
Merge remote-tracking branch 'origin/seif_dev'
seifou23i Feb 27, 2025
a685f6c
clean code logic
seifou23i Mar 10, 2025
bd8eefa
scoring getting started notebook
seifou23i Mar 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -212,4 +212,7 @@ lips/tests/data/powergrid/l2rpn_idf_2023
logs.log
lips_logs.log

trained_models/
trained_models/
/draft.py
/score_scripts/NeurIPS_scoreV2_8/
/score_scripts/PowerGrid_score/
100 changes: 100 additions & 0 deletions configurations/powergrid/scoring/ScoreConfig.ini
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,100 @@
[DEFAULT]
ValueByColor = {"green": 2, "orange": 1, "red": 0}

Coefficients = {"ML": 0.3, "OOD": 0.3, "Physics":0.3 ,"SpeedUP": 0.25, "Accuracy": 0.75}

Thresholds = {
"a_or": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"a_ex": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"p_or": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"p_ex": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"v_or": {"comparison_type": "minimize", "thresholds": [0.2, 0.5]},
"v_ex": {"comparison_type": "minimize", "thresholds": [0.2, 0.5]},
"CURRENT_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"VOLTAGE_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"LOSS_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"DISC_LINES": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"CHECK_LOSS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"CHECK_GC": {"comparison_type": "minimize", "thresholds": [0.05, 0.10]},
"CHECK_LC": {"comparison_type": "minimize", "thresholds": [0.05, 0.10]},
"CHECK_JOULE_LAW": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"x-velocity": {"comparison_type": "minimize", "thresholds": [0.01, 0.02]},
"y-velocity": {"comparison_type": "minimize", "thresholds": [0.01, 0.02]},
"pressure": {"comparison_type": "minimize", "thresholds": [0.002, 0.01]},
"pressure_surfacic": {"comparison_type": "minimize", "thresholds": [0.008, 0.02]},
"turbulent_viscosity": {"comparison_type": "minimize", "thresholds": [0.05, 0.1]},
"mean_relative_drag": {"comparison_type": "minimize", "thresholds": [0.4, 5.0]},
"mean_relative_lift": {"comparison_type": "minimize", "thresholds": [0.1, 0.3]},
"spearman_correlation_drag": {"comparison_type": "maximize", "thresholds": [0.8, 0.9]},
"spearman_correlation_lift": {"comparison_type": "maximize", "thresholds": [0.96, 0.99]},
"inference_time": {"comparison_type": "minimize", "thresholds": [500, 1000]},
"reference_mean_simulation_time": {"comparison_type": "ratio", "thresholds": [1500]},
"max_speed_ratio_allowed": {"comparison_type": "ratio", "thresholds": [10000]}}
[AirfoilCompetition]
ValueByColor = {"green": 2, "orange": 1, "red": 0}

Coefficients = {"ML": {"value": 0.4, "Accuracy": {"value": 0.75}, "SpeedUP": {"value": 0.25}},
"OOD": {"value": 0.3, "Accuracy": {"value": 0.75}, "SpeedUP": {"value": 0.25}},
"Physics": {"value": 0.3}}

Thresholds = {
"a_or": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"a_ex": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"p_or": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"p_ex": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"v_or": {"comparison_type": "minimize", "thresholds": [0.2, 0.5]},
"v_ex": {"comparison_type": "minimize", "thresholds": [0.2, 0.5]},
"CURRENT_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"VOLTAGE_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"LOSS_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"DISC_LINES": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"CHECK_LOSS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"CHECK_GC": {"comparison_type": "minimize", "thresholds": [0.05, 0.10]},
"CHECK_LC": {"comparison_type": "minimize", "thresholds": [0.05, 0.10]},
"CHECK_JOULE_LAW": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"x-velocity": {"comparison_type": "minimize", "thresholds": [0.01, 0.02]},
"y-velocity": {"comparison_type": "minimize", "thresholds": [0.01, 0.02]},
"pressure": {"comparison_type": "minimize", "thresholds": [0.002, 0.01]},
"pressure_surfacic": {"comparison_type": "minimize", "thresholds": [0.008, 0.02]},
"turbulent_viscosity": {"comparison_type": "minimize", "thresholds": [0.05, 0.1]},
"mean_relative_drag": {"comparison_type": "minimize", "thresholds": [0.4, 5.0]},
"mean_relative_lift": {"comparison_type": "minimize", "thresholds": [0.1, 0.3]},
"spearman_correlation_drag": {"comparison_type": "maximize", "thresholds": [0.8, 0.9]},
"spearman_correlation_lift": {"comparison_type": "maximize", "thresholds": [0.96, 0.99]},
"inference_time": {"comparison_type": "minimize", "thresholds": [500, 1000]},
"reference_mean_simulation_time": {"comparison_type": "ratio", "thresholds": [1500]},
"max_speed_ratio_allowed": {"comparison_type": "ratio", "thresholds": [10000]}}

[ML4PhysimCompetition]
ValueByColor = {"green": 2, "orange": 1, "red": 0}

Coefficients = {"ID": {"value": 0.3, "ML": {"value": 0.66}, "Physics": {"value": 0.34}},
"OOD": {"value": 0.3, "ML": {"value": 0.66}, "Physics": {"value": 0.34}},
"SpeedUP": {"value": 0.4}}
Thresholds = {
"a_or": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"a_ex": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"p_or": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"p_ex": {"comparison_type": "minimize", "thresholds": [0.02, 0.05]},
"v_or": {"comparison_type": "minimize", "thresholds": [0.2, 0.5]},
"v_ex": {"comparison_type": "minimize", "thresholds": [0.2, 0.5]},
"CURRENT_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"VOLTAGE_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"LOSS_POS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"DISC_LINES": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"CHECK_LOSS": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"CHECK_GC": {"comparison_type": "minimize", "thresholds": [0.05, 0.10]},
"CHECK_LC": {"comparison_type": "minimize", "thresholds": [0.05, 0.10]},
"CHECK_JOULE_LAW": {"comparison_type": "minimize", "thresholds": [1.0, 5.0]},
"x-velocity": {"comparison_type": "minimize", "thresholds": [0.01, 0.02]},
"y-velocity": {"comparison_type": "minimize", "thresholds": [0.01, 0.02]},
"pressure": {"comparison_type": "minimize", "thresholds": [0.002, 0.01]},
"pressure_surfacic": {"comparison_type": "minimize", "thresholds": [0.008, 0.02]},
"turbulent_viscosity": {"comparison_type": "minimize", "thresholds": [0.05, 0.1]},
"mean_relative_drag": {"comparison_type": "minimize", "thresholds": [0.4, 5.0]},
"mean_relative_lift": {"comparison_type": "minimize", "thresholds": [0.1, 0.3]},
"spearman_correlation_drag": {"comparison_type": "maximize", "thresholds": [0.8, 0.9]},
"spearman_correlation_lift": {"comparison_type": "maximize", "thresholds": [0.96, 0.99]},
"inference_time": {"comparison_type": "minimize", "thresholds": [500, 1000]},
"reference_mean_simulation_time": {"comparison_type": "ratio", "thresholds": [32.79]},
"max_speed_ratio_allowed": {"comparison_type": "ratio", "thresholds": [50]}}
Loading