Skip to content

Commit d09fab5

Browse files
fixed :bug in summary_df
1 parent a23b5ea commit d09fab5

2 files changed

Lines changed: 12 additions & 2 deletions

File tree

scoring/score_submissions.py

Lines changed: 12 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -88,8 +88,18 @@ def get_summary_df(workload, workload_df, include_test_split=False):
8888
summary_df['time to best eval on val (s)'] = workload_df.apply(
8989
lambda x: x['accumulated_submission_time'][x['index best eval on val']],
9090
axis=1)
91-
summary_df['time to target on val (s)'] = summary_df.apply(
92-
lambda x: x['time to best eval on val (s)']
91+
workload_df['val target reached'] = workload_df[validation_metric].apply(
92+
lambda x: target_op(x, validation_target)).apply(np.any)
93+
workload_df['index to target on val'] = workload_df.apply(
94+
lambda x: np.argmax(target_op(x[validation_metric], validation_target))
95+
if x['val target reached'] else np.nan,
96+
axis=1)
97+
summary_df['time to target on val (s)'] = workload_df.apply(
98+
lambda x: x['accumulated_submission_time'][int(x['index to target on val'])]
99+
if x['val target reached'] else np.inf,
100+
axis=1)
101+
summary_df['step to target on val'] = workload_df.apply(
102+
lambda x: x['global_step'][int(x['index to target on val'])]
93103
if x['val target reached'] else np.inf,
94104
axis=1)
95105

18.4 KB
Binary file not shown.

0 commit comments

Comments
 (0)