File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 3030 'submission_directory' ,
3131 None ,
3232 'Path to submission directory containing experiment directories.' )
33- flags .DEFINE_string ('output_dir' ,
34- 'scoring_results' ,
35- 'Path to save performance profile artifacts, submission_summaries and results files.' )
33+ flags .DEFINE_string (
34+ 'output_dir' ,
35+ 'scoring_results' ,
36+ 'Path to save performance profile artifacts, submission_summaries and results files.'
37+ )
3638flags .DEFINE_boolean ('compute_performance_profiles' ,
3739 False ,
3840 'Whether or not to compute the performance profiles.' )
@@ -133,6 +135,7 @@ def get_submission_summary(df, include_test_split=True):
133135 logging .info ('\n ' + tabulate (df , headers = 'keys' , tablefmt = 'psql' ))
134136 return df
135137
138+
136139def compute_leaderboard_score (df , normalize = False ):
137140 """Compute leaderboard score by taking integral of performance profile.
138141
@@ -215,6 +218,7 @@ def main(_):
215218 scores_str = tabulate (scores , headers = 'keys' , tablefmt = 'psql' )
216219 logging .info (f'Scores: \n { scores_str } ' )
217220
221+
218222if __name__ == '__main__' :
219223 # flags.mark_flag_as_required('submission_directory')
220224 app .run (main )
You can’t perform that action at this time.
0 commit comments