File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 55from absl import flags
66import jax
77
8- SUBMISSION_PATH = '/ submissions_algorithms/external_tuning/shampoo_submission /submission.py'
9- TUNING_SEARCH_SPACE = '/submissions_algorithms/external_tuning/shampoo_submission/tuning_search_space.json'
8+ SUBMISSION_PATH = 'submissions_algorithms/submissions/self_tuning/schedule_free_adamw_v2 /submission.py'
9+ TUNING_SEARCH_SPACE = None
1010EXPERIMENT_DIR = 'submissions/rolling_leaderboard/external_tuning/shampoo'
1111FRAMEWORK = 'pytorch'
1212
@@ -74,12 +74,16 @@ def main(_):
7474 job ['workload' ] = workload
7575 job ['dataset' ] = WORKLOADS [workload ]['dataset' ]
7676 job ['submission_path' ] = FLAGS .submission_path
77- job ['tuning_search_space' ] = FLAGS .tuning_search_space
7877 job ['experiment_dir' ] = study_dir
79- job ['hparam_start_index' ] = hparam_index
80- job ['hparam_end_index' ] = hparam_index + 1
8178 job ['rng_seed' ] = seed
82- job ['num_tuning_trials' ] = NUM_TUNING_TRIALS if FLAGS .tuning_ruleset == 'external' else 1
79+ job ['tuning_ruleset' ] = FLAGS .tuning_ruleset
80+ if FLAGS .tuning_ruleset == 'external' :
81+ job ['num_tuning_trials' ] = NUM_TUNING_TRIALS
82+ job ['hparam_start_index' ] = hparam_index
83+ job ['hparam_end_index' ] = hparam_index + 1
84+ job ['tuning_search_space' ] = FLAGS .tuning_search_space
85+ else :
86+ job ['num_tuning_trials' ] = 1
8387
8488 jobs .append (job )
8589 print (job )
You can’t perform that action at this time.
0 commit comments