diff --git a/plugins/hydra_ray_launcher/examples/upload_download/conf/config.yaml b/plugins/hydra_ray_launcher/examples/upload_download/conf/config.yaml index 5a5fcfe6de3..5f1925ad026 100644 --- a/plugins/hydra_ray_launcher/examples/upload_download/conf/config.yaml +++ b/plugins/hydra_ray_launcher/examples/upload_download/conf/config.yaml @@ -1,26 +1,5 @@ defaults: - - override hydra/launcher: ray_aws - + - override hydra/launcher: custom_ray_aws random_seed: 0 checkpoint_path: checkpoint - -hydra: - launcher: - sync_up: - # source dir is relative in this case, assuming you are running from - # /hydra/plugins/hydra_ray_launcher/example - # absolute path is also supported. - source_dir: '.' - # we leave target_dir to be null - # as a result the files will be synced to a temp dir on remote cluster. - # the temp dir will be cleaned up after the jobs are done. - # recommend to leave target_dir to be null if you are syncing code/artifacts to remote cluster so you don't need - # configure $PYTHONPATH on remote cluster - include: ['model', '*.py'] - # No need to sync up config files. - exclude: ['*'] - sync_down: - include: ['*.pt', '*/'] - # No need to sync down config files. - exclude: ['*'] diff --git a/plugins/hydra_ray_launcher/examples/upload_download/conf/hydra/launcher/custom_ray_aws.yaml b/plugins/hydra_ray_launcher/examples/upload_download/conf/hydra/launcher/custom_ray_aws.yaml new file mode 100644 index 00000000000..04f4a101686 --- /dev/null +++ b/plugins/hydra_ray_launcher/examples/upload_download/conf/hydra/launcher/custom_ray_aws.yaml @@ -0,0 +1,20 @@ +defaults: + - ray_aws + +sync_up: + # source dir is relative in this case, assuming you are running from + # /hydra/plugins/hydra_ray_launcher/example + # absolute path is also supported. + source_dir: '.' + # we leave target_dir to be null + # as a result the files will be synced to a temp dir on remote cluster. + # the temp dir will be cleaned up after the jobs are done. + # recommend to leave target_dir to be null if you are syncing code/artifacts to remote cluster so you don't need + # configure $PYTHONPATH on remote cluster + include: ['model', '*.py'] + # No need to sync up config files. + exclude: ['*'] +sync_down: + include: ['*.pt', '*/'] + # No need to sync down config files. + exclude: ['*']