-
-
Notifications
You must be signed in to change notification settings - Fork 644
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
update ray example to be Hydra 1.1 compatible (#1490)
- Loading branch information
Showing
2 changed files
with
21 additions
and
22 deletions.
There are no files selected for viewing
23 changes: 1 addition & 22 deletions
23
plugins/hydra_ray_launcher/examples/upload_download/conf/config.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,26 +1,5 @@ | ||
defaults: | ||
- override hydra/launcher: ray_aws | ||
|
||
- override hydra/launcher: custom_ray_aws | ||
|
||
random_seed: 0 | ||
checkpoint_path: checkpoint | ||
|
||
hydra: | ||
launcher: | ||
sync_up: | ||
# source dir is relative in this case, assuming you are running from | ||
# <project_root>/hydra/plugins/hydra_ray_launcher/example | ||
# absolute path is also supported. | ||
source_dir: '.' | ||
# we leave target_dir to be null | ||
# as a result the files will be synced to a temp dir on remote cluster. | ||
# the temp dir will be cleaned up after the jobs are done. | ||
# recommend to leave target_dir to be null if you are syncing code/artifacts to remote cluster so you don't need | ||
# configure $PYTHONPATH on remote cluster | ||
include: ['model', '*.py'] | ||
# No need to sync up config files. | ||
exclude: ['*'] | ||
sync_down: | ||
include: ['*.pt', '*/'] | ||
# No need to sync down config files. | ||
exclude: ['*'] |
20 changes: 20 additions & 0 deletions
20
plugins/hydra_ray_launcher/examples/upload_download/conf/hydra/launcher/custom_ray_aws.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,20 @@ | ||
defaults: | ||
- ray_aws | ||
|
||
sync_up: | ||
# source dir is relative in this case, assuming you are running from | ||
# <project_root>/hydra/plugins/hydra_ray_launcher/example | ||
# absolute path is also supported. | ||
source_dir: '.' | ||
# we leave target_dir to be null | ||
# as a result the files will be synced to a temp dir on remote cluster. | ||
# the temp dir will be cleaned up after the jobs are done. | ||
# recommend to leave target_dir to be null if you are syncing code/artifacts to remote cluster so you don't need | ||
# configure $PYTHONPATH on remote cluster | ||
include: ['model', '*.py'] | ||
# No need to sync up config files. | ||
exclude: ['*'] | ||
sync_down: | ||
include: ['*.pt', '*/'] | ||
# No need to sync down config files. | ||
exclude: ['*'] |