Skip to content

Commit

Permalink
Enable usage tracking in example configs (#3494)
Browse files Browse the repository at this point in the history
  • Loading branch information
NishchayKarle authored Jun 24, 2024
1 parent a32886a commit 81e457f
Show file tree
Hide file tree
Showing 20 changed files with 53 additions and 11 deletions.
4 changes: 3 additions & 1 deletion parsl/configs/ASPIRE1.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
from parsl.launchers import MpiRunLauncher
from parsl.monitoring.monitoring import MonitoringHub
from parsl.providers import PBSProProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand Down Expand Up @@ -39,5 +40,6 @@
strategy='simple',
retries=3,
app_cache=True,
checkpoint_mode='task_exit'
checkpoint_mode='task_exit',
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/Azure.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
from parsl.data_provider.rsync import RSyncStaging
from parsl.executors import HighThroughputExecutor
from parsl.providers import AzureProvider
from parsl.usage_tracking.levels import LEVEL_1

vm_reference = {
# All fields below are required
Expand All @@ -33,5 +34,6 @@
FTPInTaskStaging(),
RSyncStaging(getpass.getuser() + "@" + address_by_query())],
)
]
],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/ad_hoc.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
from parsl.config import Config
from parsl.executors import HighThroughputExecutor
from parsl.providers import AdHocProvider
from parsl.usage_tracking.levels import LEVEL_1

user_opts: Dict[str, Dict[str, Any]]
user_opts = {'adhoc':
Expand Down Expand Up @@ -33,4 +34,5 @@
],
# AdHoc Clusters should not be setup with scaling strategy.
strategy='none',
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/bridges.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import SrunLauncher
from parsl.providers import SlurmProvider
from parsl.usage_tracking.levels import LEVEL_1

""" This config assumes that it is used to launch parsl tasks from the login nodes
of Bridges at PSC. Each job submitted to the scheduler will request 2 nodes for 10 minutes.
Expand Down Expand Up @@ -34,5 +35,6 @@
cmd_timeout=120,
),
)
]
],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/cc_in2p3.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
from parsl.config import Config
from parsl.executors import HighThroughputExecutor
from parsl.providers import GridEngineProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -19,4 +20,5 @@
),
)
],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/ec2.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
from parsl.config import Config
from parsl.executors import HighThroughputExecutor
from parsl.providers import AWSProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -25,4 +26,5 @@
),
)
],
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/expanse.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import SrunLauncher
from parsl.providers import SlurmProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -24,5 +25,6 @@
nodes_per_block=2,
),
)
]
],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/frontera.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import SrunLauncher
from parsl.providers import SlurmProvider
from parsl.usage_tracking.levels import LEVEL_1

""" This config assumes that it is used to launch parsl tasks from the login nodes
of Frontera at TACC. Each job submitted to the scheduler will request 2 nodes for 10 minutes.
Expand Down Expand Up @@ -32,4 +33,5 @@
),
)
],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/htex_local.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
from parsl.config import Config
from parsl.executors import HighThroughputExecutor
from parsl.providers import LocalProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -15,4 +16,5 @@
),
)
],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/illinoiscluster.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import SrunLauncher
from parsl.providers import SlurmProvider
from parsl.usage_tracking.levels import LEVEL_1

""" This config assumes that it is used to launch parsl tasks from the login nodes
of the Campus Cluster at UIUC. Each job submitted to the scheduler will request 2 nodes for 10 minutes.
Expand All @@ -25,4 +26,5 @@
),
)
],
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/kubernetes.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
from parsl.config import Config
from parsl.executors import HighThroughputExecutor
from parsl.providers import KubernetesProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand Down Expand Up @@ -36,5 +37,6 @@
max_blocks=10,
),
),
]
],
usage_tracking=LEVEL_1,
)
6 changes: 5 additions & 1 deletion parsl/configs/local_threads.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,8 @@
from parsl.config import Config
from parsl.executors.threads import ThreadPoolExecutor
from parsl.usage_tracking.levels import LEVEL_1

config = Config(executors=[ThreadPoolExecutor()])
config = Config(
executors=[ThreadPoolExecutor()],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/midway.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import SrunLauncher
from parsl.providers import SlurmProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -28,4 +29,5 @@
),
)
],
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/osg.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
from parsl.config import Config
from parsl.executors import HighThroughputExecutor
from parsl.providers import CondorProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -26,5 +27,6 @@
worker_logdir_root='$OSG_WN_TMP',
worker_ports=(31000, 31001)
)
]
],
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/polaris.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import MpiExecLauncher
from parsl.providers import PBSProProvider
from parsl.usage_tracking.levels import LEVEL_1

# There are three user parameters to change for the PBSProProvider:
# YOUR_ACCOUNT: Account to charge usage
Expand Down Expand Up @@ -34,5 +35,6 @@
cpus_per_node=64,
),
),
]
],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/stampede2.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import SrunLauncher
from parsl.providers import SlurmProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand Down Expand Up @@ -34,4 +35,5 @@
)

],
usage_tracking=LEVEL_1,
)
2 changes: 2 additions & 0 deletions parsl/configs/summit.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from parsl.executors import HighThroughputExecutor
from parsl.launchers import JsrunLauncher
from parsl.providers import LSFProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -26,4 +27,5 @@
)

],
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/toss3_llnl.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
from parsl.executors import FluxExecutor
from parsl.launchers import SrunLauncher
from parsl.providers import SlurmProvider
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -24,5 +25,6 @@
cmd_timeout=120,
),
)
]
],
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/vineex_local.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

from parsl.config import Config
from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -15,5 +16,6 @@
# To disable status reporting, comment out the project_name.
manager_config=TaskVineManagerConfig(project_name="parsl-vine-" + str(uuid.uuid4())),
)
]
],
usage_tracking=LEVEL_1,
)
4 changes: 3 additions & 1 deletion parsl/configs/wqex_local.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

from parsl.config import Config
from parsl.executors import WorkQueueExecutor
from parsl.usage_tracking.levels import LEVEL_1

config = Config(
executors=[
Expand All @@ -21,5 +22,6 @@
# A shared filesystem is not needed when using Work Queue.
shared_fs=False
)
]
],
usage_tracking=LEVEL_1,
)

0 comments on commit 81e457f

Please sign in to comment.