-
Notifications
You must be signed in to change notification settings - Fork 5
/
Copy pathenv.yml
154 lines (146 loc) · 4.81 KB
/
env.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
domain: usegalaxy.no
env: testing
galaxy_commit_id: release_21.09
galaxy_database: "usegalaxy-test"
job_working_directory: "/data/part0/tmp/jobs"
# telegraf configs for MAAS-API
telegraf_urls: ["https://nels.bioinfo.no/maas-api/"]
telegraf_database: usegalaxy-test
telegraf_username: usegalaxy-test
# general telegraf outputs configuration
telegraf:
MAAS:
urls: "{{ telegraf_urls }}"
type: influxdb
database: "{{ telegraf_database }}"
username: "{{ telegraf_username }}"
password: "{{ telegraf_password }}"
si_elixir_no:
urls: ["https://metrics-test.si.elixir.no"]
type: influxdb_v2
bucket: elixir.no
organization: elixir.no
token: "{{ telegraf_si_token_test }}"
si_elixir_no_prod:
urls: ["https://metrics.si.elixir.no"]
type: influxdb_v2
bucket: elixir.no
organization: elixir.no
token: "{{ telegraf_si_token_prod }}"
matomo_host: //maas-test.bioinfo.no/matomo/
matomo_id: 1
cvmfs_quota_limit: 2000
cvmfs_keys:
- path: "/etc/cvmfs/keys/{{ galaxy_host }}/data.{{ galaxy_host }}.pub"
key: |
-----BEGIN PUBLIC KEY-----
MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA0JS5sGPBevbdDDN4/DtZ
erdlz/UctgnP66s87KCRkVHmkHXvVncTITXqcgcSmbMqkSlH6sM97XeSEk0soAQl
8r1Krafjnr5inr5AZtCLHr23H6x6CcBINeFnsoq/GtgnHQh9PSfMudRqlllCYYll
QRNAdmIJO3HZ6luSygqO+KBhxkJTTg6NyyqhX0kBgxvG5bXL7s+tuE6qp6x/qieU
jGqqDhVEFjVZRXHEI1URoiIjeTjhTb0p3lJB9PT1DpluBHg0ox8d+trdE51hhrnm
Twl3iX5LNt4CgwzkPz94tFOVxYg/lbhfry8UnmLjocfCvEFphPUDCm9y0b86FYxg
mQIDAQAB
-----END PUBLIC KEY-----
# Job Conf
# Adding Pulsar hosts: https://pulsar-network.readthedocs.io/en/latest/galaxy.html
galaxy_jobconf:
plugin_workers: 8
handlers:
count: "{{ galaxy_handler_count }}"
assign_with: db-skip-locked
max_grab: 8
plugins:
#- id: drmaa
#load: galaxy.jobs.runners.drmaa:DRMAAJobRunner
#workers: 3
# These live on the pythonpath
- id: dynamic
params:
rules_module: "usegalaxy"
- id: slurm
load: galaxy.jobs.runners.slurm:SlurmJobRunner
- id: local
load: galaxy.jobs.runners.local:LocalJobRunner
- id: pulsar_embedded
load: galaxy.jobs.runners.pulsar:PulsarEmbeddedJobRunner
- id: pulsar_no_test
load: galaxy.jobs.runners.pulsar:PulsarMQJobRunner
params:
amqp_url: "amqps://test:{{ rabbitmq_password_galaxy_test }}@{{ pulsar_rabbitmq_proxy }}/pulsar_nrec"
galaxy_url: "https://{{ galaxy_host }}"
manager: _default_
amqp_acknowledge: True
amqp_ack_republish_time: 300
amqp_consumer_timeout: 2.0
amqp_publish_retry: True
amqp_publish_retry_max_retries: 60
- id: pulsar_no_nmbu
load: galaxy.jobs.runners.pulsar:PulsarMQJobRunner
params:
amqp_url: "amqp://nmbu_galaxy:{{ rabbitmq_password_galaxy_nmbu }}@{{ pulsar_rabbitmq_proxy }}//pulsar_nmbu_orion?ssl=1"
galaxy_url: "https://{{ galaxy_host }}"
manager: _default_
amqp_acknowledge: True
amqp_ack_republish_time: 300
amqp_consumer_timeout: 2.0
amqp_publish_retry: True
amqp_publish_retry_max_retries: 60
default_destination: gateway_1x
destinations:
- id: local
runner: local
- id: slurm
runner: slurm
params:
tmp_dir: "True"
# Gateways
- id: gateway_singlerun
runner: dynamic
params:
type: python
function: gateway
- id: gateway_1x
runner: dynamic
params:
type: python
function: gateway_1x
- id: gateway_1_5x
runner: dynamic
params:
type: python
function: gateway_1_5x
- id: gateway_2x
runner: dynamic
params:
type: python
function: gateway_2x
tools:
- id: upload1
destination: gateway_singlerun
limits:
- type: "walltime"
value: "148:00:00"
- type: "output_size"
value: "300GB"
- type: "registered_user_concurrent_jobs"
value: "500"
- type: "anonymous_user_concurrent_jobs"
value: "4"
- type: "destination_user_concurrent_jobs"
id: "sh_fdid_slurm_docker_ie_interactive"
value: "10"
- type: "destination_user_concurrent_jobs"
id: "sh_fdid_slurm_intensive_jobs"
value: "10"
# NeLS test settings.
nels_base_url: https://test-fe.cbu.uib.no
nels_url: "{{nels_base_url}}/nels"
nels_storage_url: "{{nels_base_url}}/nels-storage2"
# todo: nels_storage_api_url does not seem to be used!
nels_storage_api_url: "{{nels_base_url}}/nels-storage2"
nels_storage_import_tool_dir: "{{ galaxy_server_dir }}/tools/data_source"
nels_storage_export_tool_dir: "{{ galaxy_server_dir }}/tools/data_destination"
nels_storage_config_dir: "{{ galaxy_config['galaxy']['tool_data_path'] }}"
nels_storage_tool_conf_dir: "{{ galaxy_server_dir }}/config"
nels_user_portal_url: "{{nels_url}}/welcome.xhtml"