forked from xmidt-org/scytale
-
Notifications
You must be signed in to change notification settings - Fork 0
/
scytale.yaml
472 lines (424 loc) · 17.8 KB
/
scytale.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
---
# The unique fully-qualified-domain-name of the server. It is provided to
# the X-Scytale-Server header for showing what server fulfilled the request
# sent.
# (Optional)
server: "scytale"
########################################
# Labeling/Tracing via HTTP Headers Configuration
########################################
# Provides this build number to the X-Scytale-Build header for
# showing machine version information. The build number SHOULD
# match the scheme `version-build` but there is not a strict requirement.
# (Optional)
build: "0.1.4"
# Provides the region information to the X-Scytale-Region header
# for showing what region this machine is located in. The region
# is arbitrary and optional.
# (Optional)
region: "east"
# Provides the flavor information to the X-Scytale-Flavor header
# for showing what flavor this machine is associated with. The flavor
# is arbitrary and optional.
# (Optional)
flavor: "mint"
##############################################################################
# WebPA Service configuration
##############################################################################
# For a complete view of the service config structure,
# checkout https://godoc.org/github.com/xmidt-org/webpa-common/server#WebPA
########################################
# primary endpoint Configuration
########################################
# primary defines the details needed for the primary endpoint. The
# primary endpoint accepts the events from scytale (typically).
# define https://godoc.org/github.com/xmidt-org/webpa-common/server#Basic
primary:
# address provides the port number for the endpoint to bind to.
# ":443" is ideal, but may require some special handling due to it being
# a reserved (by the kernel) port.
address: ":6300"
# HTTPS/TLS
#
# certificateFile provides the public key and CA chain in PEM format if
# TLS is used. Note: the certificate needs to match the fqdn for clients
# to accept without issue.
#
# keyFile provides the private key that matches the certificateFile
# (Optional)
# certificateFile: "/etc/scytale/public.pem"
# keyFile: "/etc/scytale/private.pem"
########################################
# health endpoint Configuration
########################################
# health defines the details needed for the health check endpoint. The
# health check endpoint is generally used by services (like AWS Route53
# or consul) to determine if this particular machine is healthy or not.
# define https://godoc.org/github.com/xmidt-org/webpa-common/server#Health
health:
# address provides the port number for the endpoint to bind to.
# ":80" is ideal, but may require some special handling due to it being
# a reserved (by the kernel) port.
address: ":6301"
# logInterval appears to be present from before we had formal metrics
# (Deprecated)
# logInterval: "60s"
# options appears to be present from before we had formal metrics
# (Deprecated)
# options:
# - "PayloadsOverZero"
# - "PayloadsOverHundred"
# - "PayloadsOverThousand"
# - "PayloadsOverTenThousand"
########################################
# Debugging/pprof Configuration
########################################
# pprof defines the details needed for the pprof debug endpoint.
# define https://godoc.org/github.com/xmidt-org/webpa-common/server#Basic
# (Optional)
pprof:
# address provides the port number for the endpoint to bind to.
address: ":6302"
########################################
# Metrics Configuration
########################################
# metric defines the details needed for the prometheus metrics endpoint
# define https://godoc.org/github.com/xmidt-org/webpa-common/server#Metric
# (Optional)
metric:
# address provides the port number for the endpoint to bind to. Port 6204
# was chosen because it does not conflict with any of the other prometheus
# metrics or other machines in the xmidt cluster. You may use any port you
# wish.
address: ":6303"
# metricsOptions provides the details needed to configure the prometheus
# metric data. Metrics generally have the form:
#
# {namespace}_{subsystem}_{metric}
#
# so if you use the suggested value below, your metrics are prefixed like
# this:
#
# xmidt_scytale_{metric}
#
# (Optional)
metricsOptions:
# namespace is the namespace of the metrics provided
# (Optional)
namespace: "xmidt"
# subsystem is the subsystem of the metrics provided
# (Optional)
subsystem: "scytale"
########################################
# Logging Related Configuration
########################################
# log configures the logging subsystem details
log:
# file is the name of the most recent log file. If set to "stdout" this
# will log to os.Stdout.
# (Optional) defaults to os.TempDir()
# file: "/var/log/scytale/scytale.log"
file: "stdout"
# level is the logging level to use - INFO, DEBUG, WARN, ERROR
# (Optional) defaults to ERROR
level: "DEBUG"
# maxsize is the maximum file size in MB
# (Optional) defaults to max 100MB
maxsize: 50
# maxage is the maximum number of days to retain old log files
# (Optional) defaults to ignore age limit (0)
maxage: 30
# maxbackups is the maximum number of old log files to retain
# (Optional) defaults to retain all (0)
maxbackups: 10
# json is a flag indicating whether JSON logging output should be used.
# (Optional) defaults to false
json: true
########################################
# Fanout Related Configuration
########################################
# fanout describes the endpoints to fanout to and the http configuration to use for each fanout connection.
# defined https://godoc.org/github.com/xmidt-org/webpa-common/xhttp/fanout#Configuration
fanout:
# # endpoints are the URLs for each endpoint to fan out to.
# # if this is set, it overrides the service.fixed values.
# # (Optional) if empty, endpoints are driven by service discovery
# endpoints: ["http://petasos:6400/api/v2/device/send"]
# Authorization is the Basic Auth token to use for each request.
# (Optional) defaults to no auth token
# WARNING: This is an example auth token. DO NOT use this in production.
authorization: YXV0aEhlYWRlcg==
# transport is a way to overwrite the default golang http.Transport configuration.
# defined https://golang.org/pkg/net/http/#Transport
# (Optional) defaults described below
transport:
# (Optional) defaults to 0, aka do not limit it
maxIdleConns: 0
# (Optional) defaults to 100
maxIdleConnsPerHost: 100
# (Optional) defaults to 0s, aka do not timeout while in idle
idleConnTimeout: "120s"
# fanoutTimeout is the timeout for the entire fanout operation.
# fanoutTimeout should be the same or greater than the clientTimeout.
# fanoutTimeout includes multiple http requests.
# (Optional) defaults to 45s
fanoutTimeout: "127s"
# clientTimeout is the http.Client Timeout.
# (Optional) defaults to 30s
clientTimeout: "127s"
# concurrency is the maximum number of concurrent fanouts allowed.
# concurrency is managed by a semaphore described https://godoc.org/github.com/xmidt-org/webpa-common/xhttp#Busy.
# (Optional) defaults to 1000
concurrency: 10
# maxRedirects defines the maximum number of redirects each fanout will allow.
# (Optional) default to unlimited
maxRedirects: 3
# redirectExcludeHeaders are the headers that will *not* be copied on a redirect.
# (Optional) defaults to copying all headers over.
redirectExcludeHeaders:
- X-Xmidt-Log-Level
########################################
# Authorization Related Configuration
########################################
# Any combination of these configurations may be used for authorization.
# If ANY match, the request goes onwards. If none are provided, no requests
# will be accepted.
# authHeader provides the list of basic auth headers that scytale will accept
# as authorization. Note: This is an example authHeader. Do not use this in production.
# (Optional)
authHeader: ["dXNlcjpwYXNz"]
# jwtValidator provides the details about where to get the keys for JWT
# kid values and their associated information (expiration, etc) for JWTs
# used as authorization
# (Optional)
jwtValidator:
keys:
factory:
uri: "https://jwt.example.com/keys/{keyId}"
purpose: 0
updateInterval: 604800000000000
# capabilityCheck provides the details needed for checking an incoming JWT's
# capabilities. If the type of check isn't provided, no checking is done. The
# type can be "monitor" or "enforce". If it is empty or a different value, no
# checking is done. If "monitor" is provided, the capabilities are checked but
# the request isn't rejected when there isn't a valid capability for the
# request. Instead, a message is logged. When "enforce" is provided, a request
# that doesn't have the needed capability is rejected.
#
# The capability is expected to have the format:
#
# {prefix}{endpoint}:{method}
#
# The prefix can be a regular expression. If it's empty, no capability check
# is done. The endpoint is a regular expression that should match the endpoint
# the request was sent to. The method is usually the method of the request, such as
# GET. The accept all method is a catchall string that indicates the capability
# is approved for all methods.
# (Optional)
# capabilityCheck:
# # type provides the mode for capability checking.
# type: "enforce"
# # prefix provides the regex to match the capability before the endpoint.
# prefix: "prefix Here"
# # acceptAllMethod provides a way to have a capability that allows all
# # methods for a specific endpoint.
# acceptAllMethod: "all"
# # endpointBuckets provides regular expressions to use against the request
# # endpoint in order to group requests for a metric label.
# endpointBuckets:
# - "hook\\b"
# - "hooks\\b"
# - "device/.*/stat\\b"
# - "device/.*/config\\b"
# WRPCheck provides the details needed to authorize incoming WRP message
# requests from partners against their credentials. The type can be "monitor" or "enforce".
# If "monitor" is provided, requests are authorized even when the WRP message has invalid
# credentials. If "enforce" is provided, such requests are rejected. For either type, transaction
# metrics are collected. If no valid type is provided, no checks are provided.
# Note: Enabling this check requires that only JWT Authentication is enabled as the source of
# truth for the authorization comes from the JWT claims allowedResources.allowedPartners
# (Optional)
# WRPCheck:
# type: "enforce"
########################################
# Service Discovery Configuration
########################################
# service configures the server for service discovery.
# defined https://godoc.org/github.com/xmidt-org/webpa-common/service/servicecfg#Options
# (Optional) defaults to not set.
# If set consul or fixed must be used. Using fixed is the same as setting fanout.endpoints.
service:
# defaultScheme, used for the registered servers for communication.
# (Optional) defaults to https
defaultScheme: http
# vnodeCount used for consistent hash calculation github.com/billhathaway/consistentHash.
# number of virtual nodes. should be a prime number
# it is a tradeoff of memory and ~ log(N) speed versus how well the hash spreads
# (Optional) defaults to 211
vnodeCount: 211
# disableFilter disables filtering.
# (Deprecated) does not do anything
# disableFilter: false
# fixed is the list of servers in the datacenter.
# (Optional) default to empty list
fixed:
- http://localhost:6400
# # consul configures consul for service discovery.
# # defined https://godoc.org/github.com/xmidt-org/webpa-common/service/consul#Options
# # (Optional) defaults define https://sourcegraph.com/github.com/hashicorp/consul/-/blob/api/api.go#L347
# consul:
# # client is the configuration needed to connect to consul.
# # defined https://godoc.org/github.com/hashicorp/consul/api#Config
# client:
# # address is the address of the consul client or cluster.
# # (Optional) defaults to 127.0.0.1:8500
# address: "consul0:8500"
#
# # scheme is the scheme to use for api calls to the consul agent.
# # (Optional) defaults to http
# scheme: "http"
#
# # waitTime limits how long a Watch will block.
# # (Optional) defaults to 0s, aka wait forever before update
# waitTime: 30s
#
# chrysom:
# listen:
# # pullInterval is how often to call argus to update the list of
# # inactive datacenters.
# pullInterval: "5s"
#
# # bucket to store and retrieve inactive datacenters.
# bucket: "inactive-dcs"
#
# # address is the location to talk to argus.
# address: "http://localhost:6600"
#
# # auth the authentication method for argus.
# auth:
# # basic configures basic authentication for argus.
# # Must be of form: 'Basic xyz=='
# basic: ""
#
# # jwt configures jwt style authentication for argus.
# jwt:
# # requestHeaders are added to the request for the token.
# # (Optional)
# # requestHeaders:
# # "": ""
#
# # authURL is the URL to access for the token.
# authURL:
#
# # timeout is how long the request to get the token will take before
# # timing out.
# timeout: "1m"
#
# # buffer is the length of time before a token expires to get a new token.
# buffer: "2m"
# # DisableGenerateID disables consul from generating the id.
# # (Optional) defaults to false
# disableGenerateID: true
#
# # DatacenterRetries is the number of attempts to get the datacenters
# # (Optional) defaults to 10
# datacenterRetries: 3
#
# # DatacenterWatchInterval is the interval at which scytale checks for a change
# # in active datacenters.
# datacenterWatchInterval: 10s
#
# # Registrations is a list of service(s) to register with consul.
# # defined https://godoc.org/github.com/hashicorp/consul/api#AgentServiceRegistration
# # (Optional) defaults to empty list
# registrations:
# - # id is the unique id for the service registration.
# id: "scytale-1"
#
# # name is the service name.
# name: "scytale"
#
# # tags are a list of strings that others talking to consul can use to
# # filter services. These are meant to help in grouping similar
# # services in consul.
# # (Optional) defaults to empty list
# tags:
# - "dev"
# - "docker"
# - "stage=dev"
# - "flavor=docker"
#
# # address tells consul where to contact the service.
# address: "https://scytale"
#
# # scheme tells consul what scheme to use to contact the service.
# # This is used with the address for calls to this server.
# scheme: "http"
#
# # port tells consul what port to use to contact the service. This is
# # used with the address for calls to this server.
# port: 6300
#
# # checks is a list of checks to see if the service is healthy.
# # defined https://godoc.org/github.com/hashicorp/consul/api#AgentServiceCheck
# # (Optional) defaults to empty list
# # Warning: if there are no checks, this service will stay around even
# # when it is in a bad state. This will cause other healthy servers
# # to send requests that will fail.
# checks:
# - # CheckID is a unique id for the check.
# checkID: "scytlae-1:http"
#
# # http tells consul to check via http rest request at the url
# # provided.
# http: "http://scytale:6301/health"
#
# # interval is how often to check.
# interval: "30s"
#
# # deregisterCriticalServiceAfter is how long to wait before this
# # service is considered bad.
# deregisterCriticalServiceAfter: "70s"
#
# # Watches is a list of service(s) to watch from consul. The address of the
# # of the services are stored in memory. Upon update, the internal memory is
# # updated.
# # defined https://godoc.org/github.com/xmidt-org/webpa-common/service/consul#Watch
# # (Optional) defaults to empty list
# watches:
# - # service name to watch for updates.
# service: "talaria"
#
# # tags is a list of strings that must be attached to the services
# # being watched.
# # (Optional) defaults to empty list
# tags:
# - "dev"
# - "docker"
#
# # passingOnly determines if only services passing the consul check are returned.
# # (Optional) defaults to false
# passingOnly: true
#
# # crossDatacenter determines if a watch should be created for each known datacenter which allows
# # scytale's fannout hash to work across all datacenters.
# # (Optional) defaults to false meaning a single watch is setup with the current datacenter.
# crossDatacenter: true
#
# # queryOptions are options for the consul query, used in conjunction
# # with passingOnly.
# # defined by https://godoc.org/github.com/hashicorp/consul/api#QueryOptions
# # (Optional) defaults to empty struct
# # queryOptions:
# # useCache: true
# tracing provides configuration around traces using OpenTelemetry.
# (Optional). By default, a 'noop' tracer provider is used and tracing is disabled.
tracing:
# provider is the provider name. Currently, stdout, jaegar and zipkin are supported.
# 'noop' can also be used as provider to explicitly disable tracing.
provider: "noop"
# skipTraceExport only applies when provider is stdout. Set skipTraceExport to true
# so that trace information is not written to stdout.
# skipTraceExport: true
# endpoint is where trace information should be routed. Applies to zipkin and jaegar.
# endpoint: "http://localhost:9411/api/v2/spans"