Problem with JOIN task execution time.

[bendonio]

I have defined the following workflow:

{
"createTime": 1689755489968,
"updateTime": 1689761667691,
"accessPolicy": {},
"name": "scoring_wf",
"description": "Scoring wf",
"version": 1,
"tasks": [
{
"name": "decisionManager_exactMatch_task",
"taskReferenceName": "decisionManager_exactMatch_task_ref",
"inputParameters": {
"data_handle": "${workflow.input.data_handle}",
"configuration_path": "${workflow.input.devicewithjb_configuration_path}"
},
"type": "SIMPLE",
"startDelay": 0,
"optional": false,
"asyncComplete": false
},
{
"name": "switch_task",
"taskReferenceName": "switch_task",
"inputParameters": {
"switchCaseValue": "${decisionManager_exactMatch_task_ref.output.result[0]}"
},
"type": "SWITCH",
"decisionCases": {
"no": [
{
"name": "fork_join",
"taskReferenceName": "my_fork_join_ref",
"inputParameters": {},
"type": "FORK_JOIN",
"forkTasks": [
[
{
"name": "decisionManager_script_task",
"taskReferenceName": "decisionManager_script_GPSCheck_task",
"inputParameters": {
"data_handle": "${workflow.input.data_handle}",
"configuration_path": "${workflow.input.gpscheck_configuration_path}"
},
"type": "SIMPLE",
"startDelay": 0,
"optional": false,
"asyncComplete": false
}
],
[
{
"name": "decisionManager_script_task",
"taskReferenceName": "decisionManager_script_checkLocationConsistency_task",
"inputParameters": {
"data_handle": "${workflow.input.data_handle}",
"configuration_path": "${workflow.input.checklocationconsistency_configuration_path}"
},
"type": "SIMPLE",
"startDelay": 0,
"optional": false,
"asyncComplete": false
}
],
[
{
"name": "decisionManager_script_task",
"taskReferenceName": "decisionManager_script_checkNoA_24h_task",
"inputParameters": {
"data_handle": "${workflow.input.data_handle}",
"configuration_path": "${workflow.input.checknoa24h_configuration_path}"
},
"type": "SIMPLE",
"startDelay": 0,
"optional": false,
"asyncComplete": false
}
],
[
{
"name": "decisionManager_script_task",
"taskReferenceName": "decisionManager_script_checkNoA_1h_task",
"inputParameters": {
"data_handle": "${workflow.input.data_handle}",
"configuration_path": "${workflow.input.checknoa1h_configuration_path}"
},
"type": "SIMPLE",
"startDelay": 0,
"optional": false,
"asyncComplete": false
}
],
[
{
"name": "decisionManager_script_task",
"taskReferenceName": "decisionManager_script_checkNoA_5m_task",
"inputParameters": {
"data_handle": "${workflow.input.data_handle}",
"configuration_path": "${workflow.input.checknoa5m_configuration_path}"
},
"type": "SIMPLE",
"startDelay": 0,
"optional": false,
"asyncComplete": false
}
]
],
"startDelay": 0,
"optional": false,
"asyncComplete": false
},
{
"name": "join",
"taskReferenceName": "join_ref",
"inputParameters": {},
"type": "JOIN",
"startDelay": 0,
"joinOn": [
"decisionManager_script_GPSCheck_task",
"decisionManager_script_checkLocationConsistency_task",
"decisionManager_script_checkNoA_24h_task",
"decisionManager_script_checkNoA_1h_task",
"decisionManager_script_checkNoA_5m_task"
],
"optional": false,
"asyncComplete": false
},
{
"name": "sum_task",
"taskReferenceName": "sum_task_ref",
"inputParameters": {
"data_handle": "${workflow.input.data_handle}",
"configuration_path": "${workflow.input.sumtask_configuration_path}"
},
"type": "SIMPLE",
"startDelay": 0,
"optional": false,
"asyncComplete": false
}
]
},
"startDelay": 0,
"optional": false,
"asyncComplete": false,
"evaluatorType": "value-param",
"expression": "switchCaseValue"
}
],
"inputParameters": [],
"outputParameters": {
"result": "${sum_task_ref.output.result}"
},
"schemaVersion": 2,
"restartable": true,
"workflowStatusListenerEnabled": false,
"ownerEmail": "[email protected]",
"timeoutPolicy": "ALERT_ONLY",
"timeoutSeconds": 0,
"variables": {},
"inputTemplate": {}
}

and the SIMPLE task definitions are:

[
{
"name": "decisionManager_script_task",
"description": "Decision manager Script task",
"retryCount": 3,
"timeoutSeconds": 0,
"inputKeys": [],
"outputKeys": [],
"timeoutPolicy": "TIME_OUT_WF",
"retryLogic": "FIXED",
"retryDelaySeconds": 60,
"responseTimeoutSeconds": 600,
"inputTemplate": {},
"rateLimitPerFrequency": 0,
"rateLimitFrequencyInSeconds": 1,
"ownerEmail": "[email protected]",
"backoffScaleFactor": 1
},
{
"name": "decisionManager_exactMatch_task",
"description": "Decision manager task",
"retryCount": 3,
"timeoutSeconds": 0,
"inputKeys": [],
"outputKeys": [],
"timeoutPolicy": "TIME_OUT_WF",
"retryLogic": "FIXED",
"retryDelaySeconds": 60,
"responseTimeoutSeconds": 600,
"inputTemplate": {},
"rateLimitPerFrequency": 0,
"rateLimitFrequencyInSeconds": 1,
"ownerEmail": "[email protected]",
"backoffScaleFactor": 1
},
{
"name": "sum_task",
"description": "Sum scores task",
"retryCount": 10,
"timeoutSeconds": 0,
"inputKeys": [],
"outputKeys": [],
"timeoutPolicy": "TIME_OUT_WF",
"retryLogic": "FIXED",
"retryDelaySeconds": 1,
"responseTimeoutSeconds": 10000,
"inputTemplate": {},
"rateLimitPerFrequency": 0,
"rateLimitFrequencyInSeconds": 1,
"ownerEmail": "[email protected]",
"backoffScaleFactor": 1
}
]

It happens that the JOIN task sometimes takes in the order of milliseconds to complete, some other times instead it takes much longer but always in the order of 30 seconds. Anyone knows why ?