Skip to content

Commit

Permalink
fix kafka IT flow
Browse files Browse the repository at this point in the history
  • Loading branch information
elahrvivaz committed Dec 20, 2024
1 parent 247ff69 commit 86da645
Show file tree
Hide file tree
Showing 3 changed files with 385 additions and 369 deletions.
28 changes: 14 additions & 14 deletions build/docker/flow.json
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"Move Conflict Strategy": "Rename",
Expand Down Expand Up @@ -91,7 +91,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"Minimum File Age": "0 sec",
Expand Down Expand Up @@ -144,7 +144,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-update-attribute-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"Store State": "Do not store state",
Expand Down Expand Up @@ -309,9 +309,9 @@
"defaultFlowFileExpiration": "0 sec",
"defaultBackPressureObjectThreshold": 10000,
"defaultBackPressureDataSizeThreshold": "1 GB",
"componentType": "PROCESS_GROUP",
"flowFileConcurrency": "UNBOUNDED",
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE",
"componentType": "PROCESS_GROUP",
"groupIdentifier": "7fcc5237-c8cb-35a7-9a71-46c878f10c40"
}
],
Expand All @@ -330,7 +330,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"geometry-cols": "${geomesa.geometry.cols}",
Expand Down Expand Up @@ -384,7 +384,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"write-mode": "append",
Expand Down Expand Up @@ -431,7 +431,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"output-format": "avro",
Expand Down Expand Up @@ -474,7 +474,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"write-mode": "append",
Expand Down Expand Up @@ -717,7 +717,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-kafka-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"kafka.brokers": "kafka.local:9092",
Expand Down Expand Up @@ -753,7 +753,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-kafka-nar_2.12",
"version": "5.1.0-SNAPSHOT"
"version": "5.1.0"
},
"properties": {
"kafka.brokers": "kafka.local:9092",
Expand Down Expand Up @@ -827,7 +827,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-record-serialization-services-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"ignore-csv-header": "false",
Expand All @@ -853,7 +853,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-services-api-nar",
"version": "1.25.0"
"version": "1.28.1"
}
}
],
Expand Down Expand Up @@ -996,8 +996,8 @@
"defaultFlowFileExpiration": "0 sec",
"defaultBackPressureObjectThreshold": 10000,
"defaultBackPressureDataSizeThreshold": "1 GB",
"componentType": "PROCESS_GROUP",
"flowFileConcurrency": "UNBOUNDED",
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE"
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE",
"componentType": "PROCESS_GROUP"
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"Move Conflict Strategy": "Rename",
Expand Down Expand Up @@ -91,7 +91,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"Minimum File Age": "0 sec",
Expand Down Expand Up @@ -144,7 +144,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-update-attribute-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"Store State": "Do not store state",
Expand Down Expand Up @@ -309,9 +309,9 @@
"defaultFlowFileExpiration": "0 sec",
"defaultBackPressureObjectThreshold": 10000,
"defaultBackPressureDataSizeThreshold": "1 GB",
"componentType": "PROCESS_GROUP",
"flowFileConcurrency": "UNBOUNDED",
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE",
"componentType": "PROCESS_GROUP",
"groupIdentifier": "7fcc5237-c8cb-35a7-9a71-46c878f10c40"
}
],
Expand All @@ -330,7 +330,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"geometry-cols": "${geomesa.geometry.cols}",
Expand Down Expand Up @@ -384,7 +384,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"write-mode": "append",
Expand Down Expand Up @@ -431,7 +431,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"output-format": "avro",
Expand Down Expand Up @@ -474,7 +474,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"write-mode": "append",
Expand Down Expand Up @@ -676,7 +676,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-accumulo21-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"geomesa.query.threads": "8",
Expand All @@ -695,7 +695,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-api-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
}
}
],
Expand All @@ -713,7 +713,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-kafka-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"kafka.brokers": "kafka.local:9092",
Expand All @@ -731,7 +731,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-api-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
}
}
],
Expand All @@ -749,7 +749,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-kafka-nar_2.12",
"version": "5.1.0-SNAPSHOT"
"version": "5.1.0"
},
"properties": {
"kafka.brokers": "kafka.local:9092",
Expand All @@ -765,7 +765,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-api-nar_2.12",
"version": "5.1.0-SNAPSHOT"
"version": "5.1.0"
}
}
],
Expand All @@ -783,7 +783,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-hbase2-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"hbase.connections.reuse": "true",
Expand All @@ -805,7 +805,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-api-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
}
}
],
Expand All @@ -823,7 +823,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-record-serialization-services-nar",
"version": "1.25.0"
"version": "1.28.1"
},
"properties": {
"ignore-csv-header": "false",
Expand All @@ -849,7 +849,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-services-api-nar",
"version": "1.25.0"
"version": "1.28.1"
}
}
],
Expand All @@ -867,7 +867,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-gt-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"schema": "public",
Expand Down Expand Up @@ -905,7 +905,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-api-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
}
}
],
Expand All @@ -923,7 +923,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-fs-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"fs.path": "hdfs://hadoop.local:8020/tmp/nifi",
Expand All @@ -938,7 +938,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-api-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
}
}
],
Expand All @@ -956,7 +956,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-redis-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
},
"properties": {
"redis.pipeline.enabled": "false",
Expand All @@ -978,7 +978,7 @@
"bundle": {
"group": "org.geomesa.nifi",
"artifact": "geomesa-datastore-services-api-nar_2.12",
"version": "5.0.0"
"version": "5.1.0"
}
}
],
Expand All @@ -992,8 +992,8 @@
"defaultFlowFileExpiration": "0 sec",
"defaultBackPressureObjectThreshold": 10000,
"defaultBackPressureDataSizeThreshold": "1 GB",
"componentType": "PROCESS_GROUP",
"flowFileConcurrency": "UNBOUNDED",
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE"
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE",
"componentType": "PROCESS_GROUP"
}
}
Loading

0 comments on commit 86da645

Please sign in to comment.