[ISSUE #4824] Add HTTP Sink Connector

eventmesh-connectors/eventmesh-connector-http/build.gradle

@@ -22,6 +22,7 @@ dependencies {
     implementation 'io.cloudevents:cloudevents-http-vertx:3.0.0'
     implementation 'io.vertx:vertx-web:4.4.6'
     implementation 'io.vertx:vertx-web-client:4.4.6'
+    implementation 'io.github.resilience4j:resilience4j-retry:1.7.1'
 
     testImplementation "org.apache.httpcomponents:httpclient"
     testImplementation 'org.mock-server:mockserver-netty:5.15.0'

eventmesh-connectors/eventmesh-connector-http/src/main/java/org/apache/eventmesh/connector/http/sink/HttpSinkConnector.java

@@ -18,8 +18,11 @@
 package org.apache.eventmesh.connector.http.sink;
 
 import org.apache.eventmesh.connector.http.sink.config.HttpSinkConfig;
+import org.apache.eventmesh.connector.http.sink.config.SinkConnectorConfig;
 import org.apache.eventmesh.connector.http.sink.handle.CommonHttpSinkHandler;
 import org.apache.eventmesh.connector.http.sink.handle.HttpSinkHandler;
+import org.apache.eventmesh.connector.http.sink.handle.RetryHttpSinkHandler;
+import org.apache.eventmesh.connector.http.sink.handle.WebhookHttpSinkHandler;
 import org.apache.eventmesh.openconnect.api.config.Config;
 import org.apache.eventmesh.openconnect.api.connector.ConnectorContext;
 import org.apache.eventmesh.openconnect.api.connector.SinkConnectorContext;
@@ -61,7 +64,23 @@ public void init(ConnectorContext connectorContext) throws Exception {
 
     @SneakyThrows
     private void doInit() {
-        this.sinkHandler = new CommonHttpSinkHandler(this.httpSinkConfig.connectorConfig);
+        // Fill default values if absent
+        SinkConnectorConfig.populateFieldsWithDefaults(this.httpSinkConfig.connectorConfig);
+        // Create different handlers for different configurations
+        HttpSinkHandler sinkHandler0;
+        if (this.httpSinkConfig.connectorConfig.getWebhookConfig().isActivate()) {
+            sinkHandler0 = new WebhookHttpSinkHandler(this.httpSinkConfig.connectorConfig);
+        } else {
+            sinkHandler0 = new CommonHttpSinkHandler(this.httpSinkConfig.connectorConfig);
+        }
+
+        if (this.httpSinkConfig.connectorConfig.getRetryConfig().getMaxAttempts() > 1) {
+            // Wrap the sink handler with a retry handler
+            this.sinkHandler = new RetryHttpSinkHandler(this.httpSinkConfig.connectorConfig, sinkHandler0);
+        } else {
+            // Use the original sink handler
+            this.sinkHandler = sinkHandler0;
+        }
     }
 
     @Override
@@ -93,7 +112,7 @@ public void put(List<ConnectRecord> sinkRecords) {
                     continue;
                 }
                 // Handle the ConnectRecord
-                this.sinkHandler.handle(sinkRecord);
+                this.sinkHandler.multiHandle(sinkRecord);
             } catch (Exception e) {
                 log.error("Failed to sink message via HTTP. ", e);
             }

eventmesh-connectors/eventmesh-connector-http/src/main/java/org/apache/eventmesh/connector/http/sink/config/HttpRetryConfig.java

@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.eventmesh.connector.http.sink.config;
+
+import lombok.Data;
+
+@Data
+public class HttpRetryConfig {
+    // maximum number of attempts to retry, default 3, if set to 0 or 1, no retry
+    private int maxAttempts = 3;
+
+    // retry interval, default 2000ms
+    private int interval = 2000;
+
+    // Default value is false, indicating that only requests with network-level errors will be retried.
+    // If set to true, all failed requests will be retried, including network-level errors and non-2xx responses.
+    private boolean retryAll = false;
+}

eventmesh-connectors/eventmesh-connector-http/src/main/java/org/apache/eventmesh/connector/http/sink/config/HttpWebhookConfig.java

@@ -0,0 +1,34 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.eventmesh.connector.http.sink.config;
+
+import lombok.Data;
+
+@Data
+public class HttpWebhookConfig {
+
+    private boolean activate = false;
+
+    // Path to display/export callback data
+    private String exportPath = "/export";
+
+    private int port;
+
+    // timeunit: ms
+    private int idleTimeout = 5000;
+}

eventmesh-connectors/eventmesh-connector-http/src/main/java/org/apache/eventmesh/connector/http/sink/config/SinkConnectorConfig.java

@@ -26,17 +26,7 @@ public class SinkConnectorConfig {
 
     private String connectorName;
 
-    private String host;
-
-    private int port;
-
-    private String path;
-
-    // whether the connector is HTTPS connector
-    private boolean ssl;
-
-    // whether the connector is a webhook connector
-    private boolean webhook;
+    private String[] urls;
 
     // keepAlive, default true
     private boolean keepAlive = HttpClientOptions.DEFAULT_KEEP_ALIVE;
@@ -53,6 +43,12 @@ public class SinkConnectorConfig {
     // maximum number of HTTP/1 connections a client will pool, default 5
     private int maxConnectionPoolSize = HttpClientOptions.DEFAULT_MAX_POOL_SIZE;
 
+    // retry config
+    private HttpRetryConfig retryConfig = new HttpRetryConfig();
+
+    // webhook config
+    private HttpWebhookConfig webhookConfig = new HttpWebhookConfig();
+
 
     /**
      * Fill default values if absent (When there are multiple default values for a field)
@@ -69,7 +65,7 @@ public static void populateFieldsWithDefaults(SinkConnectorConfig config) {
 
         // Set default values for idleTimeout
         if (config.getIdleTimeout() == 0) {
-            int idleTimeout = config.isWebhook() ? webhookHttpIdleTimeout : commonHttpIdleTimeout;
+            int idleTimeout = config.webhookConfig.isActivate() ? webhookHttpIdleTimeout : commonHttpIdleTimeout;
             config.setIdleTimeout(idleTimeout);
         }
 

eventmesh-connectors/eventmesh-connector-http/src/main/java/org/apache/eventmesh/connector/http/sink/data/HttpConnectRecord.java

@@ -19,12 +19,16 @@
 
 import org.apache.eventmesh.openconnect.offsetmgmt.api.data.ConnectRecord;
 
+import java.time.LocalDateTime;
+
+import lombok.Builder;
 import lombok.Data;
 
 /**
  * a special ConnectRecord for HttpSinkConnector
  */
 @Data
+@Builder
 public class HttpConnectRecord {
 
     private String type;
@@ -33,4 +37,18 @@ public class HttpConnectRecord {
 
     private ConnectRecord data;
 
+    /**
+     * Convert ConnectRecord to HttpConnectRecord
+     *
+     * @param record the ConnectRecord to convert
+     * @return the converted HttpConnectRecord
+     */
+    public static HttpConnectRecord convertConnectRecord(ConnectRecord record, String type) {
+        return HttpConnectRecord.builder()
+            .type(type)
+            .timestamp(LocalDateTime.now().toString())
+            .data(record)
+            .build();
+    }
+
 }