Added Create Connector Step

src/main/java/demo/Demo.java

@@ -20,6 +20,7 @@
 import org.opensearch.flowframework.workflow.ProcessNode;
 import org.opensearch.flowframework.workflow.WorkflowProcessSorter;
 import org.opensearch.flowframework.workflow.WorkflowStepFactory;
+import org.opensearch.ml.client.MachineLearningNodeClient;
 import org.opensearch.threadpool.ThreadPool;
 
 import java.io.IOException;
@@ -59,7 +60,8 @@ public static void main(String[] args) throws IOException {
         }
         ClusterService clusterService = new ClusterService(null, null, null);
         Client client = new NodeClient(null, null);
-        WorkflowStepFactory factory = new WorkflowStepFactory(clusterService, client);
+        MachineLearningNodeClient mlClient = new MachineLearningNodeClient(client);
+        WorkflowStepFactory factory = new WorkflowStepFactory(clusterService, client, mlClient);
 
         ThreadPool threadPool = new ThreadPool(Settings.EMPTY);
         WorkflowProcessSorter workflowProcessSorter = new WorkflowProcessSorter(factory, threadPool);

src/main/java/demo/TemplateParseDemo.java

@@ -20,6 +20,7 @@
 import org.opensearch.flowframework.model.Workflow;
 import org.opensearch.flowframework.workflow.WorkflowProcessSorter;
 import org.opensearch.flowframework.workflow.WorkflowStepFactory;
+import org.opensearch.ml.client.MachineLearningNodeClient;
 import org.opensearch.threadpool.ThreadPool;
 
 import java.io.IOException;
@@ -55,7 +56,8 @@ public static void main(String[] args) throws IOException {
         }
         ClusterService clusterService = new ClusterService(null, null, null);
         Client client = new NodeClient(null, null);
-        WorkflowStepFactory factory = new WorkflowStepFactory(clusterService, client);
+        MachineLearningNodeClient mlClient = new MachineLearningNodeClient(client);
+        WorkflowStepFactory factory = new WorkflowStepFactory(clusterService, client, mlClient);
         ThreadPool threadPool = new ThreadPool(Settings.EMPTY);
         WorkflowProcessSorter workflowProcessSorter = new WorkflowProcessSorter(factory, threadPool);
 

src/main/java/org/opensearch/flowframework/FlowFrameworkPlugin.java

@@ -34,6 +34,7 @@
 import org.opensearch.flowframework.workflow.CreateIndexStep;
 import org.opensearch.flowframework.workflow.WorkflowProcessSorter;
 import org.opensearch.flowframework.workflow.WorkflowStepFactory;
+import org.opensearch.ml.client.MachineLearningNodeClient;
 import org.opensearch.plugins.ActionPlugin;
 import org.opensearch.plugins.Plugin;
 import org.opensearch.repositories.RepositoriesService;
@@ -76,7 +77,8 @@ public Collection<Object> createComponents(
         IndexNameExpressionResolver indexNameExpressionResolver,
         Supplier<RepositoriesService> repositoriesServiceSupplier
     ) {
-        WorkflowStepFactory workflowStepFactory = new WorkflowStepFactory(clusterService, client);
+        MachineLearningNodeClient mlClient = new MachineLearningNodeClient(client);
+        WorkflowStepFactory workflowStepFactory = new WorkflowStepFactory(clusterService, client, mlClient);
         WorkflowProcessSorter workflowProcessSorter = new WorkflowProcessSorter(workflowStepFactory, threadPool);
 
         // TODO : Refactor, move system index creation/associated methods outside of the CreateIndexStep

src/main/java/org/opensearch/flowframework/common/CommonValue.java

@@ -48,8 +48,8 @@ private CommonValue() {}
     public static final String MODEL_ID = "model_id";
     /** Function Name field */
     public static final String FUNCTION_NAME = "function_name";
-    /** Model Name field */
-    public static final String MODEL_NAME = "name";
+    /** Name field */
+    public static final String NAME_FIELD = "name";
     /** Model Version field */
     public static final String MODEL_VERSION = "model_version";
     /** Model Group Id field */
@@ -62,4 +62,14 @@ private CommonValue() {}
     public static final String MODEL_FORMAT = "model_format";
     /** Model config field */
     public static final String MODEL_CONFIG = "model_config";
+    /** Version field */
+    public static final String VERSION_FIELD = "version";
+    /** Connector protocol field */
+    public static final String PROTOCOL_FIELD = "protocol";
+    /** Connector parameters field */
+    public static final String PARAMETERS_FIELD = "parameters";
+    /** Connector credentials field */
+    public static final String CREDENTIALS_FIELD = "credentials";
+    /** Connector actions field */
+    public static final String ACTIONS_FIELD = "actions";
 }

src/main/java/org/opensearch/flowframework/workflow/CreateConnectorStep.java

@@ -0,0 +1,158 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * The OpenSearch Contributors require contributions made to
+ * this file be licensed under the Apache-2.0 license or a
+ * compatible open source license.
+ */
+package org.opensearch.flowframework.workflow;
+
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
+import org.opensearch.core.action.ActionListener;
+import org.opensearch.core.rest.RestStatus;
+import org.opensearch.flowframework.exception.FlowFrameworkException;
+import org.opensearch.ml.client.MachineLearningNodeClient;
+import org.opensearch.ml.common.connector.ConnectorAction;
+import org.opensearch.ml.common.transport.connector.MLCreateConnectorInput;
+import org.opensearch.ml.common.transport.connector.MLCreateConnectorResponse;
+
+import java.io.IOException;
+import java.security.AccessController;
+import java.security.PrivilegedActionException;
+import java.security.PrivilegedExceptionAction;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
+import java.util.concurrent.CompletableFuture;
+import java.util.stream.Stream;
+
+import static org.opensearch.flowframework.common.CommonValue.ACTIONS_FIELD;
+import static org.opensearch.flowframework.common.CommonValue.CREDENTIALS_FIELD;
+import static org.opensearch.flowframework.common.CommonValue.DESCRIPTION;
+import static org.opensearch.flowframework.common.CommonValue.NAME_FIELD;
+import static org.opensearch.flowframework.common.CommonValue.PARAMETERS_FIELD;
+import static org.opensearch.flowframework.common.CommonValue.PROTOCOL_FIELD;
+import static org.opensearch.flowframework.common.CommonValue.VERSION_FIELD;
+
+/**
+ * Step to create a connector for a remote model
+ */
+public class CreateConnectorStep implements WorkflowStep {
+
+    private static final Logger logger = LogManager.getLogger(CreateConnectorStep.class);
+
+    private MachineLearningNodeClient mlClient;
+
+    static final String NAME = "create_connector";
+
+    /**
+     * Instantiate this class
+     * @param mlClient client to instantiate MLClient
+     */
+    public CreateConnectorStep(MachineLearningNodeClient mlClient) {
+        this.mlClient = mlClient;
+    }
+
+    @Override
+    public CompletableFuture<WorkflowData> execute(List<WorkflowData> data) throws IOException {
+        CompletableFuture<WorkflowData> createConnectorFuture = new CompletableFuture<>();
+
+        ActionListener<MLCreateConnectorResponse> actionListener = new ActionListener<>() {
+
+            @Override
+            public void onResponse(MLCreateConnectorResponse mlCreateConnectorResponse) {
+                logger.info("Created connector successfully");
+                createConnectorFuture.complete(
+                    new WorkflowData(Map.ofEntries(Map.entry("connector-id", mlCreateConnectorResponse.getConnectorId())))
+                );
+            }
+
+            @Override
+            public void onFailure(Exception e) {
+                logger.error("Failed to create connector");
+                createConnectorFuture.completeExceptionally(new FlowFrameworkException(e.getMessage(), RestStatus.INTERNAL_SERVER_ERROR));
+            }
+        };
+
+        String name = null;
+        String description = null;
+        String version = null;
+        String protocol = null;
+        Map<String, String> parameters = new HashMap<>();
+        Map<String, String> credentials = new HashMap<>();
+        List<ConnectorAction> actions = null;
+
+        for (WorkflowData workflowData : data) {
+            Map<String, Object> content = workflowData.getContent();
+
+            for (Entry<String, Object> entry : content.entrySet()) {
+                switch (entry.getKey()) {
+                    case NAME_FIELD:
+                        name = (String) content.get(NAME_FIELD);
+                        break;
+                    case DESCRIPTION:
+                        description = (String) content.get(DESCRIPTION);
+                        break;
+                    case VERSION_FIELD:
+                        version = (String) content.get(VERSION_FIELD);
+                        break;
+                    case PROTOCOL_FIELD:
+                        protocol = (String) content.get(PROTOCOL_FIELD);
+                        break;
+                    case PARAMETERS_FIELD:
+                        parameters = getParameterMap((Map<String, String>) content.get(PARAMETERS_FIELD));
+                        break;
+                    case CREDENTIALS_FIELD:
+                        credentials = (Map<String, String>) content.get(CREDENTIALS_FIELD);
+                        break;
+                    case ACTIONS_FIELD:
+                        actions = (List<ConnectorAction>) content.get(ACTIONS_FIELD);
+                        break;
+                }
+
+            }
+        }
+
+        if (Stream.of(name, description, version, protocol, parameters, credentials, actions).allMatch(x -> x != null)) {
+            MLCreateConnectorInput mlInput = MLCreateConnectorInput.builder()
+                .name(name)
+                .description(description)
+                .version(version)
+                .protocol(protocol)
+                .parameters(parameters)
+                .credential(credentials)
+                .actions(actions)
+                .build();
+
+            mlClient.createConnector(mlInput, actionListener);
+        }
+
+        return createConnectorFuture;
+    }
+
+    @Override
+    public String getName() {
+        return NAME;
+    }
+
+    private static Map<String, String> getParameterMap(Map<String, String> params) {
+
+        Map<String, String> parameters = new HashMap<>();
+        for (String key : params.keySet()) {
+            String value = params.get(key);
+            try {
+                AccessController.doPrivileged((PrivilegedExceptionAction<Void>) () -> {
+                    parameters.put(key, value);
+                    return null;
+                });
+            } catch (PrivilegedActionException e) {
+                throw new RuntimeException(e);
+            }
+        }
+        return parameters;
+    }
+
+}

src/main/java/org/opensearch/flowframework/workflow/DeployModelStep.java

@@ -10,9 +10,9 @@
 
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
-import org.opensearch.client.Client;
 import org.opensearch.core.action.ActionListener;
-import org.opensearch.flowframework.client.MLClient;
+import org.opensearch.core.rest.RestStatus;
+import org.opensearch.flowframework.exception.FlowFrameworkException;
 import org.opensearch.ml.client.MachineLearningNodeClient;
 import org.opensearch.ml.common.transport.deploy.MLDeployModelResponse;
 
@@ -28,24 +28,22 @@
 public class DeployModelStep implements WorkflowStep {
     private static final Logger logger = LogManager.getLogger(DeployModelStep.class);
 
-    private Client client;
+    private MachineLearningNodeClient mlClient;
     static final String NAME = "deploy_model";
 
     /**
      * Instantiate this class
-     * @param client client to instantiate MLClient
+     * @param mlClient client to instantiate MLClient
      */
-    public DeployModelStep(Client client) {
-        this.client = client;
+    public DeployModelStep(MachineLearningNodeClient mlClient) {
+        this.mlClient = mlClient;
     }
 
     @Override
     public CompletableFuture<WorkflowData> execute(List<WorkflowData> data) {
 
         CompletableFuture<WorkflowData> deployModelFuture = new CompletableFuture<>();
 
-        MachineLearningNodeClient machineLearningNodeClient = MLClient.createMLClient(client);
-
         ActionListener<MLDeployModelResponse> actionListener = new ActionListener<>() {
             @Override
             public void onResponse(MLDeployModelResponse mlDeployModelResponse) {
@@ -57,8 +55,8 @@ public void onResponse(MLDeployModelResponse mlDeployModelResponse) {
 
             @Override
             public void onFailure(Exception e) {
-                logger.error("Model deployment failed");
-                deployModelFuture.completeExceptionally(e);
+                logger.error("Failed to deploy model");
+                deployModelFuture.completeExceptionally(new FlowFrameworkException(e.getMessage(), RestStatus.INTERNAL_SERVER_ERROR));
             }
         };
 
@@ -70,7 +68,7 @@ public void onFailure(Exception e) {
                 break;
             }
         }
-        machineLearningNodeClient.deploy(modelId, actionListener);
+        mlClient.deploy(modelId, actionListener);
         return deployModelFuture;
     }