Users/singankit/evaluator crud

sdk/ml/azure-ai-ml/azure/ai/ml/_ml_client.py

@@ -78,6 +78,7 @@
     EnvironmentOperations,
     JobOperations,
     ModelOperations,
+    EvaluatorOperations,
     OnlineDeploymentOperations,
     OnlineEndpointOperations,
     RegistryOperations,
@@ -512,6 +513,25 @@ def __init__(
             registry_reference=registry_reference,
             **app_insights_handler_kwargs,  # type: ignore[arg-type]
         )
+        # Evaluators
+        self._evaluators = EvaluatorOperations(
+            self._operation_scope,
+            self._operation_config,
+            (
+                self._service_client_10_2021_dataplanepreview
+                if registry_name or registry_reference
+                else self._service_client_08_2023_preview
+            ),
+            self._datastores,
+            self._operation_container,
+            requests_pipeline=self._requests_pipeline,
+            control_plane_client=self._service_client_08_2023_preview,
+            workspace_rg=self._ws_rg,
+            workspace_sub=self._ws_sub,
+            registry_reference=registry_reference,
+            **app_insights_handler_kwargs,  # type: ignore[arg-type]
+        )
+
         self._operation_container.add(AzureMLResourceType.MODEL, self._models)
         self._code = CodeOperations(
             self._ws_operation_scope if registry_reference else self._operation_scope,
@@ -909,6 +929,15 @@ def models(self) -> ModelOperations:
         """
         return self._models
 
+    @property
+    def evaluators(self) -> EvaluatorOperations:
+        """A collection of model related operations.
+
+        :return: Model operations
+        :rtype: ~azure.ai.ml.operations.ModelOperations
+        """
+        return self._evaluators
+
     @property
     def online_endpoints(self) -> OnlineEndpointOperations:
         """A collection of online endpoint related operations.

sdk/ml/azure-ai-ml/azure/ai/ml/_utils/utils.py

@@ -1418,3 +1418,14 @@ def extract_name_and_version(azureml_id: str) -> Dict[str, str]:
         "name": name,
         "version": version,
     }
+
+
+def _get_evaluator_properties():
+    return {
+        "is-promptflow": "true",
+        "is-evaluator": "true"
+    }
+
+
+def _is_evaluator(properties: Dict[str, str]) -> bool:
+    return properties.get("is-evaluator") == "true" and properties.get("is-promptflow") == "true"

sdk/ml/azure-ai-ml/azure/ai/ml/operations/__init__.py

@@ -29,12 +29,14 @@
 from ._workspace_hub_operation import WorkspaceHubOperations
 from ._workspace_operations import WorkspaceOperations
 from ._workspace_outbound_rule_operations import WorkspaceOutboundRuleOperations
+from  ._evaluator_operations import EvaluatorOperations
 
 __all__ = [
     "ComputeOperations",
     "DatastoreOperations",
     "JobOperations",
     "ModelOperations",
+    "EvaluatorOperations",
     "WorkspaceOperations",
     "RegistryOperations",
     "OnlineEndpointOperations",