feat: File persistence definition and implementation

infra/feast-operator/api/v1alpha1/featurestore_types.go

@@ -71,16 +71,55 @@ type FeatureStoreServices struct {
 // OfflineStore configures the deployed offline store service
 type OfflineStore struct {
 	ServiceConfigs `json:",inline"`
+	Persistence    *OfflineStorePersistence `json:"persistence,omitempty"`
+}
+
+// OfflineStorePersistence configures the persistence settings for the offline store service
+type OfflineStorePersistence struct {
+	FilePersistence *OfflineStoreFilePersistence `json:"file,omitempty"`
+}
+
+// OfflineStorePersistence configures the file-based persistence for the offline store service
+type OfflineStoreFilePersistence struct {
+	// +kubebuilder:validation:Enum=dask;duckdb
+	Type string `json:"type,omitempty"`
+}
+
+var ValidOfflineStoreFilePersistenceTypes = []string{
+	"dask",
+	"duckdb",
 }
 
 // OnlineStore configures the deployed online store service
 type OnlineStore struct {
 	ServiceConfigs `json:",inline"`
+	Persistence    *OnlineStorePersistence `json:"persistence,omitempty"`
+}
+
+// OnlineStorePersistence configures the persistence settings for the online store service
+type OnlineStorePersistence struct {
+	FilePersistence *OnlineStoreFilePersistence `json:"file,omitempty"`
+}
+
+// OnlineStoreFilePersistence configures the file-based persistence for the offline store service
+type OnlineStoreFilePersistence struct {
+	Path string `json:"path,omitempty"`
 }
 
 // LocalRegistryConfig configures the deployed registry service
 type LocalRegistryConfig struct {
 	ServiceConfigs `json:",inline"`
+	Persistence    *RegistryPersistence `json:"persistence,omitempty"`
+}
+
+// RegistryPersistence configures the persistence settings for the registry service
+type RegistryPersistence struct {
+	FilePersistence *RegistryFilePersistence `json:"file,omitempty"`
+}
+
+// RegistryFilePersistence configures the file-based persistence for the registry service
+type RegistryFilePersistence struct {
+	Path string `json:"path,omitempty"`
 }
 
 // Registry configures the registry service. One selection is required. Local is the default setting.

infra/feast-operator/config/crd/bases/feast.dev_featurestores.yaml

@@ -181,6 +181,21 @@ spec:
                         description: PullPolicy describes a policy for if/when to
                           pull a container image
                         type: string
+                      persistence:
+                        description: OfflineStorePersistence configures the persistence
+                          settings for the offline store service
+                        properties:
+                          file:
+                            description: OfflineStorePersistence configures the file-based
+                              persistence for the offline store service
+                            properties:
+                              type:
+                                enum:
+                                - dask
+                                - duckdb
+                                type: string
+                            type: object
+                        type: object
                       resources:
                         description: ResourceRequirements describes the compute resource
                           requirements.
@@ -361,6 +376,18 @@ spec:
                         description: PullPolicy describes a policy for if/when to
                           pull a container image
                         type: string
+                      persistence:
+                        description: OnlineStorePersistence configures the persistence
+                          settings for the online store service
+                        properties:
+                          file:
+                            description: OnlineStoreFilePersistence configures the
+                              file-based persistence for the offline store service
+                            properties:
+                              path:
+                                type: string
+                            type: object
+                        type: object
                       resources:
                         description: ResourceRequirements describes the compute resource
                           requirements.
@@ -546,6 +573,18 @@ spec:
                             description: PullPolicy describes a policy for if/when
                               to pull a container image
                             type: string
+                          persistence:
+                            description: RegistryPersistence configures the persistence
+                              settings for the registry service
+                            properties:
+                              file:
+                                description: RegistryFilePersistence configures the
+                                  file-based persistence for the registry service
+                                properties:
+                                  path:
+                                    type: string
+                                type: object
+                            type: object
                           resources:
                             description: ResourceRequirements describes the compute
                               resource requirements.
@@ -780,6 +819,21 @@ spec:
                             description: PullPolicy describes a policy for if/when
                               to pull a container image
                             type: string
+                          persistence:
+                            description: OfflineStorePersistence configures the persistence
+                              settings for the offline store service
+                            properties:
+                              file:
+                                description: OfflineStorePersistence configures the
+                                  file-based persistence for the offline store service
+                                properties:
+                                  type:
+                                    enum:
+                                    - dask
+                                    - duckdb
+                                    type: string
+                                type: object
+                            type: object
                           resources:
                             description: ResourceRequirements describes the compute
                               resource requirements.
@@ -962,6 +1016,19 @@ spec:
                             description: PullPolicy describes a policy for if/when
                               to pull a container image
                             type: string
+                          persistence:
+                            description: OnlineStorePersistence configures the persistence
+                              settings for the online store service
+                            properties:
+                              file:
+                                description: OnlineStoreFilePersistence configures
+                                  the file-based persistence for the offline store
+                                  service
+                                properties:
+                                  path:
+                                    type: string
+                                type: object
+                            type: object
                           resources:
                             description: ResourceRequirements describes the compute
                               resource requirements.
@@ -1151,6 +1218,19 @@ spec:
                                 description: PullPolicy describes a policy for if/when
                                   to pull a container image
                                 type: string
+                              persistence:
+                                description: RegistryPersistence configures the persistence
+                                  settings for the registry service
+                                properties:
+                                  file:
+                                    description: RegistryFilePersistence configures
+                                      the file-based persistence for the registry
+                                      service
+                                    properties:
+                                      path:
+                                        type: string
+                                    type: object
+                                type: object
                               resources:
                                 description: ResourceRequirements describes the compute
                                   resource requirements.

infra/feast-operator/config/samples/v1alpha1_featurestore_ephemeral_persistence.yaml

@@ -0,0 +1,20 @@
+apiVersion: feast.dev/v1alpha1
+kind: FeatureStore
+metadata:
+  name: sample-ephemeral-persistence
+spec:
+  feastProject: my_project
+  services:
+    onlineStore:
+      persistence:
+        file:
+          path: /data/online_store.db
+    offlineStore:
+      persistence:
+        file:
+          type: dask
+    registry:
+      local:
+        persistence:
+          file:
+            path: /data/registry.db