add configuration for search extractor, needs owncloud/ocis#5221

owncloud · Mar 9, 2023 · 346e987 · 346e987
1 parent 3615435
commit 346e987
Show file tree

Hide file tree

Showing 4 changed files with 122 additions and 0 deletions.
diff --git a/charts/ocis/docs/values-desc-table.adoc b/charts/ocis/docs/values-desc-table.adoc
@@ -750,6 +750,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | IDM service. Not used if `features.externalUserManagement.enabled` equals `true`.
+| services.idm.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.idm.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -828,6 +834,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | NATS service. Not used if `messagingSystem.external.enabled` equals `true`.
+| services.nats.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.nats.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -954,6 +966,30 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | SEARCH service.
+| services.search.extractor
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed search extractor configuration options below
+| Search Extractor settings.
+| services.search.extractor.tika.url
+a| [subs=-attributes]
++string+
+a| [subs=-attributes]
+`"http://tika.tika.svc.cluster.local:9998"`
+| Set the URL to Tika. Only applicable if `services.search.extractor.type` == `tika`.
+| services.search.extractor.type
+a| [subs=-attributes]
++string+
+a| [subs=-attributes]
+`"basic"`
+| Configures the search extractor type to be used. Possible extractors: - `basic`: the default search extractor. - `tika`: the Tika search extractor. If set to this value, additional settings in the `tika` section apply.
+| services.search.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.search.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1068,6 +1104,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | STORAGE-SYSTEM service.
+| services.storageSystem.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.storageSystem.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1146,6 +1188,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 `"* * * * *"`
 | Cron pattern for the job to be run. Defaults to every minute.
+| services.storageUsers.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.storageUsers.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1248,6 +1296,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | STORE service.
+| services.store.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.store.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1314,6 +1368,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | THUMBNAILS service.
+| services.thumbnails.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.thumbnails.persistence.accessModes
 a| [subs=-attributes]
 +list+

diff --git a/charts/ocis/docs/values.adoc.yaml b/charts/ocis/docs/values.adoc.yaml
@@ -455,6 +455,8 @@ services:
   # -- IDM service. Not used if `features.externalUserManagement.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   idm:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `features.externalUserManagement.enabled` equals `true`.
@@ -494,6 +496,8 @@ services:
   # -- NATS service. Not used if `messagingSystem.external.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   nats:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `messagingSystem.external.enabled` equals `true`.
@@ -558,6 +562,18 @@ services:
   # -- SEARCH service.
   # @default -- see detailed service configuration options below
   search:
+    # -- Search Extractor settings.
+    # @default -- see detailed search extractor configuration options below
+    extractor:
+      # -- Configures the search extractor type to be used. Possible extractors:
+      # - `basic`: the default search extractor.
+      # - `tika`: the Tika search extractor. If set to this value, additional settings in the `tika` section apply.
+      type: basic
+      tika:
+        # -- Set the URL to Tika. Only applicable if `services.search.extractor.type` == `tika`.
+        url: http://tika.tika.svc.cluster.local:9998
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -615,6 +631,8 @@ services:
   # -- STORAGE-SYSTEM service.
   # @default -- see detailed service configuration options below
   storageSystem:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -691,6 +709,8 @@ services:
         enabled: false
         # -- Cron pattern for the job to be run. Defaults to every minute.
         schedule: "* * * * *"
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -725,6 +745,8 @@ services:
   # -- STORE service.
   # @default -- see detailed service configuration options below
   store:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -758,6 +780,8 @@ services:
   # -- THUMBNAILS service.
   # @default -- see detailed service configuration options below
   thumbnails:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Is recommended to be enabled on production installations.

diff --git a/charts/ocis/templates/search/deployment.yaml b/charts/ocis/templates/search/deployment.yaml
@@ -95,6 +95,20 @@ spec:
 
 
 
+            {{- if  eq .Values.services.search.extractor.type "tika" }}
+            - name: SEARCH_EXTRACTOR_TYPE
+              value: tika
+
+            - name: SEARCH_EXTRACTOR_TIKA_TIKA_URL
+              value: {{ .Values.services.search.extractor.tika.url | quote }}
+            {{- else }}
+            - name: SEARCH_EXTRACTOR_TYPE
+              value: basic
+            {{- end }}
+
+            - name: SEARCH_EXTRACTOR_CS3SOURCE_INSECURE
+              value: {{ .Values.insecure.ocisHttpApiInsecure | quote }}
+
             - name: SEARCH_MACHINE_AUTH_API_KEY
               valueFrom:
                 secretKeyRef:

diff --git a/charts/ocis/values.yaml b/charts/ocis/values.yaml
@@ -454,6 +454,8 @@ services:
   # -- IDM service. Not used if `features.externalUserManagement.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   idm:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `features.externalUserManagement.enabled` equals `true`.
@@ -493,6 +495,8 @@ services:
   # -- NATS service. Not used if `messagingSystem.external.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   nats:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `messagingSystem.external.enabled` equals `true`.
@@ -557,6 +561,18 @@ services:
   # -- SEARCH service.
   # @default -- see detailed service configuration options below
   search:
+    # -- Search Extractor settings.
+    # @default -- see detailed search extractor configuration options below
+    extractor:
+      # -- Configures the search extractor type to be used. Possible extractors:
+      # - `basic`: the default search extractor.
+      # - `tika`: the Tika search extractor. If set to this value, additional settings in the `tika` section apply.
+      type: basic
+      tika:
+        # -- Set the URL to Tika. Only applicable if `services.search.extractor.type` == `tika`.
+        url: http://tika.tika.svc.cluster.local:9998
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -614,6 +630,8 @@ services:
   # -- STORAGE-SYSTEM service.
   # @default -- see detailed service configuration options below
   storageSystem:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -690,6 +708,8 @@ services:
         enabled: false
         # -- Cron pattern for the job to be run. Defaults to every minute.
         schedule: "* * * * *"
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -724,6 +744,8 @@ services:
   # -- STORE service.
   # @default -- see detailed service configuration options below
   store:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -757,6 +779,8 @@ services:
   # -- THUMBNAILS service.
   # @default -- see detailed service configuration options below
   thumbnails:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Is recommended to be enabled on production installations.