add configuration for search extractor, needs owncloud/ocis#5221

owncloud · Feb 13, 2023 · 7a65f29 · 7a65f29
1 parent c030fea
commit 7a65f29
Show file tree

Hide file tree

Showing 4 changed files with 122 additions and 0 deletions.
diff --git a/charts/ocis/docs/values-desc-table.adoc b/charts/ocis/docs/values-desc-table.adoc
@@ -732,6 +732,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | IDM service. Not used if `features.externalUserManagement.enabled` equals `true`.
+| services.idm.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.idm.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -810,6 +816,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | NATS service. Not used if `messagingSystem.external.enabled` equals `true`.
+| services.nats.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.nats.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -924,6 +936,30 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | SEARCH service.
+| services.search.extractor
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed search extractor configuration options below
+| Search Extractor settings.
+| services.search.extractor.tika.url
+a| [subs=-attributes]
++string+
+a| [subs=-attributes]
+`"http://tika.tika.svc.cluster.local:9998"`
+| Set the URL to Tika. Only applicable if `services.search.extractor.type` == `tika`.
+| services.search.extractor.type
+a| [subs=-attributes]
++string+
+a| [subs=-attributes]
+`"basic"`
+| Configures the search extractor type to be used. Possible extractors: - `basic`: the default search extractor. - `tika`: the Tika search extractor. If set to this value, additional settings in the `tika` section apply.
+| services.search.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.search.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1038,6 +1074,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | STORAGE-SYSTEM service.
+| services.storageSystem.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.storageSystem.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1116,6 +1158,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 `"* * * * *"`
 | Cron pattern for the job to be run. Defaults to every minute.
+| services.storageUsers.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.storageUsers.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1218,6 +1266,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | STORE service.
+| services.store.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.store.persistence.accessModes
 a| [subs=-attributes]
 +list+
@@ -1284,6 +1338,12 @@ a| [subs=-attributes]
 a| [subs=-attributes]
 see detailed service configuration options below
 | THUMBNAILS service.
+| services.thumbnails.persistence
+a| [subs=-attributes]
++object+
+a| [subs=-attributes]
+see detailed persistence configuration options below
+| Persistence settings.
 | services.thumbnails.persistence.accessModes
 a| [subs=-attributes]
 +list+

diff --git a/charts/ocis/docs/values.adoc.yaml b/charts/ocis/docs/values.adoc.yaml
@@ -446,6 +446,8 @@ services:
   # -- IDM service. Not used if `features.externalUserManagement.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   idm:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `features.externalUserManagement.enabled` equals `true`.
@@ -485,6 +487,8 @@ services:
   # -- NATS service. Not used if `messagingSystem.external.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   nats:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `messagingSystem.external.enabled` equals `true`.
@@ -543,6 +547,18 @@ services:
   # -- SEARCH service.
   # @default -- see detailed service configuration options below
   search:
+    # -- Search Extractor settings.
+    # @default -- see detailed search extractor configuration options below
+    extractor:
+      # -- Configures the search extractor type to be used. Possible extractors:
+      # - `basic`: the default search extractor.
+      # - `tika`: the Tika search extractor. If set to this value, additional settings in the `tika` section apply.
+      type: basic
+      tika:
+        # -- Set the URL to Tika. Only applicable if `services.search.extractor.type` == `tika`.
+        url: http://tika.tika.svc.cluster.local:9998
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -600,6 +616,8 @@ services:
   # -- STORAGE-SYSTEM service.
   # @default -- see detailed service configuration options below
   storageSystem:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -676,6 +694,8 @@ services:
         enabled: false
         # -- Cron pattern for the job to be run. Defaults to every minute.
         schedule: "* * * * *"
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -710,6 +730,8 @@ services:
   # -- STORE service.
   # @default -- see detailed service configuration options below
   store:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -743,6 +765,8 @@ services:
   # -- THUMBNAILS service.
   # @default -- see detailed service configuration options below
   thumbnails:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Is recommended to be enabled on production installations.

diff --git a/charts/ocis/templates/search/deployment.yaml b/charts/ocis/templates/search/deployment.yaml
@@ -95,6 +95,20 @@ spec:
 
 
 
+            {{- if  eq .Values.services.search.extractor.type "tika" }}
+            - name: SEARCH_EXTRACTOR_TYPE
+              value: tika
+
+            - name: SEARCH_EXTRACTOR_TIKA_TIKA_URL
+              value: {{ .Values.services.search.extractor.tika.url | quote }}
+            {{- else }}
+            - name: SEARCH_EXTRACTOR_TYPE
+              value: basic
+            {{- end }}
+
+            - name: SEARCH_EXTRACTOR_CS3SOURCE_INSECURE
+              value: {{ .Values.insecure.ocisHttpApiInsecure | quote }}
+
             - name: SEARCH_MACHINE_AUTH_API_KEY
               valueFrom:
                 secretKeyRef:

diff --git a/charts/ocis/values.yaml b/charts/ocis/values.yaml
@@ -445,6 +445,8 @@ services:
   # -- IDM service. Not used if `features.externalUserManagement.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   idm:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `features.externalUserManagement.enabled` equals `true`.
@@ -484,6 +486,8 @@ services:
   # -- NATS service. Not used if `messagingSystem.external.enabled` equals `true`.
   # @default -- see detailed service configuration options below
   nats:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations, except `messagingSystem.external.enabled` equals `true`.
@@ -542,6 +546,18 @@ services:
   # -- SEARCH service.
   # @default -- see detailed service configuration options below
   search:
+    # -- Search Extractor settings.
+    # @default -- see detailed search extractor configuration options below
+    extractor:
+      # -- Configures the search extractor type to be used. Possible extractors:
+      # - `basic`: the default search extractor.
+      # - `tika`: the Tika search extractor. If set to this value, additional settings in the `tika` section apply.
+      type: basic
+      tika:
+        # -- Set the URL to Tika. Only applicable if `services.search.extractor.type` == `tika`.
+        url: http://tika.tika.svc.cluster.local:9998
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -599,6 +615,8 @@ services:
   # -- STORAGE-SYSTEM service.
   # @default -- see detailed service configuration options below
   storageSystem:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -675,6 +693,8 @@ services:
         enabled: false
         # -- Cron pattern for the job to be run. Defaults to every minute.
         schedule: "* * * * *"
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -709,6 +729,8 @@ services:
   # -- STORE service.
   # @default -- see detailed service configuration options below
   store:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Needs to be enabled on production installations.
@@ -742,6 +764,8 @@ services:
   # -- THUMBNAILS service.
   # @default -- see detailed service configuration options below
   thumbnails:
+    # -- Persistence settings.
+    # @default -- see detailed persistence configuration options below
     persistence:
       # -- Enables persistence.
       # Is recommended to be enabled on production installations.