From f7e36378d3f867d3e810ae9f849e49bdda606fe7 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Mon, 14 Oct 2024 15:49:08 +0200
Subject: [PATCH 01/10] Add support index.mapping.source.mode setting to
 elastic/logs, elastic/security, http_logs and tsdb tracks

---
 elastic/logs/README.md                                     | 1 +
 .../logs/templates/component/track-shared-logsdb-mode.json | 7 ++++---
 elastic/security/README.md                                 | 1 +
 .../templates/component/track-shared-logsdb-mode.json      | 7 ++++---
 http_logs/README.md                                        | 1 +
 http_logs/index.json                                       | 3 +++
 tsdb/index-template.json                                   | 6 +++---
 tsdb/index.json                                            | 6 +++---
 8 files changed, 20 insertions(+), 12 deletions(-)

diff --git a/elastic/logs/README.md b/elastic/logs/README.md
index d68b52bf..3cc2475a 100644
--- a/elastic/logs/README.md
+++ b/elastic/logs/README.md
@@ -221,6 +221,7 @@ The following parameters are available:
 * `lifecycle` (default: unset to fall back on Serverless detection) - Specifies the lifecycle management feature to use for data streams. Use `ilm` for index lifecycle management or `dlm` for data lifecycle management. By default, `dlm` will be used for benchmarking Serverless Elasticsearch.
 * `workflow-request-cache` (default: `true`) - Explicit control of request cache query parameter in searches executed in a workflow. This can be further overriden at an operation level with `request-cache` parameter.
 * `synthetic_source_keep` (default: unset) - Allows overriding the default synthetic source behaviour for all field types with the following values: `none` (equivalent to unset) - no source is stored, `arrays` - source stored as is only for multi-value (array) fields.
+* `source_mode` (default: unset) - Specified the source mode to be used.
 
 ### Data Download Parameters
 
diff --git a/elastic/logs/templates/component/track-shared-logsdb-mode.json b/elastic/logs/templates/component/track-shared-logsdb-mode.json
index 05754531..fb0aee44 100644
--- a/elastic/logs/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/logs/templates/component/track-shared-logsdb-mode.json
@@ -5,9 +5,10 @@
         "index": {
             "mode": {{ index_mode | tojson }}
             {% if synthetic_source_keep and synthetic_source_keep != 'none' %}
-            ,"mapping": {
-                "synthetic_source_keep": "{{ synthetic_source_keep }}"
-            }
+            ,"mapping.synthetic_source_keep": {{ synthetic_source_keep | tojson }}
+            {% endif %}
+            {% if source_mode %}
+            ,"mapping.source.mode": {{ source_mode | tojson }}
             {% endif %}
         }
         {% endif %}
diff --git a/elastic/security/README.md b/elastic/security/README.md
index 11af3b14..cc831cc4 100644
--- a/elastic/security/README.md
+++ b/elastic/security/README.md
@@ -85,6 +85,7 @@ The following parameters are available:
 * `corpora_uri_base` (default: `https://rally-tracks.elastic.co`) - Specify the base location of the datasets used by this track.
 * `index_mode` (default: unset) - A parameter meant to be used internally which defines one of the available indexing modes, "standard", "logsdb" or "time_series". If not set, "standard" is used.
 * `synthetic_source_keep` (default: unset) - Allows overriding the default synthetic source behaviour for all field types with the following values: `none` (equivalent to unset) - no source is stored, `arrays` - source stored as is only for multi-value (array) fields.
+* `source_mode` (default: unset) - Specified the source mode to be used.
 
 ### Data Generation Parameters
 
diff --git a/elastic/security/templates/component/track-shared-logsdb-mode.json b/elastic/security/templates/component/track-shared-logsdb-mode.json
index 95f598f4..eef2427b 100644
--- a/elastic/security/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/security/templates/component/track-shared-logsdb-mode.json
@@ -5,9 +5,10 @@
         "index": {
             "mode": {{ index_mode | tojson }},
             {% if synthetic_source_keep and synthetic_source_keep != 'none' %}
-            "mapping": {
-                "synthetic_source_keep": "{{ synthetic_source_keep }}"
-            },
+            "mapping.synthetic_source_keep": {{ synthetic_source_keep | tojson}},
+            {% endif %}
+            {% if source_mode %}
+            "mapping.source.mode": {{ source_mode | tojson }},
             {% endif %}
             "sort.field": [ "host.id", "@timestamp" ],
             "sort.order": [ "asc", "desc" ],
diff --git a/http_logs/README.md b/http_logs/README.md
index 2f0123f5..91f37b16 100644
--- a/http_logs/README.md
+++ b/http_logs/README.md
@@ -52,6 +52,7 @@ node pipeline to run. Valid options are `'baseline'` (default), `'grok'`  and `'
 * `enable_logsdb` (default: false) Determines whether the logsdb index mode gets used. If set then index sorting is configured to only use `@timestamp` field and the `source_enabled` parameter will have no effect.
 * `force_merge_max_num_segments` (default: unset): An integer specifying the max amount of segments the force-merge operation should use.
 * `synthetic_source_keep` (default: unset): If specified, configures the `index.mapping.synthetic_source_keep` index setting.
+* `source_mode` (default: unset) - Specified the source mode to be used.
 
 ### License
 
diff --git a/http_logs/index.json b/http_logs/index.json
index 50db9088..ddd0f44a 100644
--- a/http_logs/index.json
+++ b/http_logs/index.json
@@ -10,6 +10,9 @@
     {% if synthetic_source_keep %}
     "index.mapping.synthetic_source_keep": "{{synthetic_source_keep}}",
     {% endif %}
+    {% if source_mode %}
+    "index.mapping.source.mode": {{ source_mode | tojson }},
+    {% endif %}
     "index.sort.field": ["@timestamp"],
     "index.sort.order":["desc"]
     {%- endif %}
diff --git a/tsdb/index-template.json b/tsdb/index-template.json
index 37d76a1e..b724eddb 100644
--- a/tsdb/index-template.json
+++ b/tsdb/index-template.json
@@ -35,6 +35,9 @@
           {% if synthetic_source_keep %}
           "synthetic_source_keep": "{{synthetic_source_keep}}",
           {% endif %}
+          {% if p_source_mode %}
+          "source.mode": {{ p_source_mode | tojson }},
+          {% endif %}
           "total_fields.limit": 10000
         }
       }
@@ -44,9 +47,6 @@
         "beat": "metricbeat",
         "version": "7.6.2"
       },
-      "_source": {
-        "mode": {{ p_source_mode | tojson }}
-      },
       "dynamic_templates": [
         {
           "labels": {
diff --git a/tsdb/index.json b/tsdb/index.json
index 6ff1c004..20d63313 100644
--- a/tsdb/index.json
+++ b/tsdb/index.json
@@ -32,6 +32,9 @@
         {% if synthetic_source_keep %}
         "synthetic_source_keep": "{{synthetic_source_keep}}",
         {% endif %}
+        {% if p_source_mode %}
+        "source.mode": {{ p_source_mode | tojson }},
+        {% endif %}
         "total_fields.limit": 10000
       }
     }
@@ -41,9 +44,6 @@
       "beat": "metricbeat",
       "version": "7.6.2"
     },
-    "_source": {
-      "mode": {{ p_source_mode | tojson }}
-    },
     "dynamic_templates": [
       {
         "labels": {

From e9029be9e918df6e4ca57b2373457066a81b745c Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Tue, 15 Oct 2024 16:17:27 +0200
Subject: [PATCH 02/10] undo change for tsdb track

---
 tsdb/index-template.json | 6 +++---
 tsdb/index.json          | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/tsdb/index-template.json b/tsdb/index-template.json
index b724eddb..37d76a1e 100644
--- a/tsdb/index-template.json
+++ b/tsdb/index-template.json
@@ -35,9 +35,6 @@
           {% if synthetic_source_keep %}
           "synthetic_source_keep": "{{synthetic_source_keep}}",
           {% endif %}
-          {% if p_source_mode %}
-          "source.mode": {{ p_source_mode | tojson }},
-          {% endif %}
           "total_fields.limit": 10000
         }
       }
@@ -47,6 +44,9 @@
         "beat": "metricbeat",
         "version": "7.6.2"
       },
+      "_source": {
+        "mode": {{ p_source_mode | tojson }}
+      },
       "dynamic_templates": [
         {
           "labels": {
diff --git a/tsdb/index.json b/tsdb/index.json
index 20d63313..6ff1c004 100644
--- a/tsdb/index.json
+++ b/tsdb/index.json
@@ -32,9 +32,6 @@
         {% if synthetic_source_keep %}
         "synthetic_source_keep": "{{synthetic_source_keep}}",
         {% endif %}
-        {% if p_source_mode %}
-        "source.mode": {{ p_source_mode | tojson }},
-        {% endif %}
         "total_fields.limit": 10000
       }
     }
@@ -44,6 +41,9 @@
       "beat": "metricbeat",
       "version": "7.6.2"
     },
+    "_source": {
+      "mode": {{ p_source_mode | tojson }}
+    },
     "dynamic_templates": [
       {
         "labels": {

From 808b5876b082be3bff543023ab917a4635e67ced Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Tue, 15 Oct 2024 16:58:44 +0200
Subject: [PATCH 03/10] Use deprecated _source mode mapping attribute instead

---
 .../templates/component/track-shared-logsdb-mode.json  |  7 +++++++
 .../templates/component/track-shared-logsdb-mode.json  | 10 +++++++---
 http_logs/index.json                                   |  6 +++---
 3 files changed, 17 insertions(+), 6 deletions(-)

diff --git a/elastic/logs/templates/component/track-shared-logsdb-mode.json b/elastic/logs/templates/component/track-shared-logsdb-mode.json
index fb0aee44..d23e5a85 100644
--- a/elastic/logs/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/logs/templates/component/track-shared-logsdb-mode.json
@@ -12,6 +12,13 @@
             {% endif %}
         }
         {% endif %}
+      },
+      "mappings": {
+        {% if source_mode %}
+        "_source": {
+          "mapping.source.mode": {{ source_mode | tojson }}
+        }
+        {% endif %}
       }
     }
   }
diff --git a/elastic/security/templates/component/track-shared-logsdb-mode.json b/elastic/security/templates/component/track-shared-logsdb-mode.json
index eef2427b..4346f6b3 100644
--- a/elastic/security/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/security/templates/component/track-shared-logsdb-mode.json
@@ -7,14 +7,18 @@
             {% if synthetic_source_keep and synthetic_source_keep != 'none' %}
             "mapping.synthetic_source_keep": {{ synthetic_source_keep | tojson}},
             {% endif %}
-            {% if source_mode %}
-            "mapping.source.mode": {{ source_mode | tojson }},
-            {% endif %}
             "sort.field": [ "host.id", "@timestamp" ],
             "sort.order": [ "asc", "desc" ],
             "sort.missing": ["_first", "_last"]
         }
         {% endif %}
+      },
+      "mappings": {
+        {% if source_mode %}
+        "_source": {
+          "mapping.source.mode": {{ source_mode | tojson }}
+        }
+        {% endif %}
       }
     }
   }
diff --git a/http_logs/index.json b/http_logs/index.json
index ddd0f44a..1e696e5a 100644
--- a/http_logs/index.json
+++ b/http_logs/index.json
@@ -10,9 +10,6 @@
     {% if synthetic_source_keep %}
     "index.mapping.synthetic_source_keep": "{{synthetic_source_keep}}",
     {% endif %}
-    {% if source_mode %}
-    "index.mapping.source.mode": {{ source_mode | tojson }},
-    {% endif %}
     "index.sort.field": ["@timestamp"],
     "index.sort.order":["desc"]
     {%- endif %}
@@ -23,6 +20,9 @@
     {%- else %}
     "_source": {
       "enabled": {{ source_enabled | default(true) | tojson }}
+      {% if source_mode %}
+      "mode": {{ source_mode | tojson }},
+      {% endif %}
     },
     {%- endif %}
     "properties": {

From 38ce118cac0388f824d7c1e35d3e4c52cb87c660 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Mon, 21 Oct 2024 14:08:11 +0200
Subject: [PATCH 04/10] Revert "Use deprecated _source mode mapping attribute
 instead"

This reverts commit 808b5876b082be3bff543023ab917a4635e67ced.
---
 .../templates/component/track-shared-logsdb-mode.json  |  7 -------
 .../templates/component/track-shared-logsdb-mode.json  | 10 +++-------
 http_logs/index.json                                   |  6 +++---
 3 files changed, 6 insertions(+), 17 deletions(-)

diff --git a/elastic/logs/templates/component/track-shared-logsdb-mode.json b/elastic/logs/templates/component/track-shared-logsdb-mode.json
index d23e5a85..fb0aee44 100644
--- a/elastic/logs/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/logs/templates/component/track-shared-logsdb-mode.json
@@ -12,13 +12,6 @@
             {% endif %}
         }
         {% endif %}
-      },
-      "mappings": {
-        {% if source_mode %}
-        "_source": {
-          "mapping.source.mode": {{ source_mode | tojson }}
-        }
-        {% endif %}
       }
     }
   }
diff --git a/elastic/security/templates/component/track-shared-logsdb-mode.json b/elastic/security/templates/component/track-shared-logsdb-mode.json
index 4346f6b3..eef2427b 100644
--- a/elastic/security/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/security/templates/component/track-shared-logsdb-mode.json
@@ -7,18 +7,14 @@
             {% if synthetic_source_keep and synthetic_source_keep != 'none' %}
             "mapping.synthetic_source_keep": {{ synthetic_source_keep | tojson}},
             {% endif %}
+            {% if source_mode %}
+            "mapping.source.mode": {{ source_mode | tojson }},
+            {% endif %}
             "sort.field": [ "host.id", "@timestamp" ],
             "sort.order": [ "asc", "desc" ],
             "sort.missing": ["_first", "_last"]
         }
         {% endif %}
-      },
-      "mappings": {
-        {% if source_mode %}
-        "_source": {
-          "mapping.source.mode": {{ source_mode | tojson }}
-        }
-        {% endif %}
       }
     }
   }
diff --git a/http_logs/index.json b/http_logs/index.json
index 1e696e5a..ddd0f44a 100644
--- a/http_logs/index.json
+++ b/http_logs/index.json
@@ -10,6 +10,9 @@
     {% if synthetic_source_keep %}
     "index.mapping.synthetic_source_keep": "{{synthetic_source_keep}}",
     {% endif %}
+    {% if source_mode %}
+    "index.mapping.source.mode": {{ source_mode | tojson }},
+    {% endif %}
     "index.sort.field": ["@timestamp"],
     "index.sort.order":["desc"]
     {%- endif %}
@@ -20,9 +23,6 @@
     {%- else %}
     "_source": {
       "enabled": {{ source_enabled | default(true) | tojson }}
-      {% if source_mode %}
-      "mode": {{ source_mode | tojson }},
-      {% endif %}
     },
     {%- endif %}
     "properties": {

From 2f309f66ea81213bedab71462cd49669c0bbb404 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Mon, 21 Oct 2024 14:09:41 +0200
Subject: [PATCH 05/10] Revert "undo change for tsdb track"

This reverts commit e9029be9e918df6e4ca57b2373457066a81b745c.
---
 tsdb/index-template.json | 6 +++---
 tsdb/index.json          | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/tsdb/index-template.json b/tsdb/index-template.json
index 37d76a1e..b724eddb 100644
--- a/tsdb/index-template.json
+++ b/tsdb/index-template.json
@@ -35,6 +35,9 @@
           {% if synthetic_source_keep %}
           "synthetic_source_keep": "{{synthetic_source_keep}}",
           {% endif %}
+          {% if p_source_mode %}
+          "source.mode": {{ p_source_mode | tojson }},
+          {% endif %}
           "total_fields.limit": 10000
         }
       }
@@ -44,9 +47,6 @@
         "beat": "metricbeat",
         "version": "7.6.2"
       },
-      "_source": {
-        "mode": {{ p_source_mode | tojson }}
-      },
       "dynamic_templates": [
         {
           "labels": {
diff --git a/tsdb/index.json b/tsdb/index.json
index 6ff1c004..20d63313 100644
--- a/tsdb/index.json
+++ b/tsdb/index.json
@@ -32,6 +32,9 @@
         {% if synthetic_source_keep %}
         "synthetic_source_keep": "{{synthetic_source_keep}}",
         {% endif %}
+        {% if p_source_mode %}
+        "source.mode": {{ p_source_mode | tojson }},
+        {% endif %}
         "total_fields.limit": 10000
       }
     }
@@ -41,9 +44,6 @@
       "beat": "metricbeat",
       "version": "7.6.2"
     },
-    "_source": {
-      "mode": {{ p_source_mode | tojson }}
-    },
     "dynamic_templates": [
       {
         "labels": {

From 5edc608259b865ca83c9491e818c49e382a81be5 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Mon, 21 Oct 2024 15:35:10 +0200
Subject: [PATCH 06/10] Reapply "undo change for tsdb track"

This reverts commit 2f309f66ea81213bedab71462cd49669c0bbb404.
---
 tsdb/index-template.json | 6 +++---
 tsdb/index.json          | 6 +++---
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/tsdb/index-template.json b/tsdb/index-template.json
index b724eddb..37d76a1e 100644
--- a/tsdb/index-template.json
+++ b/tsdb/index-template.json
@@ -35,9 +35,6 @@
           {% if synthetic_source_keep %}
           "synthetic_source_keep": "{{synthetic_source_keep}}",
           {% endif %}
-          {% if p_source_mode %}
-          "source.mode": {{ p_source_mode | tojson }},
-          {% endif %}
           "total_fields.limit": 10000
         }
       }
@@ -47,6 +44,9 @@
         "beat": "metricbeat",
         "version": "7.6.2"
       },
+      "_source": {
+        "mode": {{ p_source_mode | tojson }}
+      },
       "dynamic_templates": [
         {
           "labels": {
diff --git a/tsdb/index.json b/tsdb/index.json
index 20d63313..6ff1c004 100644
--- a/tsdb/index.json
+++ b/tsdb/index.json
@@ -32,9 +32,6 @@
         {% if synthetic_source_keep %}
         "synthetic_source_keep": "{{synthetic_source_keep}}",
         {% endif %}
-        {% if p_source_mode %}
-        "source.mode": {{ p_source_mode | tojson }},
-        {% endif %}
         "total_fields.limit": 10000
       }
     }
@@ -44,6 +41,9 @@
       "beat": "metricbeat",
       "version": "7.6.2"
     },
+    "_source": {
+      "mode": {{ p_source_mode | tojson }}
+    },
     "dynamic_templates": [
       {
         "labels": {

From a92a382495839ddfa10487456089c2648a26abb8 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Mon, 21 Oct 2024 15:35:30 +0200
Subject: [PATCH 07/10] Reapply "Use deprecated _source mode mapping attribute
 instead"

This reverts commit 38ce118cac0388f824d7c1e35d3e4c52cb87c660.
---
 .../templates/component/track-shared-logsdb-mode.json  |  7 +++++++
 .../templates/component/track-shared-logsdb-mode.json  | 10 +++++++---
 http_logs/index.json                                   |  6 +++---
 3 files changed, 17 insertions(+), 6 deletions(-)

diff --git a/elastic/logs/templates/component/track-shared-logsdb-mode.json b/elastic/logs/templates/component/track-shared-logsdb-mode.json
index fb0aee44..d23e5a85 100644
--- a/elastic/logs/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/logs/templates/component/track-shared-logsdb-mode.json
@@ -12,6 +12,13 @@
             {% endif %}
         }
         {% endif %}
+      },
+      "mappings": {
+        {% if source_mode %}
+        "_source": {
+          "mapping.source.mode": {{ source_mode | tojson }}
+        }
+        {% endif %}
       }
     }
   }
diff --git a/elastic/security/templates/component/track-shared-logsdb-mode.json b/elastic/security/templates/component/track-shared-logsdb-mode.json
index eef2427b..4346f6b3 100644
--- a/elastic/security/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/security/templates/component/track-shared-logsdb-mode.json
@@ -7,14 +7,18 @@
             {% if synthetic_source_keep and synthetic_source_keep != 'none' %}
             "mapping.synthetic_source_keep": {{ synthetic_source_keep | tojson}},
             {% endif %}
-            {% if source_mode %}
-            "mapping.source.mode": {{ source_mode | tojson }},
-            {% endif %}
             "sort.field": [ "host.id", "@timestamp" ],
             "sort.order": [ "asc", "desc" ],
             "sort.missing": ["_first", "_last"]
         }
         {% endif %}
+      },
+      "mappings": {
+        {% if source_mode %}
+        "_source": {
+          "mapping.source.mode": {{ source_mode | tojson }}
+        }
+        {% endif %}
       }
     }
   }
diff --git a/http_logs/index.json b/http_logs/index.json
index ddd0f44a..1e696e5a 100644
--- a/http_logs/index.json
+++ b/http_logs/index.json
@@ -10,9 +10,6 @@
     {% if synthetic_source_keep %}
     "index.mapping.synthetic_source_keep": "{{synthetic_source_keep}}",
     {% endif %}
-    {% if source_mode %}
-    "index.mapping.source.mode": {{ source_mode | tojson }},
-    {% endif %}
     "index.sort.field": ["@timestamp"],
     "index.sort.order":["desc"]
     {%- endif %}
@@ -23,6 +20,9 @@
     {%- else %}
     "_source": {
       "enabled": {{ source_enabled | default(true) | tojson }}
+      {% if source_mode %}
+      "mode": {{ source_mode | tojson }},
+      {% endif %}
     },
     {%- endif %}
     "properties": {

From 42e2ee642e7f5250664ce22972bc31c368b263b5 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Tue, 22 Oct 2024 11:07:23 +0200
Subject: [PATCH 08/10] fixed mistake

---
 elastic/logs/templates/component/track-shared-logsdb-mode.json  | 2 +-
 .../security/templates/component/track-shared-logsdb-mode.json  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/elastic/logs/templates/component/track-shared-logsdb-mode.json b/elastic/logs/templates/component/track-shared-logsdb-mode.json
index d23e5a85..e06608c5 100644
--- a/elastic/logs/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/logs/templates/component/track-shared-logsdb-mode.json
@@ -16,7 +16,7 @@
       "mappings": {
         {% if source_mode %}
         "_source": {
-          "mapping.source.mode": {{ source_mode | tojson }}
+          "mode": {{ source_mode | tojson }}
         }
         {% endif %}
       }
diff --git a/elastic/security/templates/component/track-shared-logsdb-mode.json b/elastic/security/templates/component/track-shared-logsdb-mode.json
index 4346f6b3..570faffc 100644
--- a/elastic/security/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/security/templates/component/track-shared-logsdb-mode.json
@@ -16,7 +16,7 @@
       "mappings": {
         {% if source_mode %}
         "_source": {
-          "mapping.source.mode": {{ source_mode | tojson }}
+          "mode": {{ source_mode | tojson }}
         }
         {% endif %}
       }

From 86d3a3fe4aa7cfb1213189f60e063c9ae89d0af2 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Tue, 22 Oct 2024 11:08:50 +0200
Subject: [PATCH 09/10] removed index.mapping.source.mode setting

---
 elastic/logs/templates/component/track-shared-logsdb-mode.json | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/elastic/logs/templates/component/track-shared-logsdb-mode.json b/elastic/logs/templates/component/track-shared-logsdb-mode.json
index e06608c5..8ae129fb 100644
--- a/elastic/logs/templates/component/track-shared-logsdb-mode.json
+++ b/elastic/logs/templates/component/track-shared-logsdb-mode.json
@@ -7,9 +7,6 @@
             {% if synthetic_source_keep and synthetic_source_keep != 'none' %}
             ,"mapping.synthetic_source_keep": {{ synthetic_source_keep | tojson }}
             {% endif %}
-            {% if source_mode %}
-            ,"mapping.source.mode": {{ source_mode | tojson }}
-            {% endif %}
         }
         {% endif %}
       },

From 396033ae7f6eed5d515a2623fe93c992df7a2cd1 Mon Sep 17 00:00:00 2001
From: Martijn van Groningen <martijn.v.groningen@gmail.com>
Date: Tue, 22 Oct 2024 12:07:07 +0200
Subject: [PATCH 10/10] typo

---
 elastic/logs/README.md     | 2 +-
 elastic/security/README.md | 2 +-
 http_logs/README.md        | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/elastic/logs/README.md b/elastic/logs/README.md
index 3cc2475a..4d5fed01 100644
--- a/elastic/logs/README.md
+++ b/elastic/logs/README.md
@@ -221,7 +221,7 @@ The following parameters are available:
 * `lifecycle` (default: unset to fall back on Serverless detection) - Specifies the lifecycle management feature to use for data streams. Use `ilm` for index lifecycle management or `dlm` for data lifecycle management. By default, `dlm` will be used for benchmarking Serverless Elasticsearch.
 * `workflow-request-cache` (default: `true`) - Explicit control of request cache query parameter in searches executed in a workflow. This can be further overriden at an operation level with `request-cache` parameter.
 * `synthetic_source_keep` (default: unset) - Allows overriding the default synthetic source behaviour for all field types with the following values: `none` (equivalent to unset) - no source is stored, `arrays` - source stored as is only for multi-value (array) fields.
-* `source_mode` (default: unset) - Specified the source mode to be used.
+* `source_mode` (default: unset) - Specifies the source mode to be used.
 
 ### Data Download Parameters
 
diff --git a/elastic/security/README.md b/elastic/security/README.md
index cc831cc4..0a6da1c3 100644
--- a/elastic/security/README.md
+++ b/elastic/security/README.md
@@ -85,7 +85,7 @@ The following parameters are available:
 * `corpora_uri_base` (default: `https://rally-tracks.elastic.co`) - Specify the base location of the datasets used by this track.
 * `index_mode` (default: unset) - A parameter meant to be used internally which defines one of the available indexing modes, "standard", "logsdb" or "time_series". If not set, "standard" is used.
 * `synthetic_source_keep` (default: unset) - Allows overriding the default synthetic source behaviour for all field types with the following values: `none` (equivalent to unset) - no source is stored, `arrays` - source stored as is only for multi-value (array) fields.
-* `source_mode` (default: unset) - Specified the source mode to be used.
+* `source_mode` (default: unset) - Specifies the source mode to be used.
 
 ### Data Generation Parameters
 
diff --git a/http_logs/README.md b/http_logs/README.md
index 91f37b16..1de782f5 100644
--- a/http_logs/README.md
+++ b/http_logs/README.md
@@ -52,7 +52,7 @@ node pipeline to run. Valid options are `'baseline'` (default), `'grok'`  and `'
 * `enable_logsdb` (default: false) Determines whether the logsdb index mode gets used. If set then index sorting is configured to only use `@timestamp` field and the `source_enabled` parameter will have no effect.
 * `force_merge_max_num_segments` (default: unset): An integer specifying the max amount of segments the force-merge operation should use.
 * `synthetic_source_keep` (default: unset): If specified, configures the `index.mapping.synthetic_source_keep` index setting.
-* `source_mode` (default: unset) - Specified the source mode to be used.
+* `source_mode` (default: unset) - Specifies the source mode to be used.
 
 ### License