Add support for ES index-template configs

README.md

@@ -37,7 +37,7 @@ Files to be loaded into the Elastic Stack:
 {service}/{type}/{filename}
 ```
 
-Service in the above can be `elasticsearch`, `kibana` or any other component in the Elastic Stack. The type is specific to each service. In the case of Elasticsearch it can be `ingest-pipeline`, `index-template` or could also be `index` data. For Kibana it could be `dashboard`, `visualization` or any other saved object type or other types. The names are taken from the API endpoints in each service. The file name needs to be unique inside the directory and best has a descriptive nature or unique id.
+Service in the above can be `elasticsearch`, `kibana` or any other component in the Elastic Stack. The type is specific to each service. In the case of Elasticsearch it can be `ingest_pipeline`, `index_template` or could also be `index` data. For Kibana it could be `dashboard`, `visualization` or any other saved object type or other types. The names are taken from the API endpoints in each service. The file name needs to be unique inside the directory and best has a descriptive nature or unique id.
 
 Each package can contain 2 additional directories:
 

testdata/generated/package/reference/1.0.0/index.json

@@ -97,6 +97,18 @@
         }
       ],
       "package": "reference",
+      "elasticsearch": {
+        "index_template.settings": {
+          "index": {
+            "lifecycle": {
+              "name": "reference"
+            }
+          }
+        },
+        "index_template.mappings": {
+          "dynamic": false
+        }
+      },
       "path": "reference"
     }
   ],

testdata/generated/package/yamlpipeline/1.0.0/index.json

@@ -58,6 +58,18 @@
         }
       ],
       "package": "yamlpipeline",
+      "elasticsearch": {
+        "index_template.settings": {
+          "index": {
+            "lifecycle": {
+              "name": "reference"
+            }
+          }
+        },
+        "index_template.mappings": {
+          "dynamic": false
+        }
+      },
       "path": "log"
     }
   ]

testdata/package/reference/1.0.0/dataset/reference/manifest.yml

@@ -9,6 +9,12 @@ release: beta
 # Allowed values: logs, metrics, events
 type: logs
 
+elasticsearch:
+  index_template.mappings:
+    dynamic: false
+  index_template.settings:
+    index.lifecycle.name: reference
+
 # This is the ingest pipeline which should be used. If none is define,
 # it checks if a default pipeline exists.
 #ingest_pipeline: default

testdata/package/yamlpipeline/1.0.0/dataset/log/manifest.yml

@@ -4,6 +4,13 @@ type: logs
 
 ingest_pipeline: pipeline-entry
 
+elasticsearch:
+  index_template:
+    mappings:
+      dynamic: false
+    settings:
+      index.lifecycle.name: reference
+
 streams:
   - input: logs
     title: Yamlpipline example logs

util/dataset.go

@@ -36,11 +36,12 @@ type Dataset struct {
 	Type string `config:"type" json:"type" validate:"required"`
 	Name string `config:"name" json:"name,omitempty" yaml:"name,omitempty"`
 
-	Title          string   `config:"title" json:"title" validate:"required"`
-	Release        string   `config:"release" json:"release"`
-	IngestPipeline string   `config:"ingest_pipeline,omitempty" config:"ingest_pipeline" json:"ingest_pipeline,omitempty" yaml:"ingest_pipeline,omitempty"`
-	Streams        []Stream `config:"streams" json:"streams,omitempty" yaml:"streams,omitempty" `
-	Package        string   `json:"package,omitempty" yaml:"package,omitempty"`
+	Title          string         `config:"title" json:"title" validate:"required"`
+	Release        string         `config:"release" json:"release"`
+	IngestPipeline string         `config:"ingest_pipeline,omitempty" config:"ingest_pipeline" json:"ingest_pipeline,omitempty" yaml:"ingest_pipeline,omitempty"`
+	Streams        []Stream       `config:"streams" json:"streams,omitempty" yaml:"streams,omitempty" `
+	Package        string         `json:"package,omitempty" yaml:"package,omitempty"`
+	Elasticsearch  *Elasticsearch `config:"elasticsearch,omitempty" json:"elasticsearch,omitempty" yaml:"elasticsearch,omitempty"`
 
 	// Generated fields
 	Path string `json:"path,omitempty" yaml:"path,omitempty"`
@@ -79,6 +80,11 @@ type Variable struct {
 	Default     interface{} `config:"default" json:"default,omitempty" yaml:"default,omitempty"`
 }
 
+type Elasticsearch struct {
+	IndexTemplateSettings map[string]interface{} `config:"index_template.settings" json:"index_template.settings,omitempty" yaml:"index_template.settings,omitempty"`
+	IndexTemplateMappings map[string]interface{} `config:"index_template.mappings" json:"index_template.mappings,omitempty" yaml:"index_template.mappings,omitempty"`
+}
+
 type fieldEntry struct {
 	name  string
 	aType string
@@ -106,7 +112,7 @@ func NewDataset(basePath string, p *Package) (*Dataset, error) {
 	}
 
 	// go-ucfg automatically calls the `Validate` method on the Dataset object here
-	err = manifest.Unpack(d)
+	err = manifest.Unpack(d, ucfg.PathSep("."))
 	if err != nil {
 		return nil, errors.Wrapf(err, "error building dataset (path: %s) in package: %s", datasetPath, p.Name)
 	}