Cherry-pick elastic#15719 to 7.6: [Elastic Log Driver] Add redis and …

…kafka outputs (elastic#15778)

* [Elastic Log Driver] Add redis and kafka outputs (elastic#15719)

* add redis and kafka out

* add cloud output

* add changelog

(cherry picked from commit 1820369)

* fix changelog

CHANGELOG.next.asciidoc

@@ -38,6 +38,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d
 
 *Affecting all Beats*
 
+- Fix missing output in dockerlogbeat {pull}15719[15719]
 
 *Auditbeat*
 

x-pack/dockerlogbeat/main.go

@@ -15,7 +15,9 @@ import (
 	_ "github.com/elastic/beats/libbeat/outputs/console"
 	_ "github.com/elastic/beats/libbeat/outputs/elasticsearch"
 	_ "github.com/elastic/beats/libbeat/outputs/fileout"
+	_ "github.com/elastic/beats/libbeat/outputs/kafka"
 	_ "github.com/elastic/beats/libbeat/outputs/logstash"
+	_ "github.com/elastic/beats/libbeat/outputs/redis"
 	_ "github.com/elastic/beats/libbeat/publisher/queue/memqueue"
 	_ "github.com/elastic/beats/libbeat/publisher/queue/spool"
 	"github.com/elastic/beats/libbeat/service"

x-pack/dockerlogbeat/pipelinemanager/libbeattools.go

@@ -15,6 +15,7 @@ import (
 	yaml "gopkg.in/yaml.v2"
 
 	"github.com/elastic/beats/libbeat/beat"
+	"github.com/elastic/beats/libbeat/cloudid"
 	"github.com/elastic/beats/libbeat/common"
 	"github.com/elastic/beats/libbeat/idxmgmt"
 	"github.com/elastic/beats/libbeat/logp"
@@ -67,6 +68,13 @@ func loadNewPipeline(logOptsConfig map[string]string, name string, log *logp.Log
 	if err != nil {
 		return nil, err
 	}
+
+	// Attach CloudID config if needed
+	err = cloudid.OverwriteSettings(cfg)
+	if err != nil {
+		return nil, errors.Wrap(err, "Error creating CloudID")
+	}
+
 	config := containerConfig{}
 	err = cfg.Unpack(&config)
 	if err != nil {