[ASENG-835] Add puller package for s3 (#157)

* Add puller package for s3

* Add base GRPC interfaces

* Move grpcs

* Add gitignore for kubehound-ingestor binary

* Fix linters

* Use global config

* Add & fix tests

* Fix linter & use parallel tests

* linter

* Add notifier package

* Refactor api / notifier / puller architecture

* Refactor API & add mockings test

* fixing merge

* rework API struct from new dumper

* wip

* fixing tags

* fix linter issue

* fix linter

* fix linter

* fix linter

* temp fix for the code split for now

* sherry pick hell

* fix tar extractor

* fix sherry pick

* wrong PR

* fix linter

* fix linter

* PR comment

* fix linter

* fix comment PR

* fix linter

* fix linter

* fix linter

* fix linter

---------

Co-authored-by: jt-dd <[email protected]>

.gitignore

@@ -31,7 +31,9 @@ go.work
 bin/
 dist/
 
-cmd/kubehound
+cmd/kubehound/kubehound
+cmd/kubehound/__debug_bin
+cmd/kubehound-ingestor/kubehound-ingestor
 deployments/kubehound/data
 deployments/kubehound/data/*
 

cmd/kubehound-ingestor/main.go

@@ -0,0 +1,11 @@
+package main
+
+import (
+	"github.com/DataDog/KubeHound/pkg/telemetry/log"
+)
+
+func main() {
+	if err := rootCmd.Execute(); err != nil {
+		log.I.Fatal(err.Error())
+	}
+}

cmd/kubehound-ingestor/root.go

@@ -0,0 +1,26 @@
+package main
+
+import (
+	"github.com/DataDog/KubeHound/pkg/kubehound/core"
+	"github.com/spf13/cobra"
+)
+
+var (
+	cfgFile = ""
+)
+
+var (
+	rootCmd = &cobra.Command{
+		Use:          "kubehound-ingestor",
+		Short:        "Kubehound Ingestor Service",
+		Long:         `instance of Kubehound that pulls data from cloud storage`,
+		SilenceUsage: true,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return core.LaunchRemoteIngestor(cmd.Context(), core.WithConfigPath(cfgFile))
+		},
+	}
+)
+
+func init() {
+	rootCmd.PersistentFlags().StringVarP(&cfgFile, "config", "c", cfgFile, "application config file")
+}