Add the ability to delete an etcd snapshot locally or from S3

cmd/etcdsnapshot/main.go

@@ -13,7 +13,7 @@ import (
 func main() {
 	app := cmds.NewApp()
 	app.Commands = []cli.Command{
-		cmds.NewEtcdSnapshotCommand(etcdsnapshot.Run),
+		cmds.NewEtcdSnapshotCommand(etcdsnapshot.Run, cmds.NewEtcdSnapshotSubcommands(etcdsnapshot.Delete)),
 	}
 
 	if err := app.Run(configfilearg.MustParse(os.Args)); err != nil {

cmd/k3s/main.go

@@ -33,6 +33,8 @@ func main() {
 		return
 	}
 
+	etcdsnapshotCommand := internalCLIAction(version.Program+"-"+cmds.EtcdSnapshotCommand, dataDir, os.Args)
+
 	// Handle subcommand invocation (k3s server, k3s crictl, etc)
 	app := cmds.NewApp()
 	app.Commands = []cli.Command{
@@ -42,7 +44,7 @@ func main() {
 		cmds.NewCRICTL(externalCLIAction("crictl", dataDir)),
 		cmds.NewCtrCommand(externalCLIAction("ctr", dataDir)),
 		cmds.NewCheckConfigCommand(externalCLIAction("check-config", dataDir)),
-		cmds.NewEtcdSnapshotCommand(internalCLIAction(version.Program+"-"+cmds.EtcdSnapshotCommand, dataDir, os.Args)),
+		cmds.NewEtcdSnapshotCommand(etcdsnapshotCommand, cmds.NewEtcdSnapshotSubcommands(etcdsnapshotCommand)),
 	}
 
 	if err := app.Run(os.Args); err != nil {

cmd/server/main.go

@@ -43,7 +43,7 @@ func main() {
 		cmds.NewKubectlCommand(kubectl.Run),
 		cmds.NewCRICTL(crictl.Run),
 		cmds.NewCtrCommand(ctr.Run),
-		cmds.NewEtcdSnapshotCommand(etcdsnapshot.Run),
+		cmds.NewEtcdSnapshotCommand(etcdsnapshot.Run, cmds.NewEtcdSnapshotSubcommands(etcdsnapshot.Delete)),
 	}
 
 	err := app.Run(configfilearg.MustParse(os.Args))

main.go

@@ -27,7 +27,7 @@ func main() {
 		cmds.NewAgentCommand(agent.Run),
 		cmds.NewKubectlCommand(kubectl.Run),
 		cmds.NewCRICTL(crictl.Run),
-		cmds.NewEtcdSnapshotCommand(etcdsnapshot.Run),
+		cmds.NewEtcdSnapshotCommand(etcdsnapshot.Run, cmds.NewEtcdSnapshotSubcommands(etcdsnapshot.Delete)),
 	}
 
 	if err := app.Run(configfilearg.MustParse(os.Args)); err != nil {

pkg/cli/cmds/etcd_snapshot.go

@@ -7,88 +7,103 @@ import (
 
 const EtcdSnapshotCommand = "etcd-snapshot"
 
-func NewEtcdSnapshotCommand(action func(*cli.Context) error) cli.Command {
+var EtcdSnapshotFlags = []cli.Flag{
+	DebugFlag,
+	LogFile,
+	AlsoLogToStderr,
+	cli.StringFlag{
+		Name:        "node-name",
+		Usage:       "(agent/node) Node name",
+		EnvVar:      version.ProgramUpper + "_NODE_NAME",
+		Destination: &AgentConfig.NodeName,
+	},
+	cli.StringFlag{
+		Name:        "data-dir,d",
+		Usage:       "(data) Folder to hold state default /var/lib/rancher/" + version.Program + " or ${HOME}/.rancher/" + version.Program + " if not root",
+		Destination: &ServerConfig.DataDir,
+	},
+	&cli.StringFlag{
+		Name:        "name",
+		Usage:       "(db) Set the base name of the etcd on-demand snapshot (appended with UNIX timestamp).",
+		Destination: &ServerConfig.EtcdSnapshotName,
+		Value:       "on-demand",
+	},
+	&cli.BoolFlag{
+		Name:        "s3",
+		Usage:       "(db) Enable backup to S3",
+		Destination: &ServerConfig.EtcdS3,
+	},
+	&cli.StringFlag{
+		Name:        "s3-endpoint",
+		Usage:       "(db) S3 endpoint url",
+		Destination: &ServerConfig.EtcdS3Endpoint,
+		Value:       "s3.amazonaws.com",
+	},
+	&cli.StringFlag{
+		Name:        "s3-endpoint-ca",
+		Usage:       "(db) S3 custom CA cert to connect to S3 endpoint",
+		Destination: &ServerConfig.EtcdS3EndpointCA,
+	},
+	&cli.BoolFlag{
+		Name:        "s3-skip-ssl-verify",
+		Usage:       "(db) Disables S3 SSL certificate validation",
+		Destination: &ServerConfig.EtcdS3SkipSSLVerify,
+	},
+	&cli.StringFlag{
+		Name:        "s3-access-key",
+		Usage:       "(db) S3 access key",
+		EnvVar:      "AWS_ACCESS_KEY_ID",
+		Destination: &ServerConfig.EtcdS3AccessKey,
+	},
+	&cli.StringFlag{
+		Name:        "s3-secret-key",
+		Usage:       "(db) S3 secret key",
+		EnvVar:      "AWS_SECRET_ACCESS_KEY",
+		Destination: &ServerConfig.EtcdS3SecretKey,
+	},
+	&cli.StringFlag{
+		Name:        "s3-bucket",
+		Usage:       "(db) S3 bucket name",
+		Destination: &ServerConfig.EtcdS3BucketName,
+	},
+	&cli.StringFlag{
+		Name:        "s3-region",
+		Usage:       "(db) S3 region / bucket location (optional)",
+		Destination: &ServerConfig.EtcdS3Region,
+		Value:       "us-east-1",
+	},
+	&cli.StringFlag{
+		Name:        "s3-folder",
+		Usage:       "(db) S3 folder",
+		Destination: &ServerConfig.EtcdS3Folder,
+	},
+}
+
+func NewEtcdSnapshotCommand(action func(*cli.Context) error, subcommands []cli.Command) cli.Command {
 	return cli.Command{
 		Name:            EtcdSnapshotCommand,
 		Usage:           "Trigger an immediate etcd snapshot",
 		SkipFlagParsing: false,
 		SkipArgReorder:  true,
 		Action:          action,
-		Flags: []cli.Flag{
-			DebugFlag,
-			LogFile,
-			AlsoLogToStderr,
-			cli.StringFlag{
-				Name:        "node-name",
-				Usage:       "(agent/node) Node name",
-				EnvVar:      version.ProgramUpper + "_NODE_NAME",
-				Destination: &AgentConfig.NodeName,
-			},
-			cli.StringFlag{
-				Name:        "data-dir,d",
-				Usage:       "(data) Folder to hold state default /var/lib/rancher/" + version.Program + " or ${HOME}/.rancher/" + version.Program + " if not root",
-				Destination: &ServerConfig.DataDir,
-			},
-			&cli.StringFlag{
-				Name:        "name",
-				Usage:       "(db) Set the base name of the etcd on-demand snapshot (appended with UNIX timestamp).",
-				Destination: &ServerConfig.EtcdSnapshotName,
-				Value:       "on-demand",
-			},
-			&cli.StringFlag{
-				Name:        "dir",
-				Usage:       "(db) Directory to save etcd on-demand snapshot. (default: ${data-dir}/db/snapshots)",
-				Destination: &ServerConfig.EtcdSnapshotDir,
-			},
-			&cli.BoolFlag{
-				Name:        "s3",
-				Usage:       "(db) Enable backup to S3",
-				Destination: &ServerConfig.EtcdS3,
-			},
-			&cli.StringFlag{
-				Name:        "s3-endpoint",
-				Usage:       "(db) S3 endpoint url",
-				Destination: &ServerConfig.EtcdS3Endpoint,
-				Value:       "s3.amazonaws.com",
-			},
-			&cli.StringFlag{
-				Name:        "s3-endpoint-ca",
-				Usage:       "(db) S3 custom CA cert to connect to S3 endpoint",
-				Destination: &ServerConfig.EtcdS3EndpointCA,
-			},
-			&cli.BoolFlag{
-				Name:        "s3-skip-ssl-verify",
-				Usage:       "(db) Disables S3 SSL certificate validation",
-				Destination: &ServerConfig.EtcdS3SkipSSLVerify,
-			},
-			&cli.StringFlag{
-				Name:        "s3-access-key",
-				Usage:       "(db) S3 access key",
-				EnvVar:      "AWS_ACCESS_KEY_ID",
-				Destination: &ServerConfig.EtcdS3AccessKey,
-			},
-			&cli.StringFlag{
-				Name:        "s3-secret-key",
-				Usage:       "(db) S3 secret key",
-				EnvVar:      "AWS_SECRET_ACCESS_KEY",
-				Destination: &ServerConfig.EtcdS3SecretKey,
-			},
-			&cli.StringFlag{
-				Name:        "s3-bucket",
-				Usage:       "(db) S3 bucket name",
-				Destination: &ServerConfig.EtcdS3BucketName,
-			},
-			&cli.StringFlag{
-				Name:        "s3-region",
-				Usage:       "(db) S3 region / bucket location (optional)",
-				Destination: &ServerConfig.EtcdS3Region,
-				Value:       "us-east-1",
-			},
-			&cli.StringFlag{
-				Name:        "s3-folder",
-				Usage:       "(db) S3 folder",
-				Destination: &ServerConfig.EtcdS3Folder,
-			},
+		Subcommands:     subcommands,
+		Flags: append(EtcdSnapshotFlags, &cli.StringFlag{
+			Name:        "dir",
+			Usage:       "(db) Directory to save etcd on-demand snapshot. (default: ${data-dir}/db/snapshots)",
+			Destination: &ServerConfig.EtcdSnapshotDir,
+		}),
+	}
+}
+
+func NewEtcdSnapshotSubcommands(delete func(ctx *cli.Context) error) []cli.Command {
+	return []cli.Command{
+		{
+			Name:            "delete",
+			Usage:           "Delete given snapshot(s)",
+			SkipFlagParsing: false,
+			SkipArgReorder:  true,
+			Action:          delete,
+			Flags:           EtcdSnapshotFlags,
 		},
 	}
 }

pkg/cli/cmds/root.go

@@ -1,6 +1,7 @@
 package cmds
 
 import (
+	"errors"
 	"fmt"
 	"os"
 	"runtime"
@@ -20,6 +21,8 @@ var (
 	}
 )
 
+var ErrCommandNoArgs = errors.New("this command does not take any arguments")
+
 func init() {
 	// hack - force "file,dns" lookup order if go dns is used
 	if os.Getenv("RES_OPTIONS") == "" {

pkg/cli/etcdsnapshot/etcd_snapshot.go

@@ -16,6 +16,25 @@ import (
 	"github.com/urfave/cli"
 )
 
+// commandSetup setups up common things needed
+// for each etcd command.
+func commandSetup(app *cli.Context, cfg *cmds.Server) (string, error) {
+	gspt.SetProcTitle(os.Args[0])
+
+	nodeName := app.String("node-name")
+	if nodeName == "" {
+		h, err := os.Hostname()
+		if err != nil {
+			return "", err
+		}
+		nodeName = h
+	}
+
+	os.Setenv("NODE_NAME", nodeName)
+
+	return server.ResolveDataDir(cfg.DataDir)
+}
+
 func Run(app *cli.Context) error {
 	if err := cmds.InitLogging(); err != nil {
 		return err
@@ -24,24 +43,15 @@ func Run(app *cli.Context) error {
 }
 
 func run(app *cli.Context, cfg *cmds.Server) error {
-	gspt.SetProcTitle(os.Args[0])
-
-	dataDir, err := server.ResolveDataDir(cfg.DataDir)
+	dataDir, err := commandSetup(app, cfg)
 	if err != nil {
 		return err
 	}
 
-	nodeName := app.String("node-name")
-	if nodeName == "" {
-		h, err := os.Hostname()
-		if err != nil {
-			return err
-		}
-		nodeName = h
+	if len(app.Args()) > 0 {
+		return cmds.ErrCommandNoArgs
 	}
 
-	os.Setenv("NODE_NAME", nodeName)
-
 	var serverConfig server.Config
 	serverConfig.DisableAgent = true
 	serverConfig.ControlConfig.DataDir = dataDir
@@ -64,8 +74,10 @@ func run(app *cli.Context, cfg *cmds.Server) error {
 	serverConfig.ControlConfig.Runtime.KubeConfigAdmin = filepath.Join(dataDir, "cred", "admin.kubeconfig")
 
 	ctx := signals.SetupSignalHandler(context.Background())
+	e := etcd.NewETCD()
+	e.SetControlConfig(&serverConfig.ControlConfig)
 
-	initialized, err := etcd.NewETCD().IsInitialized(ctx, &serverConfig.ControlConfig)
+	initialized, err := e.IsInitialized(ctx, &serverConfig.ControlConfig)
 	if err != nil {
 		return err
 	}
@@ -87,3 +99,51 @@ func run(app *cli.Context, cfg *cmds.Server) error {
 
 	return cluster.Snapshot(ctx, &serverConfig.ControlConfig)
 }
+
+func Delete(app *cli.Context) error {
+	if err := cmds.InitLogging(); err != nil {
+		return err
+	}
+	return delete(app, &cmds.ServerConfig)
+}
+
+func delete(app *cli.Context, cfg *cmds.Server) error {
+	dataDir, err := commandSetup(app, cfg)
+	if err != nil {
+		return err
+	}
+
+	snapshots := app.Args()
+	if len(snapshots) == 0 {
+		return errors.New("no snapshots given for removal")
+	}
+
+	var serverConfig server.Config
+	serverConfig.DisableAgent = true
+	serverConfig.ControlConfig.DataDir = dataDir
+	serverConfig.ControlConfig.EtcdSnapshotName = cfg.EtcdSnapshotName
+	serverConfig.ControlConfig.EtcdSnapshotDir = cfg.EtcdSnapshotDir
+	serverConfig.ControlConfig.EtcdS3 = cfg.EtcdS3
+	serverConfig.ControlConfig.EtcdS3Endpoint = cfg.EtcdS3Endpoint
+	serverConfig.ControlConfig.EtcdS3EndpointCA = cfg.EtcdS3EndpointCA
+	serverConfig.ControlConfig.EtcdS3SkipSSLVerify = cfg.EtcdS3SkipSSLVerify
+	serverConfig.ControlConfig.EtcdS3AccessKey = cfg.EtcdS3AccessKey
+	serverConfig.ControlConfig.EtcdS3SecretKey = cfg.EtcdS3SecretKey
+	serverConfig.ControlConfig.EtcdS3BucketName = cfg.EtcdS3BucketName
+	serverConfig.ControlConfig.EtcdS3Region = cfg.EtcdS3Region
+	serverConfig.ControlConfig.EtcdS3Folder = cfg.EtcdS3Folder
+	serverConfig.ControlConfig.Runtime = &config.ControlRuntime{}
+	serverConfig.ControlConfig.Runtime.KubeConfigAdmin = filepath.Join(dataDir, "cred", "admin.kubeconfig")
+
+	ctx := signals.SetupSignalHandler(context.Background())
+	e := etcd.NewETCD()
+	e.SetControlConfig(&serverConfig.ControlConfig)
+
+	sc, err := server.NewContext(ctx, serverConfig.ControlConfig.Runtime.KubeConfigAdmin)
+	if err != nil {
+		return err
+	}
+	serverConfig.ControlConfig.Runtime.Core = sc.Core
+
+	return e.DeleteSnapshots(ctx, app.Args())
+}