Adding initial support for bottlerocket without custom launch template

pkg/apis/provisioning/v1alpha5/requirements.go

@@ -25,6 +25,7 @@ var (
 	ArchitectureAmd64    = "amd64"
 	ArchitectureArm64    = "arm64"
 	OperatingSystemLinux = "linux"
+	BottleRocket         = "bottlerocket"
 
 	// RestrictedLabels are injected by Cloud Providers
 	RestrictedLabels = sets.NewString(

pkg/cloudprovider/aws/ami.go

@@ -24,6 +24,7 @@ import (
 	"github.com/aws/aws-sdk-go/service/ssm/ssmiface"
 	"github.com/aws/karpenter/pkg/apis/provisioning/v1alpha5"
 	"github.com/aws/karpenter/pkg/cloudprovider"
+	"github.com/aws/karpenter/pkg/cloudprovider/aws/apis/v1alpha1"
 	"github.com/patrickmn/go-cache"
 	"k8s.io/client-go/kubernetes"
 	"knative.dev/pkg/logging"
@@ -46,15 +47,15 @@ func NewAMIProvider(ssm ssmiface.SSMAPI, clientSet *kubernetes.Clientset) *AMIPr
 }
 
 // Get returns a set of AMIIDs and corresponding instance types. AMI may vary due to architecture, accelerator, etc
-func (p *AMIProvider) Get(ctx context.Context, instanceTypes []cloudprovider.InstanceType) (map[string][]cloudprovider.InstanceType, error) {
+func (p *AMIProvider) Get(ctx context.Context, instanceTypes []cloudprovider.InstanceType, constraints *v1alpha1.Constraints) (map[string][]cloudprovider.InstanceType, error) {
 	version, err := p.kubeServerVersion(ctx)
 	if err != nil {
 		return nil, fmt.Errorf("kube server version, %w", err)
 	}
 	// Separate instance types by unique queries
 	amiQueries := map[string][]cloudprovider.InstanceType{}
 	for _, instanceType := range instanceTypes {
-		query := p.getSSMQuery(instanceType, version)
+		query := p.getSSMQuery(ctx, constraints.AWS.AMIFamily, instanceType, version)
 		amiQueries[query] = append(amiQueries[query], instanceType)
 	}
 	// Separate instance types by unique AMIIDs
@@ -83,12 +84,21 @@ func (p *AMIProvider) getAMIID(ctx context.Context, query string) (string, error
 	return ami, nil
 }
 
-func (p *AMIProvider) getSSMQuery(instanceType cloudprovider.InstanceType, version string) string {
+func (p *AMIProvider) getSSMQuery(ctx context.Context, amiFamily string, instanceType cloudprovider.InstanceType, version string) string {
 	var amiSuffix string
+	var arch string
 	if !instanceType.NvidiaGPUs().IsZero() || !instanceType.AWSNeurons().IsZero() {
 		amiSuffix = "-gpu"
 	} else if instanceType.Architecture() == v1alpha5.ArchitectureArm64 {
 		amiSuffix = "-arm64"
+		arch = "arm64"
+	} else if instanceType.Architecture() == v1alpha5.ArchitectureAmd64 {
+		arch = "arm64"
+	}
+
+	if amiFamily == v1alpha5.BottleRocket {
+		logging.FromContext(ctx).Debugf("AMIFamily was: %s", amiFamily)
+		return fmt.Sprintf("/aws/service/bottlerocket/aws-k8s-%s/%s/latest/image_id", version, arch)
 	}
 	return fmt.Sprintf("/aws/service/eks/optimized-ami/%s/amazon-linux-2%s/recommended/image_id", version, amiSuffix)
 }

pkg/cloudprovider/aws/apis/v1alpha1/provider.go

@@ -34,6 +34,9 @@ type AWS struct {
 	// TypeMeta includes version and kind of the extensions, inferred if not provided.
 	// +optional
 	metav1.TypeMeta `json:",inline"`
+	// AMIFamily is the AMI family that instances use.
+	// +optional
+	AMIFamily string `json:"amiFamily"`
 	// InstanceProfile is the AWS identity that instances use.
 	// +required
 	InstanceProfile string `json:"instanceProfile"`

pkg/cloudprovider/aws/instancetype.go

@@ -40,6 +40,10 @@ func (i *InstanceType) Name() string {
 	return aws.StringValue(i.InstanceType)
 }
 
+func (i *InstanceType) AMIFamily() string {
+	return ""
+}
+
 func (i *InstanceType) Offerings() []cloudprovider.Offering {
 	return i.AvailableOfferings
 }

pkg/cloudprovider/aws/launchtemplate.go

@@ -94,15 +94,20 @@ func (p *LaunchTemplateProvider) Get(ctx context.Context, constraints *v1alpha1.
 		return nil, err
 	}
 	// Get constrained AMI ID
-	amis, err := p.amiProvider.Get(ctx, instanceTypes)
+	amis, err := p.amiProvider.Get(ctx, instanceTypes, constraints)
 	if err != nil {
 		return nil, err
 	}
 	// Construct launch templates
 	launchTemplates := map[string][]cloudprovider.InstanceType{}
 	for amiID, instanceTypes := range amis {
 		// Get userData for Node
-		userData, err := p.getUserData(ctx, constraints, instanceTypes, additionalLabels)
+		var userData string
+		if constraints.AMIFamily == "bottlerocket" {
+			userData, err = p.getBottleRocketUserData(ctx, constraints, additionalLabels)
+		} else {
+			userData, err = p.getUserData(ctx, constraints, instanceTypes, additionalLabels)
+		}
 		if err != nil {
 			return nil, err
 		}
@@ -220,6 +225,39 @@ func sortedKeys(m map[string]string) []string {
 	return keys
 }
 
+func (p *LaunchTemplateProvider) getBottleRocketUserData(ctx context.Context, constraints *v1alpha1.Constraints, additionalLabels map[string]string) (string, error) {
+	var userData bytes.Buffer
+	userData.WriteString(fmt.Sprintf(`[settings.kubernetes]
+cluster-name = "%s"
+api-server = "%s"
+`,
+		injection.GetOptions(ctx).ClusterName,
+		injection.GetOptions(ctx).ClusterEndpoint))
+	caBundle, err := p.GetCABundle(ctx)
+	if err != nil {
+		return "", fmt.Errorf("getting ca bundle for user data, %w", err)
+	}
+	if caBundle != nil {
+		userData.WriteString(fmt.Sprintf(`cluster-certificate = "%s"
+
+`,
+			*caBundle))
+	}
+
+	nodeLabelArgs := functional.UnionStringMaps(additionalLabels, constraints.Labels)
+	if len(nodeLabelArgs) > 0 {
+		userData.WriteString(`[settings.kubernetes.node-labels]
+`)
+		for key, val := range nodeLabelArgs {
+			userData.WriteString(fmt.Sprintf(`"%s" = "%s"
+`,
+				key, val))
+		}
+	}
+
+	return base64.StdEncoding.EncodeToString(userData.Bytes()), nil
+}
+
 // getUserData returns the exact same string for equivalent input,
 // even if elements of those inputs are in differing orders,
 // guaranteeing it won't cause spurious hash differences.

pkg/cloudprovider/fake/instancetype.go

@@ -87,6 +87,7 @@ type InstanceTypeOptions struct {
 	Name             string
 	Offerings        []cloudprovider.Offering
 	Architecture     string
+	AMIFamily        string
 	OperatingSystems sets.String
 	CPU              resource.Quantity
 	Memory           resource.Quantity
@@ -105,6 +106,10 @@ func (i *InstanceType) Name() string {
 	return i.options.Name
 }
 
+func (i *InstanceType) AMIFamily() string {
+	return "bottlerocket"
+}
+
 func (i *InstanceType) Offerings() []cloudprovider.Offering {
 	return i.options.Offerings
 }

pkg/cloudprovider/types.go

@@ -57,6 +57,7 @@ type InstanceType interface {
 	// Note that though this is an array it is expected that all the Offerings are unique from one another
 	Offerings() []Offering
 	Architecture() string
+	AMIFamily() string
 	OperatingSystems() sets.String
 	CPU() *resource.Quantity
 	Memory() *resource.Quantity