Release 0.9.0

.github/workflows/tests.yml

@@ -11,7 +11,7 @@ jobs:
     - uses: actions/checkout@v1
     - name: Kustomize and diff
       run: DELTA_CHECK=true make kustomize
-    - uses: engineerd/setup-kind@v0.4.0
+    - uses: engineerd/setup-kind@v0.5.0
     - name: End2End
       env:
         DOCKER_USERNAME: ${{ github.actor }}

CHANGELOG/CHANGELOG-v0.9.0.md

@@ -0,0 +1,19 @@
+
+
+### Flytekit
+* Fast register - code only changes no longer need a rebuild of the container to run ([read the docs!](https://flyte.readthedocs.io/en/latest/user/features/fast_registration.html))
+* Project archive/activate command in flyte-cli
+* Bug fixes and misc improvements
+
+Please take a look at the newest [alpha release](https://github.com/lyft/flytekit/releases/tag/v0.16.0a0) of Flytekit (v0.16.0a0) which introduces native Python based typing, and a new way of workflow authoring that enables local workflow execution.
+For examples of the native typed SDK usage refer to: [Cookbook Examples](https://github.com/lyft/flytesnacks/tree/annotated/cookbook/recipes/native_typing)
+
+### FlyteConsole
+- Better Single task launch support
+- Launch form with more types supported
+- Bug and stability fixes
+
+### FlytePlatform
+ - SparkOperator v1beta2 support
+ - Archive/Unarchive projects
+ - BugFixes

Makefile

@@ -24,9 +24,9 @@ generate-local-docs:
 # Builds the entire doc tree. Assumes update_ref_docs has run and that all externals rsts are in _rsts/ dir
 .PHONY: generate-docs
 generate-docs: generate-dependent-repo-docs
-	@FLYTEKIT_VERSION=0.13.1 ./script/generate_docs.sh
+	@FLYTEKIT_VERSION=0.15.1 ./script/generate_docs.sh
 
 # updates referenced docs from other repositories (e.g. flyteidl, flytekit)
 .PHONY: generate-dependent-repo-docs
 generate-dependent-repo-docs:
-	@FLYTEKIT_VERSION=0.13.1 FLYTEIDL_VERSION=0.18.8 ./script/update_ref_docs.sh
+	@FLYTEKIT_VERSION=0.15.1 FLYTEIDL_VERSION=0.18.10 ./script/update_ref_docs.sh

README.md

@@ -6,7 +6,7 @@
 ![Commit activity](https://img.shields.io/github/commit-activity/w/lyft/flyte.svg?style=plastic)
 ![Commit since last release](https://img.shields.io/github/commits-since/lyft/flyte/latest.svg?style=plastic)
 ![GitHub milestones Completed](https://img.shields.io/github/milestones/closed/lyft/flyte?style=plastic)
-![GitHub next milestone percentage](https://img.shields.io/github/milestones/progress-percent/lyft/flyte/9?style=plastic)
+![GitHub next milestone percentage](https://img.shields.io/github/milestones/progress-percent/lyft/flyte/10?style=plastic)
 ![Twitter Follow](https://img.shields.io/twitter/follow/flyteorg?label=Follow&style=social)
 [![Slack Status](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://docs.google.com/forms/d/e/1FAIpQLSf8bNuyhy7rkm77cOXPHIzCm3ApfL7Tdo7NUs6Ej2NOGQ1PYw/viewform?pli=1)
 
@@ -55,6 +55,7 @@ Resources that would help you get a better understanding of Flyte.
 
 # Features
  - Used at Scale in production by 500+ users at Lyft with more than *900k* workflow executed a month and more than *30+* million container executions per month
+ - Fast registration - from local to remote in one second.
  - Centralized Inventory of Tasks, Workflows and Executions
  - Single Task Execution support - Start executing a task and then convert it to a workflow
  - gRPC / REST interface to define and executes tasks and workflows

deployment/eks/flyte_generated.yaml

@@ -1053,7 +1053,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -1099,7 +1099,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -1117,7 +1117,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -1132,7 +1132,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -1179,7 +1179,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: docker.io/lyft/flyteconsole:v0.12.1
+        image: docker.io/lyft/flyteconsole:v0.17.7
         name: flyteconsole
         ports:
         - containerPort: 8080
@@ -1223,7 +1223,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: docker.io/lyft/flytepropeller:v0.4.8
+        image: docker.io/lyft/flytepropeller:v0.5.2
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -1412,7 +1412,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: docker.io/lyft/flyteadmin:v0.3.7
+            image: docker.io/lyft/flyteadmin:v0.3.15
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

deployment/gcp/flyte_generated.yaml

@@ -1121,7 +1121,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -1167,7 +1167,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -1185,7 +1185,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -1200,7 +1200,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -1247,7 +1247,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: docker.io/lyft/flyteconsole:v0.12.1
+        image: docker.io/lyft/flyteconsole:v0.17.7
         name: flyteconsole
         ports:
         - containerPort: 8080
@@ -1291,7 +1291,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: docker.io/lyft/flytepropeller:v0.4.8
+        image: docker.io/lyft/flytepropeller:v0.5.2
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -1480,7 +1480,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: docker.io/lyft/flyteadmin:v0.3.7
+            image: docker.io/lyft/flyteadmin:v0.3.15
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

deployment/sandbox/flyte_generated.yaml

@@ -1342,7 +1342,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -1388,7 +1388,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -1406,7 +1406,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -1421,7 +1421,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -1474,7 +1474,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: docker.io/lyft/flyteconsole:v0.12.1
+        image: docker.io/lyft/flyteconsole:v0.17.7
         name: flyteconsole
         ports:
         - containerPort: 8080
@@ -1518,7 +1518,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: docker.io/lyft/flytepropeller:v0.4.8
+        image: docker.io/lyft/flytepropeller:v0.5.2
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -1764,7 +1764,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: docker.io/lyft/flyteadmin:v0.3.7
+            image: docker.io/lyft/flyteadmin:v0.3.15
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

deployment/test/flyte_generated.yaml

@@ -925,7 +925,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -971,7 +971,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -989,7 +989,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -1004,7 +1004,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: docker.io/lyft/flyteadmin:v0.3.7
+        image: docker.io/lyft/flyteadmin:v0.3.15
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -1067,7 +1067,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: docker.io/lyft/flytepropeller:v0.4.8
+        image: docker.io/lyft/flytepropeller:v0.5.2
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:

end2end/tests/endtoend.yaml

@@ -11,7 +11,7 @@ spec:
     command:
     - bash
     - -c
-    image: docker.io/lyft/flytetester:440d9a0530025825745ae9316b2dc5bee27e66b8
+    image: docker.io/lyft/flytetester:268fe35dc2dc3b9899dd934e6a4e6ce8639a58fa
     imagePullPolicy: IfNotPresent
     name: flytetester
     resources:

kustomize/overlays/eks/kustomization.yaml

@@ -80,17 +80,17 @@ secretGenerator:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.3.7 # override the tag
+    newTag: v0.3.15 # override the tag
     newName: docker.io/lyft/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.12.1 # override the tag
+    newTag: v0.17.7 # override the tag
     newName: docker.io/lyft/flyteconsole # override the namep 
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
     newTag: v0.2.2 # override the tag
     newName: docker.io/lyft/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.4.8 # override the tag
+    newTag: v0.5.2 # override the tag
     newName: docker.io/lyft/flytepropeller # override the name

kustomize/overlays/gcp/kustomization.yaml

@@ -78,17 +78,17 @@ secretGenerator:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.3.7 # override the tag
+    newTag: v0.3.15 # override the tag
     newName: docker.io/lyft/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.12.1 # override the tag
+    newTag: v0.17.7 # override the tag
     newName: docker.io/lyft/flyteconsole # override the namep 
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
     newTag: v0.2.2 # override the tag
     newName: docker.io/lyft/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.4.8 # override the tag
+    newTag: v0.5.2 # override the tag
     newName: docker.io/lyft/flytepropeller # override the name

kustomize/overlays/sandbox/kustomization.yaml

@@ -63,17 +63,17 @@ configMapGenerator:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.3.7 # override the tag
+    newTag: v0.3.15 # override the tag
     newName: docker.io/lyft/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.12.1 # override the tag
+    newTag: v0.17.7 # override the tag
     newName: docker.io/lyft/flyteconsole # override the namep 
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
     newTag: v0.2.2 # override the tag
     newName: docker.io/lyft/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.4.8 # override the tag
+    newTag: v0.5.2 # override the tag
     newName: docker.io/lyft/flytepropeller # override the name

kustomize/overlays/test/kustomization.yaml

@@ -63,17 +63,17 @@ configMapGenerator:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.3.7 # override the tag
+    newTag: v0.3.15 # override the tag
     newName: docker.io/lyft/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.12.1 # override the tag
+    newTag: v0.17.7 # override the tag
     newName: docker.io/lyft/flyteconsole # override the namep 
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
     newTag: v0.2.2 # override the tag
     newName: docker.io/lyft/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.4.8 # override the tag
+    newTag: v0.5.2 # override the tag
     newName: docker.io/lyft/flytepropeller # override the name

rsts/conf.py

@@ -26,7 +26,7 @@
 # The short X.Y version
 version = u''
 # The full version, including alpha/beta/rc tags
-release = u'0.8.0'
+release = u'0.9.0'
 
 
 # -- General configuration ---------------------------------------------------