opensci, big-binder: enable dask-gateway

config/clusters/opensci/big-binder.values.yaml

@@ -1,3 +1,8 @@
+dask-gateway:
+  enabled: true
+  gateway:
+    backend:
+      imagePullSecrets: [{ name: image-pull-secret }]
 jupyterhub:
   ingress:
     hosts: [hub.big.binder.opensci.2i2c.cloud]
@@ -7,6 +12,8 @@ jupyterhub:
   custom:
     binderhubUI:
       enabled: true
+    daskhubSetup:
+      enabled: true
     2i2c:
       add_staff_user_ids_to_admin_users: true
       add_staff_user_ids_of_type: github
@@ -31,6 +38,8 @@ jupyterhub:
     singleuserAdmin:
       extraVolumeMounts: []
   singleuser:
+    cloudMetadata:
+      blockWithIptables: false
     cpu:
       limit: 0.25
     memory:

eksctl/opensci.jsonnet

@@ -29,7 +29,19 @@ local notebookNodes = [
     { instanceType: "r5.4xlarge" },
     { instanceType: "r5.16xlarge" },
 ];
-local daskNodes = [];
+local daskNodes = [
+    // Node definitions for dask worker nodes. Config here is merged
+    // with our dask worker node definition, which uses spot instances.
+    // A `node.kubernetes.io/instance-type label is set to the name of the
+    // *first* item in instanceDistribution.instanceTypes, to match
+    // what we do with notebook nodes. Pods can request a particular
+    // kind of node with a nodeSelector
+    //
+    // A not yet fully established policy is being developed about using a single
+    // node pool, see https://github.com/2i2c-org/infrastructure/issues/2687.
+    //
+    { instancesDistribution+: { instanceTypes: ["r5.4xlarge"] }},
+];
 
 
 {