add kubeflow_label.yml for label sycn across repos in kubeflow (kubef…

…low#98)

* add kubeflow_label.yml for label sycn across repos in kubeflow, along with helper script to generate it.

* reformat process_label.py to fix pylint check

* handle code review feedback & change code to python3

hack/label_generate/kubeflow_label_standard.csv

@@ -0,0 +1,40 @@
+,wontfix
+,do-not-merge
+,duplicate
+,starter
+,high-impact
+,testing
+area,API
+,build-release
+,example
+,docs
+,front-end
+,logging
+,operator
+,lifecycle
+OS,centos
+,macOS
+,ubuntu
+,windows
+improvement,enhancement
+,optimization
+addition,feature
+community,discussion
+,question
+platform,aws
+,azure
+,gcp
+,minikube
+,other
+problems,bug
+,refactor
+,security
+Priority,P0
+,P1
+,P2
+status,icebox
+,backlog
+,in progress
+,done
+,lgtm
+,approved

hack/label_generate/process_label.py

@@ -0,0 +1,139 @@
+"""Script to generate label config yaml file"""
+import argparse
+import os
+
+import yaml
+import requests
+import csv
+
+# label_dir = os.path.dirname(os.path.abspath(__file__)) + '/../../label_sync/'
+
+# old label -> new label mapping
+label_mapping = {
+  # 'approved': 'status/approved',
+  'area/os/centos': 'os/centos',
+  'area/os/macos': 'os/macos',
+  'area/os/ubuntu': 'os/ubuntu',
+  'area/os/windows': 'os/windows',
+  'area/platform/aws': 'platform/aws',
+  'area/platform/azure': 'platform/azure',
+  'area/platform/gke': 'platform/gcp',
+  'area/platform/minikube': 'platform/minikube',
+  'area/release-eng': 'area/build-release',
+  'area/releasing': 'area/build-release',
+  'area/testing': 'testing',
+  'area/ui': 'area/front-end',
+  'bug': 'problems/bug',
+  'cloud/azure': 'platform/azure',
+  'cloud/gke': 'platform/gcp',
+  'do-not-merge/work-in-progress': 'status/in progress',
+  'enhancement': 'improvement/enhancement',
+  'inference': 'area/inference',
+  # 'lgtm': 'status/lgtm',
+  'question': 'community/question'
+}
+
+
+class LabelColorMapping(object):
+  color_mapping_general = {
+    'area': 'd2b48c',
+    'os': '8cd2b4',
+    'addition': 'd28caa',
+    'community': 'ecfc15',
+    'platform': '2515fc',
+    'problems': 'fc2515',
+    'priority': {
+      'p0': 'db1203',
+      'p1': 'db03cc',
+      'p2': 'fc9915'
+    },
+    'status': {
+      'approved': '03db12',
+      'backlog': 'bc9090',
+      'done': 'fca42e',
+      'icebox': '808080',
+      'in progress': 'ffa500',
+      'lgtm': '2efca4'
+    },
+    'default': '00daff'
+  }
+
+  @staticmethod
+  def get_color(label):
+    color_mapping = LabelColorMapping.color_mapping_general
+    names = label.split('/')
+    if names[0] not in color_mapping:
+      return color_mapping['default']
+    if isinstance(color_mapping[names[0]], dict):
+      return color_mapping[names[0]][names[1]]
+    return color_mapping[names[0]]
+
+
+# generate label config in yaml
+# Two inputs:
+#   1. csv file exported from community label definition
+#   2. old label -> new label mapping
+def csv_to_yml(unparsed_args=None):
+  parser = argparse.ArgumentParser(
+    description="generate label config")
+  parser.add_argument(
+    "--output_dir",
+    default=os.path.dirname(os.path.abspath(__file__)) + '/../../label_sync/',
+    type=str,
+    help="Path to input file.")
+  args = parser.parse_args(unparsed_args)
+
+  input_csv = os.path.dirname(
+    os.path.abspath(__file__)) + "/kubeflow_label_standard.csv"
+  output_f = os.path.join(args.output_dir, "kubeflow_label.yml")
+  name_to_label = {}
+  with open(input_csv, newline='') as raw_csv:
+    csv_content = csv.reader(raw_csv, delimiter=',', quotechar='|')
+    pref = ''
+    label_list = []
+    for row in csv_content:
+      # words = line.strip(' \t\n\r').split(',')
+      if row[0]:
+        pref = row[0]
+      label_name = ((pref + "/") if pref else '') + row[1]
+      label_ins = {
+        'name': label_name.lower(),
+        'color': LabelColorMapping.get_color(label_name.lower())
+      }
+      label_list.append(label_ins)
+      name_to_label[label_name.lower()] = label_ins
+      print("label: " + label_name)
+    label_list.sort(key=lambda label_ins: label_ins['name'])
+    labels = {"labels": label_list}
+  for old_name, new_name in label_mapping.items():
+    if new_name in name_to_label:
+      if 'previously' not in name_to_label[new_name]:
+        name_to_label[new_name]['previously'] = []
+      name_to_label[new_name]['previously'].append({'name': old_name.lower()})
+
+  with open(output_f, 'w') as label_yaml:
+    yaml.dump(labels, label_yaml, default_flow_style=False)
+
+
+# helper function to pull current labels from all repos in kubeflow
+def get_curr_labels():
+  output_f = os.path.dirname(os.path.abspath(__file__)) + '/../../label_sync/' + 'curr_labels.yml'
+  repo_labels = []
+  for repo in [
+      str(repo_info['name']) for repo_info in requests.get(
+        'https://api.github.com/orgs/kubeflow/repos').json()
+  ]:
+    for label in requests.get(
+        'https://api.github.com/repos/kubeflow/%s/labels' % repo).json():
+      label_name = str(label['name']).lower()
+      if label_name not in repo_labels:
+        repo_labels.append(label_name)
+  repo_labels.sort()
+  with open(output_f, 'w') as w_file:
+    yaml.dump(repo_labels, w_file, default_flow_style=False)
+  for label in repo_labels:
+    print("old label: %s," % label)
+
+if __name__ == '__main__':
+  # get_curr_labels()
+  csv_to_yml()

label_sync/README.md

@@ -0,0 +1,16 @@
+# label_sync
+
+kubeflow_label.yml: containing rules to update or migrate github labels on repos in kubeflow org
+We use same tool from kubernetes: https://github.com/kubernetes/test-infra/tree/master/label_sync
+
+Want to edit kubeflow_label.yml? Take a look at [process_label.py](../hack/label_generate/process_label.py).
+
+## Usage
+```sh
+# add or migrate labels on all repos in the kubeflow org
+# Under kubernetes/test-infra/label_sync, run:
+bazel run //label_sync -- \
+  --config /path/to/kubeflow_label.yaml \
+  --token /path/to/github_oauth_token \
+  --orgs kubeflow
+```

label_sync/kubeflow_label.yml

@@ -0,0 +1,114 @@
+labels:
+- color: d28caa
+  name: addition/feature
+- color: d2b48c
+  name: area/api
+- color: d2b48c
+  name: area/build-release
+  previously:
+  - name: area/release-eng
+  - name: area/releasing
+- color: d2b48c
+  name: area/docs
+- color: d2b48c
+  name: area/example
+- color: d2b48c
+  name: area/front-end
+  previously:
+  - name: area/ui
+- color: d2b48c
+  name: area/lifecycle
+- color: d2b48c
+  name: area/logging
+- color: d2b48c
+  name: area/operator
+- color: ecfc15
+  name: community/discussion
+- color: ecfc15
+  name: community/question
+  previously:
+  - name: question
+- color: 00daff
+  name: do-not-merge
+- color: 00daff
+  name: duplicate
+- color: 00daff
+  name: high-impact
+- color: 00daff
+  name: improvement/enhancement
+  previously:
+  - name: enhancement
+- color: 00daff
+  name: improvement/optimization
+- color: 8cd2b4
+  name: os/centos
+  previously:
+  - name: area/os/centos
+- color: 8cd2b4
+  name: os/macos
+  previously:
+  - name: area/os/macos
+- color: 8cd2b4
+  name: os/ubuntu
+  previously:
+  - name: area/os/ubuntu
+- color: 8cd2b4
+  name: os/windows
+  previously:
+  - name: area/os/windows
+- color: 2515fc
+  name: platform/aws
+  previously:
+  - name: area/platform/aws
+- color: 2515fc
+  name: platform/azure
+  previously:
+  - name: area/platform/azure
+  - name: cloud/azure
+- color: 2515fc
+  name: platform/gcp
+  previously:
+  - name: area/platform/gke
+  - name: cloud/gke
+- color: 2515fc
+  name: platform/minikube
+  previously:
+  - name: area/platform/minikube
+- color: 2515fc
+  name: platform/other
+- color: db1203
+  name: priority/p0
+- color: db03cc
+  name: priority/p1
+- color: fc9915
+  name: priority/p2
+- color: fc2515
+  name: problems/bug
+  previously:
+  - name: bug
+- color: fc2515
+  name: problems/refactor
+- color: fc2515
+  name: problems/security
+- color: 00daff
+  name: starter
+- color: 03db12
+  name: status/approved
+- color: bc9090
+  name: status/backlog
+- color: fca42e
+  name: status/done
+- color: '808080'
+  name: status/icebox
+- color: ffa500
+  name: status/in progress
+  previously:
+  - name: do-not-merge/work-in-progress
+- color: 2efca4
+  name: status/lgtm
+- color: 00daff
+  name: testing
+  previously:
+  - name: area/testing
+- color: 00daff
+  name: wontfix