feat: move new client script (#2333)

* feat: add new-client.py

* refactor code

* clone googleapis

* add build parser

* parse inputs from BUILD

* find versioned dir within proto_path

* fix postprocessing, use google-java-format

* migirate shell scripts

* change depth

* add generate_gapic_bom.sh

* process root pom

* only generating gapic-libraries-bom if it already exists

* add consolidate_config.sh

* add generation dir

* use variable for script dir

* add set_parent_pom.sh

* add apply_current_versions.sh

* add click option for versions.txt

* change dir

* change find command

* add readme_update.sh

* change script path

* refactor

* code refactor

* add generator version

* use GitPython to checkout googleapis

* code refactor

* use versions.txt in the monorepo

* add comments

* change year

* change copyright year

* remove apply_current_versions.sh

* add __pychche__ to gitignore

* parse generator version from WORKSPACE

* remove readme_update.sh

* remove update_owlbot_postprocessor_config.sh

* remove delete_non_generated_samples.sh

* remove set_parent_pom.sh

* add destination_name

* restore format plugin

* remove gitignore

* remove consolidate_config.sh

* change output directory

---------

Co-authored-by: diegomarquezp <[email protected]>

.gitignore

@@ -17,6 +17,9 @@ target/
 
 *.iml
 
+# Python
+**/__pycache__/
+
 # library generation
 output/
 library_generation/output/

library_generation/new_client/client_inputs.py

@@ -0,0 +1,157 @@
+#!/usr/bin/env python3
+#  Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from pathlib import Path
+import re
+
+proto_library_pattern = r"""
+proto_library_with_info\(
+(.*?)
+\)
+"""
+gapic_pattern = r"""
+java_gapic_library\(
+(.*?)
+\)
+"""
+assembly_pattern = r"""
+java_gapic_assembly_gradle_pkg\(
+(.*?)
+\)
+"""
+resource_pattern = r"//google/cloud:common_resources_proto"
+location_pattern = r"//google/cloud/location:location_proto"
+iam_pattern = r"//google/iam/v1:iam_policy_proto"
+transport_pattern = r"transport = \"(.*?)\""
+rest_pattern = r"rest_numeric_enums = True"
+gapic_yaml_pattern = r"gapic_yaml = \"(.*?)\""
+service_config_pattern = r"grpc_service_config = \"(.*?)\""
+service_yaml_pattern = r"service_yaml = \"(.*?)\""
+include_samples_pattern = r"include_samples = True"
+
+
+class ClientInput:
+    """
+    A data class containing inputs to invoke generate_library.sh to generate
+    a GAPIC library.
+    """
+    def __init__(
+        self,
+        proto_only="true",
+        additional_protos="google/cloud/common_resources.proto",
+        transport="",
+        rest_numeric_enum="",
+        gapic_yaml="",
+        service_config="",
+        service_yaml="",
+        include_samples="true",
+    ):
+        self.proto_only = proto_only
+        self.additional_protos = additional_protos
+        self.transport = transport
+        self.rest_numeric_enum = rest_numeric_enum
+        self.gapic_yaml = gapic_yaml
+        self.service_config = service_config
+        self.service_yaml = service_yaml
+        self.include_samples = include_samples
+
+
+def parse(
+    build_path: Path,
+    versioned_path: str,
+) -> ClientInput:
+    """
+    Utility function to parse inputs of generate_library.sh from BUILD.bazel.
+    :param build_path: the file path of BUILD.bazel
+    :param versioned_path: a versioned path in googleapis repository, e.g.,
+    google/cloud/asset/v1.
+    :return: an ClientInput object.
+    """
+    with open(f"{build_path}/BUILD.bazel") as build:
+        content = build.read()
+
+    proto_library_target = re.compile(
+        proto_library_pattern, re.DOTALL | re.VERBOSE
+    ).findall(content)[0]
+    additional_protos = __parse_additional_protos(proto_library_target)
+    gapic_target = re.compile(gapic_pattern, re.DOTALL | re.VERBOSE)\
+                     .findall(content)
+    assembly_target = re.compile(assembly_pattern, re.DOTALL | re.VERBOSE)\
+                        .findall(content)
+    include_samples = __parse_include_samples(assembly_target[0])
+    if len(gapic_target) == 0:
+        return ClientInput(
+          include_samples=include_samples
+        )
+
+    transport = __parse_transport(gapic_target[0])
+    rest_numeric_enum = __parse_rest_numeric_enums(gapic_target[0])
+    gapic_yaml = __parse_gapic_yaml(gapic_target[0], versioned_path)
+    service_config = __parse_service_config(gapic_target[0], versioned_path)
+    service_yaml = __parse_service_yaml(gapic_target[0], versioned_path)
+
+    return ClientInput(
+      proto_only="false",
+      additional_protos=additional_protos,
+      transport=transport,
+      rest_numeric_enum=rest_numeric_enum,
+      gapic_yaml=gapic_yaml,
+      service_config=service_config,
+      service_yaml=service_yaml,
+      include_samples=include_samples,
+    )
+
+
+def __parse_additional_protos(proto_library_target: str) -> str:
+    res = [" "]
+    if len(re.findall(resource_pattern, proto_library_target)) != 0:
+        res.append("google/cloud/common_resources.proto")
+    if len(re.findall(location_pattern, proto_library_target)) != 0:
+        res.append("google/cloud/location/locations.proto")
+    if len(re.findall(iam_pattern, proto_library_target)) != 0:
+        res.append("google/iam/v1/iam_policy.proto")
+    return " ".join(res)
+
+
+def __parse_transport(gapic_target: str) -> str:
+    transport = re.findall(transport_pattern, gapic_target)
+    return transport[0] if len(transport) != 0 else "grpc"
+
+
+def __parse_rest_numeric_enums(gapic_target: str) -> str:
+    rest_numeric_enums = re.findall(rest_pattern, gapic_target)
+    return "true" if len(rest_numeric_enums) != 0 else "false"
+
+
+def __parse_gapic_yaml(gapic_target: str, versioned_path: str) -> str:
+    gapic_yaml = re.findall(gapic_yaml_pattern, gapic_target)
+    return f"{versioned_path}/{gapic_yaml[0]}" if len(gapic_yaml) != 0 else ""
+
+
+def __parse_service_config(gapic_target: str, versioned_path: str) -> str:
+    service_config = re.findall(service_config_pattern, gapic_target)
+    return f"{versioned_path}/{service_config[0]}" if len(service_config) != 0 \
+        else ""
+
+
+def __parse_service_yaml(gapic_target: str, versioned_path: str) -> str:
+    service_yaml = re.findall(service_yaml_pattern, gapic_target)
+    return f"{versioned_path}/{service_yaml[0]}" if len(service_yaml) != 0 \
+        else ""
+
+
+def __parse_include_samples(assembly_target: str) -> str:
+    include_samples = re.findall(include_samples_pattern, assembly_target)
+    return "true" if len(include_samples) != 0 else "false"

library_generation/new_client/get_generator_version_from_workspace.sh

@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+curl --silent 'https://raw.githubusercontent.com/googleapis/googleapis/master/WORKSPACE' | perl -nle 'print $1 if m/_gapic_generator_java_version\s+=\s+\"(.+)\"/'