feat(clustertest): add basic MiniCluster module for distributed system

hugegraph-it/hg-it-dist/pom.xml

@@ -0,0 +1,78 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ Licensed to the Apache Software Foundation (ASF) under one or more
+  ~ contributor license agreements.  See the NOTICE file distributed with
+  ~ this work for additional information regarding copyright ownership.
+  ~ The ASF licenses this file to You under the Apache License, Version 2.0
+  ~ (the "License"); you may not use this file except in compliance with
+  ~ the License.  You may obtain a copy of the License at
+  ~
+  ~     http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing, software
+  ~ distributed under the License is distributed on an "AS IS" BASIS,
+  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  ~ See the License for the specific language governing permissions and
+  ~ limitations under the License.
+  -->
+
+<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xmlns="http://maven.apache.org/POM/4.0.0"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>org.apache.hugegraph</groupId>
+        <artifactId>hugegraph-it</artifactId>
+        <version>${revision}</version>
+        <relativePath>../pom.xml</relativePath>
+    </parent>
+
+    <artifactId>hg-it-dist</artifactId>
+
+    <properties>
+        <dist.dir>${project.parent.basedir}</dist.dir>
+        <shell-executable>bash</shell-executable>
+        <assembly.dir>${project.basedir}/src/assembly</assembly.dir>
+        <assembly.descriptor.dir>${assembly.dir}/descriptor</assembly.descriptor.dir>
+        <assembly.static.dir>${assembly.dir}/static</assembly.static.dir>
+        <executable.jar.name>hg-it</executable.jar.name>
+    </properties>
+
+    <build>
+        <plugins>
+            <plugin>
+                <artifactId>maven-assembly-plugin</artifactId>
+                <version>2.4</version>
+                <executions>
+                    <execution>
+                        <id>assembly-hugegraph-it</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>single</goal>
+                        </goals>
+                        <configuration>
+                            <attach>false</attach>
+                            <appendAssemblyId>false</appendAssemblyId>
+                            <outputDirectory>${dist.dir}</outputDirectory>
+                            <descriptors>
+                                <descriptor>
+                                    ${assembly.descriptor.dir}/assembly.xml
+                                </descriptor>
+                            </descriptors>
+                            <finalName>${final.name}</finalName>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
+    </build>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.apache.hugegraph</groupId>
+            <artifactId>hg-it-minicluster</artifactId>
+            <version>${revision}</version>
+        </dependency>
+    </dependencies>
+
+</project>

hugegraph-it/hg-it-dist/src/assembly/descriptor/assembly.xml

@@ -0,0 +1,64 @@
+<!--
+  ~ Licensed to the Apache Software Foundation (ASF) under one or more
+  ~ contributor license agreements.  See the NOTICE file distributed with
+  ~ this work for additional information regarding copyright ownership.
+  ~ The ASF licenses this file to You under the Apache License, Version 2.0
+  ~ (the "License"); you may not use this file except in compliance with
+  ~ the License.  You may obtain a copy of the License at
+  ~
+  ~     http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing, software
+  ~ distributed under the License is distributed on an "AS IS" BASIS,
+  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  ~ See the License for the specific language governing permissions and
+  ~ limitations under the License.
+  -->
+
+<assembly>
+    <id>distribution</id>
+    <includeBaseDirectory>false</includeBaseDirectory>
+
+    <formats>
+        <format>dir</format>
+    </formats>
+
+    <fileSets>
+        <!--        <fileSet>-->
+        <!--            <directory>${assembly.static.dir}/bin</directory>-->
+        <!--            <outputDirectory>bin</outputDirectory>-->
+        <!--            <includes>-->
+        <!--                <include>*</include>-->
+        <!--            </includes>-->
+        <!--            <fileMode>755</fileMode>-->
+        <!--        </fileSet>-->
+        <fileSet>
+            <directory>${assembly.static.dir}/simple</directory>
+            <outputDirectory>simple</outputDirectory>
+            <includes>
+                <include>**/*</include>
+            </includes>
+        </fileSet>
+        <fileSet>
+            <directory>${assembly.static.dir}/multi</directory>
+            <outputDirectory>multi</outputDirectory>
+            <includes>
+                <include>**/*</include>
+            </includes>
+        </fileSet>
+    </fileSets>
+
+    <dependencySets>
+        <!-- code jars -->
+        <dependencySet>
+            <outputDirectory>/lib</outputDirectory>
+            <unpack>false</unpack>
+            <scope>runtime</scope>
+            <useProjectArtifact>false</useProjectArtifact>
+            <includes>
+                <include>org.apache.hugegraph:${executable.jar.name}:jar:*</include>
+            </includes>
+        </dependencySet>
+    </dependencySets>
+
+</assembly>

hugegraph-it/hg-it-dist/src/assembly/static/multi/pd/A/conf/application.yml

@@ -0,0 +1,79 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+spring:
+  application:
+    name: hugegraph-pd
+
+management:
+  metrics:
+    export:
+      prometheus:
+        enabled: true
+  endpoints:
+    web:
+      exposure:
+        include: "*"
+
+logging:
+  config: 'file:./conf/log4j2.xml'
+license:
+  verify-path: ./conf/verify-license.json
+  license-path: ./conf/hugegraph.license
+grpc:
+  port: 8686
+  # grpc 的服务地址，部署时需要改为本地实际 IPv4 地址
+  host: 127.0.0.1
+
+server:
+  # rest 服务端口号
+  port: 8620
+
+pd:
+  # 存储路径
+  data-path: ./pd_data
+  # 自动扩容的检查周期，定时检查每个 store 的分区数量，自动进行分区数量平衡
+  patrol-interval: 1800
+  # 初始 store 列表，在列表内的 store 自动激活
+  initial-store-count: 3
+  # grpc IP:grpc port
+  initial-store-list: 127.0.0.1:8500,127.0.0.1:8501,127.0.0.1:8502
+
+raft:
+  # 本机 raft 服务地址
+  address: 127.0.0.1:8610
+  # pd 集群服务地址
+  peers-list: 127.0.0.1:8610,127.0.0.1:8611,127.0.0.1:8612
+
+store:
+  # store 下线时间。超过该时间，认为 store 永久不可用，分配副本到其他机器，单位秒
+  max-down-time: 172800
+  # 是否开启 store 监控数据存储
+  monitor_data_enabled: true
+  # 监控数据的间隔，minute (默认), hour, second
+  # default: 1 min * 1 day = 1440
+  monitor_data_interval: 1 minute
+  # 监控数据的保留时间 1 天; day, month, year
+  monitor_data_retention: 1 day
+  initial-store-count: 1
+
+partition:
+  # 默认每个分区副本数
+  default-shard-count: 1
+  # 默认每机器最大副本数，初始分区数 = store-max-shard-count * store-number / default-shard-count
+  store-max-shard-count: 12
+

hugegraph-it/hg-it-dist/src/assembly/static/multi/pd/A/conf/application.yml.template

@@ -0,0 +1,71 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+spring:
+  application:
+    name: hugegraph-pd
+logging:
+  config: file:./conf/log4j2.xml
+
+management:
+  metrics:
+    export:
+      prometheus:
+        enabled: true
+  endpoints:
+    web:
+      exposure:
+        include: "*"
+
+grpc:
+  port: $GRPC_PORT$
+  # grpc的服务地址,
+  #注意：部署时需要改为本地实际IPv4地址。
+  host: $GRPC_HOST$
+  netty-server:
+    max-inbound-message-size: 100MB
+
+server:
+  port : $SERVER_PORT$
+
+pd:
+  # 集群ID，区分不同的PD集群
+
+  patrol-interval: 2147483647
+  data-path: $PD_DATA_PATH$
+
+raft:
+  address: $RAFT_ADDRESS$
+  # raft集群
+  peers-list: $RAFT_PEERS_LIST$
+  # 快照生成时间间隔，单位秒
+  snapshotInterval: 300
+  metrics: true
+store:
+  # store心跳超时时间，超过该时间，认为store临时不可用，转移Leader到其他副本,单位秒
+  keepAlive-timeout: 60
+  # store下线时间。超过该时间，认为store永久不可用，分配副本到其他机器，单位秒
+  max-down-time: 1800
+partition:
+  # 默认分区总数
+  default-total-count: 30
+  # 默认每个分区副本数
+  default-shard-count: 3
+
+discovery:
+  #客户端注册后，无心跳最长次数，超过后，之前的注册信息会被删除
+  heartbeat-try-count: 3