From 4cec8e0ecffff4348280d3099ba903c0a85ba222 Mon Sep 17 00:00:00 2001 From: randomJoe211 <69501902+randomJoe211@users.noreply.github.com> Date: Tue, 18 Jan 2022 19:16:41 +0800 Subject: [PATCH] add repartitionWithNebula for Exchange --- .../parameter-reference/ex-ug-parameter.md | 8 ++++++++ .../use-exchange/ex-ug-import-from-sst.md | 12 ++++++++++++ 2 files changed, 20 insertions(+) diff --git a/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md b/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md index 62c9422d69c..63381813a1a 100644 --- a/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md +++ b/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md @@ -182,6 +182,7 @@ For different data sources, the vertex configurations are different. There are m |Parameter|Type|Default value|Required|Description| |:---|:---|:---|:---|:---| |`tags.path`|string|-|Yes|The path of the source file specified to generate SST files.| +|`tags.repartitionWithNebula`|bool|`false`|No|Whether to repartition data based on the number of partitions of graph spaces in Nebula Graph when generating the SST file. Enabling this function can reduce the time required to DOWNLOAD and INGEST SST files.| ### Specific parameters of Nebula Graph @@ -216,6 +217,13 @@ For the specific parameters of different data sources for edge configurations, p |`edges.batch`|int|`256`|Yes|The maximum number of edges written into Nebula Graph in a single batch.| |`edges.partition`|int|`32`|Yes|The number of Spark partitions.| +### Specific parameters for generating SST files + +|Parameter|Type|Default value|Required|Description| +|:---|:---|:---|:---|:---| +|`edges.path`|string|-|Yes|The path of the source file specified to generate SST files.| +|`edges.repartitionWithNebula`|bool|`false`|No|Whether to repartition data based on the number of partitions of graph spaces in Nebula Graph when generating the SST file. Enabling this function can reduce the time required to DOWNLOAD and INGEST SST files.| + ### Specific parameters of Nebula Graph |Parameter|Type|Default value|Required|Description| diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-sst.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-sst.md index 428a73b44a6..955a2554cf8 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-sst.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-sst.md @@ -278,6 +278,9 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # The number of Spark partitions. partition: 32 + + # Whether to repartition data based on the number of partitions of graph spaces in Nebula Graph when generating the SST file. + repartitionWithNebula: false } # Set the information about the Tag Team. @@ -323,6 +326,9 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # The number of Spark partitions. partition: 32 + + # Whether to repartition data based on the number of partitions of graph spaces in Nebula Graph when generating the SST file. + repartitionWithNebula: false } @@ -381,6 +387,9 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # The number of Spark partitions. partition: 32 + + # Whether to repartition data based on the number of partitions of graph spaces in Nebula Graph when generating the SST file. + repartitionWithNebula: false } # Set the information about the Edge Type serve. @@ -432,6 +441,9 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # The number of Spark partitions. partition: 32 + + # Whether to repartition data based on the number of partitions of graph spaces in Nebula Graph when generating the SST file. + repartitionWithNebula: false } ]