Max rows per file (#28)

* Issue #27: split into multiple files of max rows * shuffle and tests * tests
joeygibson · Oct 15, 2022 · 84a3da0 · 84a3da0
1 parent 2d73201
commit 84a3da0
Show file tree

Hide file tree

Showing 4 changed files with 240 additions and 39 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "verticareader"
-version = "2.0.0"
+version = "2.1.0"
 authors = ["Joey Gibson <[email protected]>"]
 edition = "2018"
 description = "A program to read Vertica native binary files and convert them to CSV."

diff --git a/src/args.rs b/src/args.rs
@@ -55,6 +55,10 @@ pub struct Args {
     /// Prefix hex strings with 0x
     #[arg(short = 'H', long)]
     pub hex_prefix: bool,
+
+    /// Maximum rows per file
+    #[arg(short, long, default_value_t = usize::MAX, hide_default_value=true)]
+    pub max_rows: usize,
 }
 
 impl Args {
@@ -70,8 +74,9 @@ impl Args {
             is_json: false,
             is_json_lines: false,
             is_gzip: false,
-            limit: 5_usize,
+            limit: usize::MAX,
             hex_prefix: false,
+            max_rows: usize::MAX,
         }
     }
 
@@ -87,8 +92,9 @@ impl Args {
             is_json: false,
             is_json_lines: false,
             is_gzip: false,
-            limit: 5_usize,
+            limit: usize::MAX,
             hex_prefix: false,
+            max_rows: usize::MAX,
         }
     }
 }