Merge pull request #32 from isankadn/dev

Dev
isankadn · Jul 3, 2024 · 050af2d · 050af2d
2 parents 09b0bd5 + b49fc63
commit 050af2d
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/README.MD b/README.MD
@@ -2,5 +2,5 @@
 
 Inside "mongo-to-clickhouse" container run this.
 
-RUST_LOG=info ./historical_data saikyo 2023-01-01 2023-01-02
+RUST_LOG=info ./historical_data saikyo 2022-01-01T00:00 2024-04-25T23:59
 
diff --git a/historical_data/src/main.rs b/historical_data/src/main.rs
@@ -36,7 +36,7 @@ lazy_static::lazy_static! {
     static ref BACKSLASH_REGEX_3: Regex = Regex::new(r"\\{4,}").expect("Failed to compile BACKSLASH_REGEX_3");
 }
 
-const MAX_BATCH_SIZE: usize = 100000;
+const MAX_BATCH_SIZE: usize = 10000;
 const MAX_RETRIES: u32 = 5;
 const INITIAL_RETRY_DELAY: u64 = 1000;
Original file line number	Diff line number	Diff line change
Expand Up		@@ -2,5 +2,5 @@

		Inside "mongo-to-clickhouse" container run this.

		RUST_LOG=info ./historical_data saikyo 2023-01-01 2023-01-02
		RUST_LOG=info ./historical_data saikyo 2022-01-01T00:00 2024-04-25T23:59