diff --git a/README.MD b/README.MD index 33ebd42..2cb8d0d 100644 --- a/README.MD +++ b/README.MD @@ -2,5 +2,5 @@ Inside "mongo-to-clickhouse" container run this. -RUST_LOG=info ./historical_data saikyo 2023-01-01 2023-01-02 +RUST_LOG=info ./historical_data saikyo 2022-01-01T00:00 2024-04-25T23:59 diff --git a/historical_data/src/main.rs b/historical_data/src/main.rs index 8613d13..ccc0ba0 100644 --- a/historical_data/src/main.rs +++ b/historical_data/src/main.rs @@ -36,7 +36,7 @@ lazy_static::lazy_static! { static ref BACKSLASH_REGEX_3: Regex = Regex::new(r"\\{4,}").expect("Failed to compile BACKSLASH_REGEX_3"); } -const MAX_BATCH_SIZE: usize = 100000; +const MAX_BATCH_SIZE: usize = 10000; const MAX_RETRIES: u32 = 5; const INITIAL_RETRY_DELAY: u64 = 1000;