Set transactional workload scale factor (#404)

mitdbg · Dec 12, 2023 · 816085e · 816085e
1 parent bef4d67
commit 816085e
Show file tree

Hide file tree

Showing 5 changed files with 19 additions and 0 deletions.
diff --git a/experiments/15-e2e-scenarios-v2/common.cond b/experiments/15-e2e-scenarios-v2/common.cond
@@ -2,3 +2,6 @@
 IMDB_20GB_REGULAR_QUERY_BANK = "../../../workloads/IMDB_20GB/regular_test/queries.sql"
 IMDB_100GB_REGULAR_QUERY_BANK = "../../../workloads/IMDB_100GB/regular_test/queries.sql"
 IMDB_100GB_REGULAR_QUERY_FREQS = "../../../workloads/IMDB_100GB/regular_test/query_frequency.npy"
+
+IMDB_20GB_SF = 6
+IMDB_100GB_SF = 33
diff --git a/experiments/15-e2e-scenarios-v2/common.sh b/experiments/15-e2e-scenarios-v2/common.sh
@@ -167,6 +167,8 @@ function start_txn_runner() {
   local args=(
     --num-clients $t_clients
     --num-front-ends $num_front_ends
+    --scale-factor $txn_scale_factor
+    --dataset-type $dataset_type
   )
 
   if [[ ! -z $client_offset ]]; then
@@ -315,5 +317,9 @@ function extract_named_arguments() {
     if [[ $phys_arg =~ --query-sequence-file=.+ ]]; then
       query_sequence_file=${phys_arg:22}
     fi
+
+    if [[ $phys_arg =~ --txn-scale-factor=.+ ]]; then
+      txn_scale_factor=${phys_arg:19}
+    fi
   done
 }
diff --git a/experiments/15-e2e-scenarios-v2/scale_down/COND b/experiments/15-e2e-scenarios-v2/scale_down/COND
@@ -48,6 +48,7 @@ run_experiment(
     "schema-name": "imdb_extended_100g",
     "ra-query-indexes": ",".join(map(str, aurora_alt)),
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "num-front-ends": 8,
     "dataset-type": "100gb",
   },
@@ -62,6 +63,7 @@ run_command(
     "schema-name": "imdb_extended_100g",
     "ra-query-indexes": ",".join(map(str, aurora_alt)),
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "num-front-ends": 8,
     "dataset-type": "100gb",
   },

diff --git a/experiments/15-e2e-scenarios-v2/scale_up/COND b/experiments/15-e2e-scenarios-v2/scale_up/COND
@@ -9,6 +9,7 @@ run_command(
     "physical-config-file": "config/physical_config_100gb.yml",
     "schema-name": "imdb_extended_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "num-front-ends": 28,
     "dataset-type": "100gb",
   },
@@ -23,6 +24,7 @@ run_experiment(
     "physical-config-file": "config/physical_config_100gb.yml",
     "schema-name": "imdb_extended_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "num-front-ends": 28,
     "dataset-type": "100gb",
   },
@@ -37,6 +39,7 @@ run_experiment(
     "physical-config-file": "config/physical_config_100gb.yml",
     "schema-name": "imdb_extended_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "num-front-ends": 28,
     "dataset-type": "100gb",
   },
@@ -51,6 +54,7 @@ run_command(
     "physical-config-file": "config/physical_config_100gb.yml",
     "schema-name": "imdb_extended_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "num-front-ends": 28,
     "dataset-type": "100gb",
   },
@@ -65,6 +69,7 @@ run_experiment(
     "physical-config-file": "config/physical_config_100gb.yml",
     "schema-name": "imdb_extended_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "num-front-ends": 28,
     "dataset-type": "100gb",
   },

diff --git a/experiments/15-e2e-scenarios-v2/specialized/COND b/experiments/15-e2e-scenarios-v2/specialized/COND
@@ -8,6 +8,7 @@ run_experiment(
     "physical-config-file": "config/physical_config_specialized.yml",
     "schema-name": "imdb_specialized_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "other-query-bank-file": "vector.sql",
     "num-front-ends": 16,
     "dataset-type": "100gb",
@@ -23,6 +24,7 @@ run_command(
     "physical-config-file": "config/physical_config_specialized.yml",
     "schema-name": "imdb_specialized_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "other-query-bank-file": "vector.sql",
     "num-front-ends": 16,
     "dataset-type": "100gb",
@@ -38,6 +40,7 @@ run_command(
     "physical-config-file": "config/physical_config_specialized.yml",
     "schema-name": "imdb_specialized_100g",
     "ra-query-bank-file": IMDB_100GB_REGULAR_QUERY_BANK,
+    "txn-scale-factor": IMDB_100GB_SF,
     "other-query-bank-file": "vector.sql",
     "num-front-ends": 16,
     "dataset-type": "100gb",