Skip to content

Commit

Permalink
Additional workload adjustments: delay heavier query start
Browse files Browse the repository at this point in the history
  • Loading branch information
geoffxy committed Dec 4, 2023
1 parent 6f180d1 commit 0ec7639
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 17 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -48,12 +48,12 @@ function inner_cancel_experiment() {
trap "inner_cancel_experiment" INT
trap "inner_cancel_experiment" TERM

sleep $((5 * 60)) # Wait for 5 mins.
sleep $((16 * 60)) # Wait for 16 mins.
start_repeating_olap_runner 4 5 5 $heavier_queries "ra_4_heavy" 10
heavy_pid=$runner_pid
log_workload_point "heavier_queries_started"

sleep $((55 * 60)) # Wait for 55 mins.
sleep $((60 * 60)) # Wait for 60 mins.
log_workload_point "experiment_done"

# Shut down everything now.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -123,7 +123,7 @@ def main():
if table.name == "telemetry":
new_placement[table.name] = [Engine.Athena]
if table.name == "embeddings":
new_placement[table.name] = [Engine.Aurora]
new_placement[table.name] = [Engine.Aurora, Engine.Athena]
enum_blueprint.set_table_locations(new_placement)

# 6. Transition to the new blueprint.
Expand Down
14 changes: 0 additions & 14 deletions src/brad/daemon/blueprint_watchdog.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,20 +16,6 @@ def __init__(self, event_logger: Optional[SystemEventLogger]) -> None:
self._event_logger = event_logger

def reject_blueprint(self, blueprint: Blueprint) -> bool:
# Telemetry table should not go onto Aurora.
try:
telemetry_locations = blueprint.get_table_locations("telemetry")
if Engine.Aurora in telemetry_locations:
if self._event_logger is not None:
self._event_logger.log(
SystemEvent.WatchdogFired,
f"telemetry_placed_on_aurora: {str(telemetry_locations)}",
)
return True
except ValueError:
# Indicates the table is not used in this schema - no problem.
pass

# Embedding table should not leave Aurora.
try:
embedding_locations = blueprint.get_table_locations("embeddings")
Expand Down

0 comments on commit 0ec7639

Please sign in to comment.