-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathbaseline.yaml
More file actions
63 lines (63 loc) · 1.34 KB
/
Copy pathbaseline.yaml
File metadata and controls
63 lines (63 loc) · 1.34 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
version: "0.2.1"
mode: simulation
scenario_name: baseline
seed: 7
artifacts_dir: artifacts
duration_s: 180
step_s: 1
sensor:
kind: simulated
support_level: mock-only
gpu_count: 1
noise_c: 0.35
initial_temp_c: 72.0
ambient_temp_c: 32.0
rise_per_pressure: 1.7
cooling_per_step: 0.22
kv_relief_cooling: 0.0
thermal_inertia: 0.82
workload:
kind: simulated
base_request_rate: 6.0
burst_request_rate: 10.5
burst_start_s: 35
burst_duration_s: 80
prompt_length_tokens: 131072
decode_tokens: 768
base_latency_ms: 1450.0
queue_sensitivity: 125.0
thermal_latency_gain: 360.0
throughput_per_batch: 2.2
kv_growth_rate: 0.018
kv_relief_factor: 0.0
oscillation_penalty_ms: 0.0
policy:
throttle_temp_c: 85.0
recover_temp_c: 80.0
min_batch_size: 256
max_batch_size: 256
initial_batch_size: 256
throttle_step_ratio: 1.0
recover_step_ratio: 1.0
min_dwell_s: 999
cooldown_s: 999
anti_flap_window_s: 30
max_actions_per_window: 0
kv_migration_pct: 0.0
degraded_retries_before_hold: 2
dry_run: false
enable_kv_migration: false
backends:
batch:
kind: mock
support_level: mock-only
base_url: http://localhost:8000/v1/admin
timeout_s: 1.0
kv_migration:
kind: mock
support_level: mock-only
base_url: http://localhost:8000/v1/admin
timeout_s: 1.0
metrics:
prometheus: false
port: 9091