Skip to content

Commit

Permalink
Fix wandb alert title overflow, fix show_gpu_table account names
Browse files Browse the repository at this point in the history
  • Loading branch information
araistrick authored and pvl-bot committed Oct 18, 2024
1 parent f6c312d commit 2bfad93
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion infinigen/datagen/manage_jobs.py
Original file line number Diff line number Diff line change
Expand Up @@ -679,7 +679,7 @@ def manage_datagen_jobs(all_scenes, elapsed, num_concurrent, disk_sleep_threshol
print(message)
if wandb is not None:
wandb.alert(
title=f"{args.output_folder} full",
title=f"{args.output_folder.name} sleeping for full disk",
text=message,
wait_duration=3 * 60 * 60,
)
Expand Down
2 changes: 1 addition & 1 deletion infinigen/datagen/util/show_gpu_table.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ def get_gpu_nodes():
for line in sinfo_output.splitlines():
node, group, gres, totalmem = line.split()
if group != "all":
if group in {"pvl", "cs*"}:
if group in {"pvl", "cs*", "pnlp"}:
num_cpus = int(cpu_regex(gres).group(1))
shared_node_mem[node] = int((int(totalmem) / 1024) / num_cpus)
if gres_regex(gres):
Expand Down

0 comments on commit 2bfad93

Please sign in to comment.