data-compression/santis.run at main · C2SM/data-compression · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
#!/bin/bash

#SBATCH --account=...
#SBATCH --uenv=prgenv-gnu/24.11:v2
#SBATCH --view=default
#SBATCH --partition=debug
#SBATCH --ntasks-per-node=32
#SBATCH --nodes=1
#SBATCH --time=00:30:00
#SBATCH --output=out-%j.out
#SBATCH --error=out-%j.out

export PYTHONUNBUFFERED=1
source venv/bin/activate

srun dc_toolkit \
     evaluate_combos \
     /capstor/store/cscs/userlab/cwp03/ppothapa/Data_Dyamond_PostProcessed/DYAMOND_R02B10L120_main/out_15/temp_20200410T000000Z.nc \
     ./res_folder \
     --field-to-compress temp \
     --field-percentage-to-compress 10 \
     --override-existing-l1-error 0.002 \
     --compressor-class Zlib \
     --serializer-class PCodec \
     --without-lossy \
     --without-numcodecs-wasm \
     --without-ebcc

# srun -n 1 dc_toolkit \
#      compress_with_optimal \
#      /capstor/store/cscs/userlab/cwp03/ppothapa/Data_Dyamond_PostProcessed/DYAMOND_R02B10L120_main/out_15/temp_20200410T000000Z.nc \
#      ./res_folder \
#      temp \
#      2 0 9 \
#      --compressor-class Zlib \
#      --serializer-class PCodec \
#      --without-lossy \
#      --without-numcodecs-wasm \
#      --without-ebcc