-
Notifications
You must be signed in to change notification settings - Fork 8
/
orion_hpopt.sh
58 lines (49 loc) · 1.66 KB
/
orion_hpopt.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
#!/bin/bash
#SBATCH --array=1-100%10
#SBATCH -x leto34,eos5,kepler2,leto33
#SBATCH --cpus-per-task=1
#SBATCH --gres=gpu:1
#SBATCH --partition=long
#SBATCH --job-name=hpopt
#SBATCH --output ../out/orion_hpopt_%A_%a.out # Write out
#SBATCH --error ../out/orion_hpopt_%A_%a.err # Write error
#SBATCH --mem=10GB
#SBATCH --time=2:00:00
PROJECTDIR=$HOME/hierarchical_lfads/
DATADIR=synth_data
WORKINGDIR=models
FILENAME=run_svlae.py
DATAFILE=lorenz_700
exit_script(){
cp -r $SLURM_TMPDIR/ $PROJECTDIR
}
terminator(){
echo 'job killed'
}
module purge
module load python/3.7
source $HOME/pytorch/bin/activate
chmod +x $FILENAME
if [ ! -d "$SLURM_TMPDIR" ]; then
mkdir -p $SLURM_TMPDIR
fi
mkdir $SLURM_TMPDIR/$DATADIR
mkdir $SLURM_TMPDIR/$WORKINGDIR
cp -r $PROJECTDIR/$DATADIR/$DATAFILE $SLURM_TMPDIR/$DATADIR/
trap terminator SIGTERM
orion hunt --config $PROJECTDIR/config/run_svlae_config_bayes.yaml \
$FILENAME \
-d $PROJECTDIR/$DATADIR/$DATAFILE \
-p $PROJECTDIR/hyperparameters/lorenz/svlae.yaml \
-o $PROJECTDIR/$WORKINGDIR \
--batch_size 65 \
--max_epochs 800 \
-r \
--log10_lr~'uniform(-3, -1.5)' \
--kl_obs_max~'uniform(0.5, 2.0)' \
--kl_deep_max~'uniform(0.5, 2.0)' \
--log10_l2_gen_scale~'uniform(1.3, 3.3)' \
--deep_start_p~'uniform(0, 6, discrete=True)' \
--deep_start_p_scale 0.2 \
--kl_obs_dur~'uniform(1, 3, discrete=True)' \
--kl_obs_dur_scale 800