Make sure not to run in root

ssh node001


cd /lustre/bbue/ch4/srcfinder


./run_crexp.sh
















#!/bin/bash -v

# update the following as necessary
export SRCFINDER_ROOT=${HOME}/Research/srcfinder
export TP_ROOT_DIR=${HOME}/Research/src/python/util/tilepredictor
export TP_EXT_DIR=${HOME}/Research/src/python/external
# set gpuid='' for cpu, or gpuid=(0 | 1 | 0,1) for single/multiple gpu(s)
gpuid='1'

overwrite=1

model=xceptionpartial128_250_4000 # default
#model=inceptionretrain139_250_4000
#model=cnn5sepbn128_100_6000

tstride=1

tp_exe=${TP_ROOT_DIR}/tilepredictor.py
imagedir=${SRCFINDER_ROOT}/crexp_sub_bilinear
outdir=$imagedir/salience/${model}
outdir=/lustre/bbue/ch4/crexp_sub_salience/${model}

package=keras
tbands=3


if [ ${model} == 'xceptionpartial128_250_4000' ]; then
    # default model
    flavor=xceptionpartial
    tdim=128
    ppmm_min=250
    ppmm_max=4000
    weightfile=model_iter196_val_loss0.303678_pid58981.h5    
elif [ ${model} == 'xceptionretrain128_250_4000' ]; then
    flavor=xceptionretrain
    tdim=128
    ppmm_min=250
    ppmm_max=4000
    weightfile=model_iter43_val_loss0.288369_pid17456.h5
    weightfile=model_iter151_val_loss0.270134_pid24080.h5
elif [ ${model} == 'inceptionretrain139_250_4000' ]; then
    flavor=inceptionretrain
    tdim=139
    ppmm_min=250
    ppmm_max=4000
    weightfile=model_iter127_val_loss0.253238_pid2916.h5
    weightfile=model_iter109_val_loss0.244246_pid1972.h5
elif [ ${model} == 'xceptionretrain128_100_6000' ]; then
    flavor=xceptionretrain
    tdim=128
    ppmm_min=100
    ppmm_max=6000
    weightfile=model_iter50_val_loss0.274826_pid9714.h5
    weightfile=model_iter32_val_loss0.268852_pid22392.h5
elif [ ${model} == 'cnn3sepbn128_100_6000' ]; then
    flavor=cnn3sepbn
    tdim=128
    ppmm_min=100
    ppmm_max=6000
    weightfile=model_iter1336_val_loss0.287769_pid8696.h5
    weightfile=model_iter984_val_loss0.281772_pid13954.h5
elif [ ${model} == 'cnn5sepbn128_100_6000' ]; then
    flavor=cnn5sepbn
    tdim=128
    ppmm_min=100
    ppmm_max=6000    
    weightfile=model_iter1990_val_loss0.272946_pid11543.h5
elif [ ${model} == 'cnn9sepbn128_100_6000' ]; then
    flavor=cnn9sepbn
    tdim=128
    ppmm_min=100
    ppmm_max=6000
    weightfile=model_iter803_val_loss0.295762_pid45356.h5
    weightfile=model_iter1482_val_loss0.291707_pid45356.h5
else
    echo "unknown model \"${model}\""
fi

loadfunc=cmf2rgb_load_func.cmf2rgb_load_func_${ppmm_min}_${ppmm_max}

statedir=${SRCFINDER_ROOT}/tiles/thompson_thorpe_training/state111417
modeldir=${statedir}/cmflab_${ppmm_min}_${ppmm_max}_tdim${tdim}
modelfile=${modeldir}/${flavor}_${package}/${weightfile}

if [ -e ${modelfile} ]; then
    # save CVD value to restore if necessary
    CVD_ORIG=${CUDA_VISIBLE_DEVICES}
    if [[ "$gpuid" == '' ]]; then
	export CUDA_VISIBLE_DEVICES=''
    else
	export CUDA_VISIBLE_DEVICES="$gpuid"
    fi

    if [ ! -d $outdir ]; then
	mkdir -p $outdir
	echo "created directory \"$outdir\""
    fi

    if [ $overwrite ]; then
	clobber='--clobber'
    fi

    # here we go
    ${tp_exe} -f $flavor -m $package -w $modelfile ${clobber} \
              --tile_dim $tdim --tile_bands $tbands --tile_stride $tstride \
	      --image_dir $imagedir --output_dir $outdir \
	      --load_func $loadfunc "ang*img_sub_bilinear"

    export CUDA_VISIBLE_DEVICES=${CVD_ORIG}
else
    echo "cannot access model \"${modelfile}\""
fi