#!/bin/sh

# clouds.sbatch
#SBATCH -J losplot_intel # A single job name for the array
#SBATCH -p shared,itc_cluster,serial_requeue # Partition
#SBATCH --mail-user=catherine.zucker@cfa.harvard.edu
#SBATCH --mail-type=FAIL
#SBATCH -n 1 # one core
#SBATCH --array=0-285
#SBATCH --constraint=intel
#SBATCH -t 0-00:05 # Running time of 4 days
#SBATCH --mem 10000 # Memory request of 4 GB
#SBATCH -o /n/fink2/czucker/Plane/stout/out_%A_%a.out # Standard output
#SBATCH -e /n/fink2/czucker/Plane/sterr/out_%A_%a.err # Standard error
#SBATCH --signal=B:USR1@120
#SBATCH --open-mode=append

module load Anaconda/5.0.1-fasrc02

# Detect CentOS version number and CPU model
centos_ver=7
six_str=`grep "release 6" /etc/centos-release`
if [[ ! -z ${six_str} ]]; then
    centos_ver=6
fi

cpu_spec=`grep "model name" /proc/cpuinfo | head -n 1 `
cpu_flags=`grep "flags" /proc/cpuinfo | head -n 1 `

full_spec="${centos_ver} ${cpu_info} ${cpu_flags} ${bayestar_ver}"
full_hash=`echo ${full_spec} | md5sum | awk '{print $1}' | cut -c -8`

echo "CentOS ${centos_ver}"
echo "CPU spec: ${cpu_spec}"
echo "CPU flags: ${cpu_flags}"
grep "cache size" /proc/cpuinfo | head -n 1
grep "cpu MHz" /proc/cpuinfo | head -n 1
grep "cpu cores" /proc/cpuinfo | head -n 1
echo "Bayestar version: ${bayestar_ver}"
echo "Hash: ${full_hash}"

# Set up environment
if [[ ${centos_ver} -eq 6 ]]; then
    echo "Sourcing CentOS 6 environment ..."
    source /n/fink2/czucker/terra/activate-bayestar-centos6.sh
else
    echo "Sourcing CentOS 7 environment ..."
    source /n/fink2/czucker/terra/activate-bayestar-centos7.sh
fi

source activate plane

# On termination, propagate signal to entire process group
job_termination_handler()
{
    echo "+ Job termination handler:"
    echo "+   * Propagating signal to subprocesses ..."
    kill "${PID}"
    echo "+   * Waiting 160 seconds ..."
    sleep 60
    echo "+   * Exiting ..."
    exit 17
}

trap 'job_termination_handler' USR1 # Job script should specify --signal=USR1@120

#python /n/fink2/czucker/Plane/final_scripts/decaps_vvv_tmass_perstar.py ${SLURM_ARRAY_TASK_ID}

python /n/fink2/czucker/Plane/final_scripts/decaps_vvv_tmass_plotting.py ${SLURM_ARRAY_TASK_ID}

#cd /n/fink2/czucker/terra/

#fn=$(printf "G332.%05d.h5" ${SLURM_ARRAY_TASK_ID})
#./bayestar /n/fink2/czucker/Plane/perstar/${fn} /n/fink2/czucker/Plane/output/it0/${fn} --load-surfs --config /n/fink2/czucker/terra/config/it0/config.cfg.0