#!/bin/bash

#PBS -N iomb_diagnostics
#PBS -q regular
#PBS -l select=1:ncpus=8:mpiprocs=8
#PBS -l walltime=00:30:00
#PBS -A CESM0005

source /etc/profile.d/modules.sh

export MPI_UNBUFFERED_STDIO=true
export TMPDIR=$TMPDIR


##########
##
## See https://github.com/NCAR/CESM_postprocessing/wiki for details
## regarding settings for optimal performance for CESM postprocessing tools.
##
##########

if [ ! -e /glade/u/home/mickelso/CESM_postprocessing_3//cesm-env2/bin ]; then
    echo "*************************************************************************************"
    echo "CESM iomb_diagnostics exiting due to non-existant python virtual environment in"
    echo "    /glade/u/home/mickelso/CESM_postprocessing_3//cesm-env2/bin"
    echo "You must first run:"
    echo "$POSTPROCESS_PATH/create_python_env -machine [machine]"
    echo "*************************************************************************************"
    exit
fi


module purge




## activate the virtualenv that contains all the non-bootstrapped dependencies

cd /glade/u/home/mickelso/CESM_postprocessing_3//cesm-env2/bin
echo "Running from virtualenv directory:"
pwd
. activate

## load the boot-strap modules 


module load intel/17.0.1

module load ncarenv

module load ncarcompilers

module load mpt/2.19

module load netcdf/4.6.1

module load nco/4.7.4

module load ncl/6.4.0





today="$(date '+%Y%m%d-%H%M%S')"
log_filename=/gpfs/fs1/work/cmip6/cases/OMIP/g.e21.GOMIPECOIAF.T62_g17.CMIP6-omip1.001/postprocess/logs/iomb_diagnostics.log.$today


{% for env in imb_env_vars %}
{{ env }}
{% endfor %}
mpiexec_mpt dplace -s 1 {{ imb_exe }} {{ imb_options }} >> ${log_filename} 2>&1