#!/bin/bash

#PBS -N ocn_diagnostics
#PBS -q regular
#PBS -l select=1:ncpus=16:mpiprocs=16
#PBS -l walltime=01:00:00
#PBS -A CESM0005

source /etc/profile.d/modules.sh

export MPI_UNBUFFERED_STDIO=true
export TMPDIR=$TMPDIR


##########
##
## See https://github.com/NCAR/CESM_postprocessing/wiki for details
## regarding settings for optimal performance for CESM postprocessing tools.
##
##########

if [ ! -e /glade/u/home/mickelso/CESM_postprocessing_3//cesm-env2/bin ]; then
    echo "*************************************************************************************"
    echo "CESM ocn_diagnostics exiting due to non-existant python virtual environment in"
    echo "    /glade/u/home/mickelso/CESM_postprocessing_3//cesm-env2/bin"
    echo "You must first run:"
    echo "$POSTPROCESS_PATH/create_python_env -machine [machine]"
    echo "*************************************************************************************"
    exit
fi


module purge




## activate the virtualenv that contains all the non-bootstrapped dependencies

cd /glade/u/home/mickelso/CESM_postprocessing_3//cesm-env2/bin
echo "Running from virtualenv directory:"
pwd
. activate

## load the boot-strap modules 


module load intel/17.0.1

module load ncarenv

module load ncarcompilers

module load mpt/2.19

module load netcdf/4.6.1

module load nco/4.7.4

module load ncl/6.4.0





today="$(date '+%Y%m%d-%H%M%S')"
log_filename=/gpfs/fs1/work/cmip6/cases/OMIP/g.e21.GOMIPECOIAF.T62_g17.CMIP6-omip1.001/postprocess/logs/ocn_diagnostics.log.$today


mpiexec_mpt dplace -s 1 ./ocn_diags_generator.py --debug 0  --caseroot /gpfs/fs1/work/cmip6/cases/OMIP/g.e21.GOMIPECOIAF.T62_g17.CMIP6-omip1.001/postprocess >> ${log_filename} 2>&1