#!/bin/bash --login
# 
# job name USER CHOICE
#PBS -N rndhts_256
# wall time needed for job (could use cput) USER CHOICE
#PBS -l walltime=00:20:00
# number of MPI tasks USER CHOICE
#PBS -l mppwidth=256
# number of cores per node 
#PBS -l mppnppn=32
# user account number USER SETS VALUE necessary
#PBS -A n02-weat
# import the environment from the launch shell
#PBS -V
#   This last option to PBS assumes that the user has set the STAR environment with
#   . /work/y07/y07/starcd/phase2b/4.14/etc/setstar
#
# Now change directory to the LUSTRE work directory in this case it is where the 
# job was initiated This could be USER CHOICE i.e. it could be set explicitly
cd $PBS_O_WORKDIR

# work out how many MPI tasks were requested

export NTASK=256
# MRI diagnostic - useful for debug
echo "DEBUG: NTASK= $NTASK PBS_O_WORKDIR= $PBS_O_WORKDIR PBS_JOBID is $PBS_JOBID"
#
BNAME=`basename $STARDIR`
DNAME=`dirname $STARDIR`
echo "using BNAME $BNAME and DNAME $DNAME"
###if [ -z $LD_LIBRARY_PATH} ] ; then
###export LD_LIBRARY_PATH=${DNAME}/lib64
###else
echo DEBUG LD_LIBRARY_PATH is $LD_LIBRARY_PATH
export LD_LIBRARY_PATH=${DNAME}/lib64:${LD_LIBRARY_PATH}
echo DEBUG LD_LIBRARY_PATH changed to  $LD_LIBRARY_PATH
###fi
#
#  Run STAR
echo "star -mpi=xt -decompflags="MMET,1" -powersuite -scratch=$PBS_O_WORKDIR -notracker $NTASK"
star -mpi=xt -decompflags="MMET,1" -powersuite -scratch=$PBS_O_WORKDIR -notracker $NTASK

# would usually issue "aprun -n $NTASK -a xt (path_to_app)/app <app options>"
# but this has been hard-wired into the Cray variation.
# it assumes all cores per node to be used for MPI
#
# end of job