#!/bin/csh

# Name:   getconf.csh
# Author: wd (Wolfgang.Dobler@ncl.ac.uk)
# Date:   16-Dec-2001
# $Id$
#
# Description:
#  Initiate some variables related to MPI and the calling sequence, and do
#  other setup needed by both start.csh and run.csh.
set debug = 1
# set verbose
# set echo
# Just as a keepsake
set dollar = '$'
# Set up PATH for people who don't include $PENCIL_HOME/bin by default
# To work in PARKER(Belo Horizonte/Brazil) you have to comment the 3 lines below
if ($?PENCIL_HOME) then
    setenv PATH ${PATH}:${PENCIL_HOME}/bin
endif
# Save working directory for other scripts we call
setenv PENCIL_WORKDIR `pwd`
newdir:
# Prevent code from running twice (and removing files by accident)
if (-e "LOCK" || -e "data/LOCK") then
  echo ""
  echo "getconf.csh: found LOCK file"
  echo "(if it is left over from a crash, remove it by hand: rm LOCK)"
  echo ""
  echo "Will *not* start in this directory, as code may already be running."
  echo "(create an empty file NEVERLOCK to tell the code not to write a LOCK file)"
  echo ""
  echo "  rm LOCK; touch NEVERLOCK"
  echo ""
  echo "Checking for NEWDIR file to tell us to run somewhere else:"
  if (-e "NEWDIR") then
    if (-s "NEWDIR") then
      set olddir=$cwd
      cd `cat NEWDIR`
      # Up here, datadir is not yet defined, so do it locally:
      # Determine data directory (defaults to `data')
      if (-r datadir.in) then
        set datadir = `cat datadir.in | sed 's/ *\([^ ]*\).*/\1/'`
      else
        set datadir = "data"
      endif
      # Write some info into log files of current and new directories
      (echo "redirected run:"; date; echo "redirected run directory:"; echo $cwd; echo "")\
         >> $olddir/$datadir/directory_change.log
      (date; echo "redirected FROM original run script in:"; echo $olddir; echo "")\
         >> $datadir/directory_change.log
      echo "Found NEWDIR file: redirecting to new directory:"
      echo `pwd`
      echo "... wait 20 sec, to allow manual escape if we have produced a loop!"
      echo
      # In new run directory, need to check for yet another possible LOCK file
      # Sleep for 20 sec, to allow manual escape if we have produced a loop!
      sleep 20
      goto newdir
    endif
  else
    echo "No NEWDIR file -- exiting"
    echo
    # exit                        # won't work in a sourced file
    (sleep 1; kill -KILL $$ >& /dev/null) &       # schedule full-featured suicide
    kill -TERM $$                 # .. but try exiting in civilized manner
  endif
endif
# The LOCK is ours:
if (! -e "NEVERLOCK") touch LOCK
# Save our unique PID:
# echo $$ > PID

# Are we running the MPI version?
if ( -e "src/start.x" || -l "src/start.x" ) then
  set mpi = `nm src/start.x | grep -i -c '[^0-9a-zA-Z]MPI_INIT[^0-9a-zA-Z]*'`
else if ( -e "src/run.x" || -l "src/run.x" ) then
  set mpi = `nm src/run.x | grep -i -c '[^0-9a-zA-Z]MPI_INIT[^0-9a-zA-Z]*'`
else
  echo "Neither start.x nor run.x found!"
  (sleep 1; kill -KILL $$ >& /dev/null) &       # schedule full-featured suicide
  kill -TERM $$                                 # .. but try exiting in civilized manner
endif
#
# Determine number of CPUS
set nprocx = `perl -ne '$_ =~ /^\s*integer\b[^\\\!]*nprocx\s*=\s*([0-9]*)/i && print $1' src/cparam.local`
set nprocy = `perl -ne '$_ =~ /^\s*integer\b[^\\\!]*nprocy\s*=\s*([0-9]*)/i && print $1' src/cparam.local`
set nprocz = `perl -ne '$_ =~ /^\s*integer\b[^\\\!]*nprocz\s*=\s*([0-9]*)/i && print $1' src/cparam.local`
set ncpus = `perl -ne '$_ =~ /^\s*integer\b[^\\\!]*ncpus\s*=\s*([0-9]*)/i && print $1' src/cparam.local`
if (! $ncpus) then
  @ ncpus = $nprocx * $nprocy * $nprocz
endif
#
# Check for atlas-style grids.
#set lcubed_sphere = `perl -ne '$_ =~ /^\s*logical\b[^\\\!]*lcubed_sphere\s*=\s*([0-9]*)/i && print $1' src/cparam.local`
set lcubed_sphere = `perl -ne '$_ =~ /^\s*lcubed_sphere\s*=\s*([TF])/i && print $1' start.in`
set lyinyang = `perl -ne '$_ =~ /^\s*lyinyang\s*=\s*([TF])/i && print $1' start.in`
if ( $lyinyang == '') then
  set lyinyang = F
else
  set lyinyang = T
endif

if ( $lcubed_sphere == '') then
  set lcubed_sphere = F
else
  set lcubed_sphere = T
endif

if ( $mpi && ($lyinyang == T) ) then
  @ ncpus = 2 * $ncpus
  echo "YIN-YANG GRID RUN"
endif

# Preparations for cubed sphere (for the moment, unconditional)
if ( $mpi && ($lcubed_sphere == T) ) then
  @ ncpus = 6 * $ncpus
  echo "CUBED SPHERE RUN"
endif

echo "$ncpus CPUs"

# Location of executables and other default settings; can be overwritten
# below
set start_x = "src/start.x"
set run_x   = "src/run.x"
set x_ops = ""         # arguments to both start.x and run.x
set mpirun = ""
set datadir = "data"

# Check if experimental copy-snapshots is used
set copysnapshots="copy-snapshots"
set lcopysnapshots_exp=0
if { ( grep lcopysnapshots_exp=T start.in >& /dev/null ) } then
  set copysnapshots="copy-snapshots_exp"
  set lcopysnapshots_exp=1
endif

# Check for particles
set lparticles=0
# such grepping can be misleading: unneeded namelists are ignored
if { ( grep particles_init_pars start.in >& /dev/null ) } set lparticles=1

# Check for massive particles
set lpointmasses=0
if { ( grep pointmasses_init_pars start.in >& /dev/null ) } set lpointmasses=1

# Check for code coupling
set lcode_coupling=0
if { ( grep 'tag_foreign *= *[1-9]' run.in >& /dev/null ) } set lcode_coupling=1

# Settings for machines with local data disks
# local_disc     = 1 means processes uses their own local scratch disc(s) for
#                    large files like var.dat, VARN, etc.
# one_local_disc = 1 means one common scratch disc for all processes
# local_binary   = 1 means copy executable to local scratch area of master node
# remote_top     = 1 means get `top' output in regular intervals
set local_disc     = 0
set one_local_disc = 1          # probably the more common case
set remote_top     = 0
set local_binary   = 0
set remove_scratch_root = 0
setenv SCRATCH_DIR /scratch
setenv SSH ssh
setenv SCP scp
#
# Any lam daemons to shutdown at the end of run.csh?
#
set booted_lam = 0
#
# Define hostname variable from uname. Sometimes $HOSTNAME is more informative,
# so we use this to define $hostname.
#
set hn = `uname -n`
if ($?HOSTNAME) then
  echo "HOSTNAME = $HOSTNAME"
  set hostname=$HOSTNAME
else
  set hostname=$hn
endif
echo "USER = ${USER}"
#
if ($mpi) echo "Running under MPI"
set mpirunops  = ''  # options before -np $ncpus
set mpirunops2 = ''  # options after -np $ncpus
# Try to reconstruct submit host (to distinguish between the different
# clusters that have nodes called `node7', etc). Possibly, $masterhost and
# $masternode could be merged, but in fact these might be different host
# names
set masterhost = ''
if ($?PBS_O_HOST) then
  if ("$PBS_O_HOST" =~ obelix*) set masterhost = 'obelix'
  if ("$PBS_O_HOST" =~ hyades*) set masterhost = 'hyades'
  if ("$PBS_O_HOST" =~ master.cvos.cluster) set masterhost = 'vsl176'
  if ("$PBS_O_HOST" =~ pfe*.nas.nasa.gov) set masterhost = 'pfe'
  if ("$PBS_O_HOST" =~ gardar*) set masterhost = 'gardar'
endif
if ($?SNIC_RESOURCE) then
  set masterhost = $SNIC_RESOURCE
  echo "masterhost="$masterhost
endif
if ($?LUMI_LMOD_FAMILY_CRAYPE_CPU) then
  set masterhost = lumi
  echo "masterhost="$masterhost
endif
if ("$masterhost" =~ gardar*) set hn = 'gardar'
if ("$masterhost" =~ triolith) set hn = 'triolith'
if ($?PBS_JOBID) then
  if ("$PBS_JOBID" =~ *.obelix*) set masterhost = 'obelix'
endif

# Resubmission options for most machines are not written. This is
# "echoed" by the default option
set resub = "resubmission script for this machine is not written!"
set resubop = ""
set run_resub = "cat rs"
# Get list of nodes; filters lines such that it would also handle
# machines.XXX files or lam-bhost.der, although this is hardly necessary.
if ($?PBS_NODEFILE) then
  if ($debug) echo "PBS job"
  set nodelist = `cat $PBS_NODEFILE | grep -v '^#' | sed 's/:[0-9]*//'`
else if ($?LOADL_PROCESSOR_LIST) then
  if ($debug) echo "LoadLeveler job"
  set nodelist = `echo $LOADL_PROCESSOR_LIST | tr " " "\n" | uniq`
  set nodelist = `echo $hostname`
else if ($?PE_HOSTFILE) then
  set masterhost = $SGE_O_HOST
  echo " Running under SGE "
  echo "The masterhost is $masterhost"
  echo "PE_HOSTFILE is ${PE_HOSTFILE}"
#  if ($debug) echo "SGE Parallel Environment job - $PE"
  set nodelist = `cat $PE_HOSTFILE | grep -v '^#' | sed 's/\ .*//'`
else if ($?SLURM_NODELIST) then
  if ($debug) echo "Simple Linux Utility for Resource Management (SLURM) job"
  # unpack SLURM_NODELIST with one line of the form
  #   n[41,43-49,69-70,111-114]
  # into the explicit list form
  #   n41 n43 n44 n45 n46 n47 n48 n49 n69 n70 n111 n112 n113 n114
  # using a Perl ``one-liner'':
  if ($SLURM_NNODES != 1) then
    #set nodelist = `echo "$SLURM_NODELIST" | perl -ne 'next if /^\s*(#.*)?$/; if (/\s*([^[]+)\[([^\]]*)/) { ($prefix,$list)=($1,$2); $list =~ s/([0-9]+)-([0-9]+)/join(" ", $1..$2)/eg; $list =~ s/([ ,]+)/ $prefix/g}; print "$prefix$list\n";'`
    set nodelist = `echo "$SLURM_NODELIST" | scontrol show hostnames`
  else
    set nodelist = $SLURM_NODELIST
  endif
  echo "SLURM_NODELIST = $SLURM_NODELIST"
  echo "SLURM_TASKS_PER_NODE = $SLURM_TASKS_PER_NODE"
else if ($?JOB_ID) then
  if (-e $HOME/.score/ndfile.$JOB_ID) then
    if ($debug) echo "Scout job"
    set nodelist = `cat $HOME/.score/ndfile.$JOB_ID | grep -v '^#' | sed 's/:[0-9]*//'`
  else
    # E.g. for wd running SGE on Kabul cluster
    echo "Apparently not parallel environment job"
    if ($debug) echo "Setting nodelist to ($hn)"
    set nodelist = ("$hn")
  endif
 else if ($?OAR_FILE_NODES) then
  if ($debug) echo "OARSUB job"
  set nodelist = `cat $OAR_FILE_NODES | grep -v '^#' | sed 's/\ .*//'`
  set nodelist = `cat $OAR_FILE_NODES | tr " " "\n" | uniq`
else if ($?SP_HOSTFILE) then
  if ($debug) echo "EASY job"
  set nodelist = `cat $SP_NODES`
else
  if ($debug) echo "Setting nodelist to ($hn)"
  set nodelist = ("$hn")
endif
# Output information about number of cpus per node
# But with SLURM we know w nnodes from $SLURM_NNODES.
if ($?SLURM_NODELIST) then
  set nnodes = $SLURM_NNODES
else
  set nnodes = $#nodelist
endif
## set nprocpernode = `expr $ncpus / $nnodes`
## echo "$nnodes nodes, $nprocpernode CPU(s) per node"

## ------------------------------
## Choose machine specific settings
## ------------------------------

if ($hn =~ mhd*.st-and.ac.uk) then
  echo "MHD machine - St Andrews "
  set mpirun = "dmpirun"

else if ($hn =~ *.kis.uni-freiburg.de) then
  echo "KIS machines - Freiburg"
  set mpirun = /opt/local/mpich/bin/mpirun

else if (($hn =~ curie[0-9]*) || ($hn =~ *.c-curie.tgcc.ccc.cea.fr)) then
  echo "Curie cluster - CEA France"
  set mpirun = ccc_mprun

else if ($hn =~ hamlet) then
  echo "hamlet pc, Heidelberg (formerly in Copenhagen)"
  set mpirun = /home/ajohan/mpich/bin/mpirun

else if ($hn =~ saveri) then
  echo "Piyali's Laptop"
  set mpirun = /usr/local/bin/mpirun
else if ($hn =~ giga[0-9][0-9].ncl.ac.uk) then
  echo "Newcastle e-Science Cluster"
  if ($?PBS_JOBID) then
    set mpirun = mpiexec
    set mpirunops =
    #set mpirun = mpirun
    #set mpirunops = "-machinefile $PBS_NODEFILE -O -ssi rpi tcp -s n0 -x LD_ASSUME_KERNEL=2.4.1" #Fix bug in Redhat 9
    #set mpirunops = "-machinefile $PBS_NODEFILE"
    set one_local_disc = 0
    set local_binary = 0
    #setenv SCRATCH_DIR /work/$PBS_JOBID
    #echo "SGE job"
    #    set local_disc = 1
    #    set one_local_disc = 0
    #    set local_binary = 0
    #
  else
    echo "Non-SGE, running on `hostname`"
    if ( -e MANUALMPI ) then
      set nprocpernode = 2
      set local_disc = 0
      set one_local_disc = 0
      set local_binary = 0
      setenv JOB_ID MANUALMPI
    endif
  endif
  if ($local_disc) then
    #setenv SCRATCH_DIR `cat $TMPDIR/scratch`
    set remove_scratch_root = 1
  endif
#----------For qmul clusters ----------
else if ($hn =~ *.maths.qmul.ac.uk) then
  if ($masterhost =~ hyades*) then
    echo "QMUL Maths cluster (hyades) - LONDON"
    echo "******************************"
    echo "Always use  multiple of 4 no. of processors .."
    echo "..for multiprecossor jobs. "
    echo " ******************************"
    if ($?PBS_NODEFILE) then
      echo "PBS job"
      cat $PBS_NODEFILE >mpd.hosts
      set local_disc = 0
      set one_local_disc = 0
      set local_binary = 0
      set mpirun = /opt/mpich2/bin/mpiexec
      echo "starting mpd demon .."
      if ($ncpus =~ 1) then
        /opt/mpich2/bin/mpdboot -n $ncpus -f mpd.hosts
        set booted_mpd = 1
      else
        set myprocpernode = 4
        set mynodes = `expr $ncpus / $myprocpernode `
        echo "dhruba: $mynodes nodes, $myprocpernode CPU(s) per node"
        /opt/mpich2/bin/mpdboot -n $mynodes --ncpus=4 -f mpd.hosts
        set booted_mpd = 1
        mpdtrace | perl -ne ' $_ =~ s/\n/:4\n/g, print "$_"' >nodes.proc
        set mpirunops = "-machinefile nodes.proc"
      endif
      echo "..done"
      # variables for automatic resubmission
      set resub = "/opt/pbs/bin/qsub -d $PENCIL_WORKDIR"
      set resubop1 = "-lnodes=$mynodes"
      set resubop2 = ":ppn=4 run.csh"
      set resubop = "$resubop1$resubop2"
      set run_resub = "ssh -t $masterhost $PENCIL_WORKDIR/rs >> $PBS_O_WORKDIR/resubmit.log"
    else
      echo "Non-PBS, running on `hostname`"
    endif
  else
    echo "QMUL Maths cluster (cluster) - LONDON"
    if ($?PBS_NODEFILE) then
      echo "PBS job"
      set masterhost = cluster.maths.qmul.ac.uk
      cat $PBS_NODEFILE >mpi.hosts
      set local_disc = 0
      set one_local_disc = 0
      set local_binary = 0
      set mpirun = /home/dhruba/mpich/bin/mpirun
      set mpirunops = "-machinefile mpi.hosts"
      set myprocpernode = 4
      set mynodes = `expr $ncpus / $myprocpernode `
      # variables for automatic resubmission
      set resub = "/opt/pbs/bin/qsub -d $PENCIL_WORKDIR"
      set resubop1 = "-lnodes=$mynodes"
      set resubop2 = ":ppn=4 run.csh"
      set resubop = "$resubop1$resubop2"
      set run_resub = "ssh -t $masterhost $PENCIL_WORKDIR/rs >> $PBS_O_WORKDIR/resubmit.log"
    else
      echo "Non-PBS, running on `hostname`"
    endif
  endif
#------------------------------------------------
else if (($hn =~ Xcomp*) || ($masterhost =~ andromeda)) then
  echo "QMUL Maths cluster (andromeda) - LONDON"
  echo "******************************"
  echo "Always use  multiple of 8 no. of processors .."
  echo "..for multiprecossor jobs. "
  echo " ******************************"
  source ${HOME}/.cshrc
  set mpirun=mpirun
#------------------------------------------
else if ($hn =~ p*.hpc2n.umu.se ) then
  echo "HPC2N cluster (akka) - Umea"
  echo "******************************"
  echo "Always use  multiple of 8 no. of processors .."
  echo "..for multiprecossor jobs. "
  echo " ******************************"
  module add intel-compiler
  module load openmpi/intel
  #
  limit stacksize 524288
  setenv OMP_NUM_THREADS 1
  echo "limit stacksize 524288"
  echo "OMP_NUM_THREADS" $OMP_NUM_THREADS
  #
  setenv PENCIL_HOME $HOME/nobackup/pencil-code/
  set _sourceme_quiet; source $PENCIL_HOME/sourceme.csh; unset _sourceme_quiet
  set mpirun=mpirun
#------------------------------------------
else if ($hn =~ t*.hpc2n.umu.se ) then
  echo "HPC2N cluster (abisko) - Umea"
  echo "******************************"
  echo "Always use multiple of 48 processors!"
  echo " ******************************"
  set mpirunops = ''
  set mpirun = 'srun'
  set npops = ''
  setenv PENCIL_HOME $HOME/nobackup/pencil-code/
  set _sourceme_quiet; source $PENCIL_HOME/sourceme.csh; unset _sourceme_quiet
#------------------------------------------
else if ($hn =~ gardar* ) then
  echo "******************************"
  echo "GARDAR in Iceland "
  echo "Always use multiple of 12 processors!"
  echo " ******************************"
  if (! $?PENCIL_HOME) setenv PENCIL_HOME $HOME/pencil-code
  if (-r $PENCIL_HOME/sourceme.csh) then
    set _sourceme_quiet; source $PENCIL_HOME/sourceme.csh; unset _sourceme_quiet
  endif

#------------------------------------------
else if ($hn =~ ekhi* ) then
  echo "******************************"
  echo "ekhi"
  echo " ******************************"
  if (! $?PENCIL_HOME) setenv PENCIL_HOME $HOME/pencil-code
  if (-r $PENCIL_HOME/sourceme.csh) then
    set _sourceme_quiet; source $PENCIL_HOME/sourceme.csh; unset _sourceme_quiet
  endif
    #set nnode = `expr $NSLOTS - 1`
    set nnode = 12
    set nprocpernode = `expr $ncpus / $nnode`
    #set npops = "-nodes=${nnode}x${nprocpernode}"
    set npops = "-np ${nnode} --cpus-per-proc ${nprocpernode}"
echo "AXEL1"
echo $nnode
echo $nprocpernode
echo $npops
echo "AXEL2"
  #set mpirun=/usr/local/mpich2/bin/mpirun
  #set mpirun=/export/shared/openmpi-1.8.4/bin/mpif90
  #set mpirun=mpirun

#------------------------------------------
else if ($hn =~ scylla* ) then
  echo "******************************"
  echo "scylla"
  echo " ******************************"
# if (! $?PENCIL_HOME) setenv PENCIL_HOME $HOME/pencil-code
# if (-r $PENCIL_HOME/sourceme.csh) then
#   set _sourceme_quiet; source $PENCIL_HOME/sourceme.csh; unset _sourceme_quiet
# endif
    #set nnode = `expr $NSLOTS - 1`
#   set nnode = 12
#   set nprocpernode = `expr $ncpus / $nnode`
#   #set npops = "-nodes=${nnode}x${nprocpernode}"
#   set npops = "-np ${nnode} --cpus-per-proc ${nprocpernode}"
#echo "AXEL1"
#echo $nnode
#echo $nprocpernode
#echo $npops
#echo "AXEL2"
  #set $mpirun=/usr/local/mpich2/bin/mpirun
  #set $mpirun=/export/shared/openmpi-1.8.4/bin/mpif90
  set mpirun=mpirun
  set datadir="data"
  set npops = "-np $ncpus"

#------------------------------------------
else if ($hn =~ compute-*.local ) then
#  echo "Warp cluster (warp) - Pittsburgh"
#  echo "******************************"
#  echo "Always use  multiple of 8 no. of processors .."
#  echo "..for multiprecossor jobs. "
#  echo " ******************************"
# module load openmpi/psc
  #
# limit stacksize 524288
# setenv OMP_NUM_THREADS 1
# echo "limit stacksize 524288"
# echo "OMP_NUM_THREADS" $OMP_NUM_THREADS
  #
  #setenv PENCIL_HOME /physics/tinatin/Axel/pencil-code/
 #set _sourceme_quiet; source $PENCIL_HOME/sourceme.csh; unset _sourceme_quiet
  set mpirun=mpirun
#  set mpirunops="-hostfile $PBS_NODEFILE"
#  cp $PBS_NODEFILE machines
#  set datadir='data'
#  uniq machines > mpd.hosts
#  set myprocpernode = 8
#  echo $ncpus
#  set mynodes = `expr $ncpus / $myprocpernode `
#  mpdboot -n $mynodesOA  -f mpd.hosts  -r ssh
#  mpdboot -f mpd.hosts -n 16 -r ssh
#------------------------------------------------
else if ($hn =~ meera*)  then
  echo "******************************"
  echo "Meera : Dhruba's laptop"
  echo "******************************"
  source ${HOME}/.cshrc
  set mpirun=${HOME}/Library/bin/mpirun
#------------------------------------------------
else if ($hn =~ norlx51*) then
  echo "******************************"
  echo "NORDITA cluster"
  echo "******************************"
  if (-r ${HOME}/.cshrc) then
    source ${HOME}/.cshrc
    set mpirun=mpirun
    set npops = "-n $ncpus"
  endif
#------------------------------------------------
else if ($hn =~ norlx5*) then
  echo "******************************"
  echo "NORDITA cluster"
  echo "******************************"
  if (-r ${HOME}/.cshrc) then
    source ${HOME}/.cshrc
    set mpirun=${HOME}/Library/bin/mpirun
  endif
#------------------------------------------------
else if ($hn =~ lakshmi) then
  echo "******************************"
  echo "Dhruba's mac (2012)"
  echo "******************************"
  set mpirun='/opt/local/lib/openmpi/bin/mpirun'
#------------------------------------------------
# For North-West Grid UK
else if ($hn =~ lv1*) then
  echo "Liverpool Grid - NW-grid"
  set local_disc = 0
  set one_local_disc = 0
  set local_binary = 0
  set mpirun = mpisub
  set myprocpernode = 4
  set mpisub_myproc = "x4"
  set mynodes = `expr $ncpus / $myprocpernode `
  echo "dhruba: $mynodes nodes, $myprocpernode CPU(s) per node"
  set npops  = "$mynodes$mpisub_myproc"
#------------------------------------------------
else if ($hn =~ penumbra*) then
  echo "Lancaster Grid - NW-grid"
  set local_disc = 0
  set one_local_disc = 0
  set local_binary = 0
  set mpirun = mpisub
  set myprocpernode = 2
  set mpisub_myproc = "x2"
  set mynodes = `expr $ncpus / $myprocpernode `
  echo "dhruba: $mynodes nodes, $myprocpernode CPU(s) per node"
  set npops  = "$mynodes$mpisub_myproc"
#------------------------------------------------
else if ($hn =~ man2*) then
  echo "Manchester Grid - NW-grid"
  set local_disc = 0
  set one_local_disc = 0
  set local_binary = 0
  set mpirun = mpisub
  set myprocpernode = 2
  set mpisub_myproc = "x2"
  set mynodes = `expr $ncpus / $myprocpernode `
  echo "dhruba: $mynodes nodes, $myprocpernode CPU(s) per node"
  set npops  = "$mynodes$mpisub_myproc"
#------------------------------------------------
else if ($hn =~ ice[0-9]*_[0-9]*) then
  echo "Glacier in Vancouver"
  if ($mpi) then
    echo "Using MPICH"
    set mpirun = /global/software/pgi-6.1.4/linux86/6.1/bin/mpirun
    set mpirunops = "-machinefile $PBS_NODEFILE"
    #
    setenv SCRATCH_DIR /scratch
    set remote_top     = 1
  else # (no MPI)
    echo "Batch job: non-MPI single processor run"
    set mpirunops = ''
    set mpirun = ''
  endif
  setenv SSH /usr/bin/ssh
  setenv SCP /usr/bin/scp
#------------------------------------------------
else if ($hn =~ giga[0-9][0-9]) then
  echo "Nordita cluster - Copenhagen"
  if ($?PBS_NODEFILE) then
    echo "PBS job"
    cat $PBS_NODEFILE >! lamhosts
    set local_disc = 1
    set one_local_disc = 0
    set local_binary = 0
  else
    echo "Non-PBS, running on `hostname`"
    echo `hostname` >! lamhosts
  endif
  # lamboot with logging to file
  echo "lambooting.."
  echo 'pidof lamd | xargs ps -lfwww :' > lamboot.log
  pidof lamd | xargs ps -lfwww >> lamboot.log
  echo '------------------------------------------------' >> lamboot.log
  lamboot -v lamhosts >>& lamboot.log # discard output, or auto-test
                                      # mysteriously hangs on Nq0
  echo '------------------------------------------------' >> lamboot.log
  echo 'pidof lamd | xargs ps -lfwww :' >> lamboot.log
  pidof lamd | xargs ps -lfwww >> lamboot.log
  #
  set booted_lam = 1
  echo "lamnodes:"
  lamnodes
  set mpirun = /opt/lam/bin/mpirun
  set mpirun = /usr/bin/mpirun
  set mpirunops = "-O -c2c -s n0 -x LD_ASSUME_KERNEL=2.4.1"#Fix bug in Redhat 9
  if ($local_disc) then
    setenv SCRATCH_DIR "/var/tmp"
  endif
#------------------------------------------------
else if (($hn =~ sleipner) || ($hn =~ fenris) || ($hn =~ hugin) || ($hn =~ munin)) then
  echo "IBM machine - Aarhus"
  set mpirun = /usr/bin/mpiexec
  set local_disc = 1
  set one_local_disc = 1
  set local_binary = 0
  if ($?SCRDIR) then
    if (-d $SCRDIR) then
      setenv SCRATCH_DIR "$SCRDIR"
    else
      echo 'NO SUCH DIRECTORY: $SCRDIR'="<$SCRDIR> -- ABORTING"
      kill $$                     # full-featured suicide
    endif
  else
    echo 'NO SUCH VARIABLE: $SCRDIR'="<$SCRDIR> -- ABORTING"
    kill $$                     # full-featured suicide
  endif
  setenv SSH rsh
  setenv SCP rcp
  setenv LANG en_US
#----------------------------------------------------
else if ($hn =~ p690*) then
  echo "SP1600 - CSC, Espoo, Finland (IBM with AIX UNIX)"
  set mpirunops = "-euilib us -shared_memory yes"
  set mpirunops =
  set mpirun = poe
  set local_disc = 0
  set one_local_disc = 0
  set local_binary = 0
#  setenv SSH ssh
#  setenv SCP scp
#  setenv LANG en_US
#  setenv SCRATCH_DIR /scratch/${USER}
#  set masternode=sp.sp4
#  echo "Setting master node to sp.sp4, the only node that is accesible by rsh"
#-----------------------------------------------------------------------
else if ($hn =~ sp[0-9]*) then
  echo "Janus (Boulder) or SP4 - CINECA, Bologna (IBM with AIX UNIX)"
  set mpirun = poe
  set local_disc = 0
  set one_local_disc = 1
  set local_binary = 0
#  setenv SSH ssh
#  setenv SCP scp
  setenv LANG en_US
  setenv SCRATCH_DIR /scratch/${USER}
#  set masternode=sp.sp4
  echo "Setting master node to sp.sp4, the only node that is accesible by rsh"
#----------------------------------------------------
else if ($hn =~ node*.steno.dcsc.ku.dk) then
  echo "DCSC cluster - Copenhagen (Denmark)"
  setenv SCRATCH_DIR /scratch/$LOADL_STEP_ID
  set hostfile = "$LOADL_STEP_INITDIR/hostfile"
  echo $LOADL_PROCESSOR_LIST | tr ' ' '\n' > $hostfile
  set mpirunops      = "-hostfile $hostfile"
  set mpirun         = "/usr/mpi/gcc/openmpi-1.2.2-1/bin/mpirun"
  set local_disc     = 1
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary   = 0
  set nprocpernode   = 4
#----------------------------------------------------------
else if (($hn =~ columbia*) || ($hn =~ cfe*)) then
  echo "Columbia cluster"
  set mpirun = mpirun
  set start_x=$PBS_O_WORKDIR/src/start.x
  set run_x=$PBS_O_WORKDIR/src/run.x
  set local_disc = 0
#------------------------------------------
else if (($hn =~ node[0-9][0-9]*) && ($USER =~ csc01114)) then
  echo "IBM BCX/5120 - Cineca, Bologna, Italy"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
  endif
  set mpirunops = ''
  set mpirun = 'mpirun.lsf'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#---------------------------------------------------
else if ($hn =~ inaf*) then
  echo "cometa"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
  endif
#  setenv LSF_PJL_TYPE mvapich
  set mpirunops = ''
  set mpirun = 'mpirun -machinefile mm'
  set mpirun = 'mpirun.lsf'
  set npops = "-n $ncpus"
#  set local_disc = 0
#  set one_local_disc = 0
#  set remote_top     = 1
#  set local_binary = 0
#---------------------------------------------------
else if ($hn =~ node[0-9]* && $masterhost != 'vsl176') then
  echo "Janus (Boulder2) or CLX - CINECA, Bologna (IBM Linux Cluster)"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
  endif
  set mpirun = mpiexec
  set mpirunops =
  set local_disc = 0
  set one_local_disc = 1
  set local_binary = 0
#------------------------------------------------
else if ($hn =~ vsl2* ) then
  echo "SINTEF ER, old linux cluster (Scali Linux Cluster)"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
  endif
  set mpirunops2 = ' -machinefile machines.txt '
  set mpirun = mpirun
  set mpirunops =
  set local_disc = 0
  set one_local_disc = 1
  set local_binary = 0

else if ($hn =~ octopus[0-9]*) then
  echo "AIP Potsdam Octopus Xeon Linux Cluster"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
  endif
  setenv SCRATCH_DIR /scratch2/mgm
  set nodelist=` cat nodes.octopus | grep -v '^#' `
  set mpirun = '/opt/intel/mpich-1.2.7/bin/mpirun'
  set mpirunops = '-v -machinefile nodes.octopus '
  set nprocpernode = 2
  set npops = "-np $ncpus"
  set local_disc = 0
  set one_local_disc = 1
  set local_binary = 0
#------------------------------------------------
else if ($hn =~ psi*) then
  echo "RZG - Garching (IBM pSeries Regatta with AIX UNIX)"
  set mpirun = mpiexec
  set local_disc = 1
  set one_local_disc = 1
  set local_binary = 0
  setenv SSH rsh
  setenv SCP rcp
  setenv LANG en_US
  setenv SCRATCH_DIR /ptmp/$USER
  set masternode=psi24
  echo "Setting master node to psi24, the only node that is accesible by rsh"
#--------------------------------------------------
else if (($hn =~ c*[1-9]) && ($USER =~ pkapyla || $USER =~ lizmcole || $USER =~ cdstars* || $USER =~ warneche || $USER =~ mreinhar || $USER =~ fagent || $USER =~ pekkila)) then
  echo "taito - CSC, Kajaani, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#--------------------------------------------------
else if ($hn =~ clogin*) then
  echo "sisu - CSC, Kajaani, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirunops = "-j 1"
  set mpirun = 'aprun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
else if (($hn =~ r*[cg]*.bullx)) then
  echo "Puhti - CSC, Kajaani, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  #set mpirun = 'orterun'
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  #set npops = "-display-devel-map -map-by slot -n $ncpus"
  # needed for nvhpc
  #set mpirunops = "--mpi=pmix_v3"
  #set mpirun = 'mpiexec'
  if ($lcode_coupling == 1) then
    set multi_op = "--multi-prog"
  else
    set multi_op = ""
  endif
  echo GETCONF:multi_op=$multi_op
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#--------------------------------------------------
else if (($hn =~ *.mahti.csc.fi)) then
  echo "Mahti - CSC, Kajaani, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = 'srun'
  #set mpirun = 'mpirun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#--------------------------------------------------
else if (($hn =~ atlas*) && ($USER =~ monteiro)) then
  echo "Atlas - MPS, Gottingen, Germany"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = 'mpiexec'
  #set mpirun = 'srun'
  set npops = "-np $ncpus"
  #set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#--------------------------------------------------
#else if (($hn =~ uan* && $masterhost == lumi)) then
else if (($hostname =~ frontier*)) then
  echo "Frontier - Oak Ridge, USA"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#--------------------------------------------------
else if (($hn =~ nid* && $masterhost == lumi)) then
  echo "Lumi - CSC, Kajaani, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#--------------------------------------------------
else if (($hn =~ parker)) then
  echo "Parker - UFMG, BH, MG,Brazil"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = 'mpiexec'
  set npops = "-np $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0

#--------------------------------------------------
else if (($hn =~ gcn* || $hn =~ bcn*) && ($USER =~ nipkapyl)) then
  echo "HLRN-IV - HLRN, Germany"
  module load intel
  module load impi
  module load hdf5-parallel/impi/intel/1.10.5
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ s*) && ($USER =~ pr*)) then
  echo "MareNostrum - BSC, Barcelona, Spain"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirunops = " "
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#----------------------------------------------
else if ($hn =~ gwd*) then
  echo "GWDG Cluster - Göttingen, Germany"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirunops = " "
  set mpirun = 'mpirun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
#----------------------------------------------
else if ($hn =~ daint*) then
  echo "Piz Daint - CSCS, Zurich, Switzerland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirunops = ''
  set mpirun = 'aprun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ triolith*) && ($USER =~ x_dhrmi)) then
  echo "Triolith, Sweden"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  echo 'loading modules ..'
  module load intel/12.1.4
  module load impi/4.0.3.008
  echo '..done'
  set mpirunops = ''
  set mpirun = 'mpirun'
  set npops = "-n $ncpus"
  set local_disc = 1
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ tetralith*) && ($USER =~ x_axebr)) then
  echo "Tetralith, Sweden"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  echo 'loading modules ..'
  module load intel/12.1.4
  module load impi/4.0.3.008
  echo '..done'
  set mpirunops = ''
  set mpirun = 'mpirun'
  set npops = "-n $ncpus"
  set local_disc = 1
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ c[0-9]*) && ($USER =~ pkapyla || $USER =~ warneche || $USER =~ jsnellma || $USER =~ mvaisala || $USER =~ cdstars1)) then
  echo "Taito - CSC, Kajaani, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirunops = ''
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ cn[0-9]*) && ($USER =~ manterm1 || $USER =~ kapylap1)) then
  echo "Triton - Aalto University, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  module load openmpi/1.6.5-gcc
  module list
  set mpirunops = "--mpi=openmpi"
  set mpirunops2 = ''
  set mpirun = 'srun'
  set npops = '-n $ncpus'
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ al[0-9]*) && ($USER =~ kapyla)) then
  echo "Alcyone - University of Helsinki, Finland"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirunops = '--resv-ports'
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if ((($hn =~ eslogin[0-9]*) || ($hn =~ nid[0-9]*) || ($hn =~ mom[0-9]*)) && ($USER =~ yangchen)) then
  echo "archer - National Supercomputing Service, UK"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
    touch $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
  endif
  set mpirunops = ''
  set mpirun = 'aprun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
#else if ( ($hn =~ eslogin[0-9]*) || ($masterhost !=~beskow   ) )then
#  echo "Hermit - HLRS, Stuttgart, Germany"
#  if ( $?PBS_JOBID ) then
#    echo "Running job: $PBS_JOBID"
#    touch $PBS_O_WORKDIR/data/jobid.dat
#    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
#  endif
#  set mpirunops = ''
#  set mpirun = 'aprun'
#  set npops = "-n $ncpus"
#  set local_disc = 0
#  set one_local_disc = 0
#  set remote_top     = 1
#  set local_binary = 0
#----------------------------------------------
#else if (($hn =~ Xnid*) || ($hn =~ network*) && ($USER =~ iprpkapy || $USER =~ iprjwarn)) then
#  echo "Hermit - HLRS, Stuttgart, Germany="
else if (($hn =~ Xnid*) || ($hn =~ network*) && ($USER =~ iprpkapy || $USER =~ iprjwarn)) then
  echo "God Damn Hermit - HLRS, Stuttgart, Germany"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
    touch $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
  endif
  set mpirunops = ''
  set mpirun = 'aprun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ mom*) && ($USER =~ iprpkapy || $USER =~ iprjwarn)) then
  echo "Hornet - HLRS, Stuttgart, Germany"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
    touch $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
  endif
  set mpirunops = ''
  set mpirun = 'aprun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
#else if ($hn =~ beskow-login*.pdc.kth.se*) then
else if (($hn =~ nid*) && ($masterhost =~ beskow)) then
  echo "*********************************"
  echo " PDC machine Beskow, Stockholm   "
  set start_x=$cwd/src/start.x
  set run_x=$cwd/src/run.x
  echo "*********************************"
  echo "***---------------------------------**" >>$PENCIL_HOME/.pencil_runs.txt
  echo $cwd >>$PENCIL_HOME/.pencil_runs.txt
  echo "***---------------------------------**" >>$PENCIL_HOME/.pencil_runs.txt
  set mpi = 1
  set mpirunops = ''
  #set mpirun = 'aprun'
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ nid*) && ($masterhost != lumi)) then
  echo "*********************************"
  echo " PDC machine Dardel, Stockholm   "
  set start_x=$cwd/src/start.x
  set run_x=$cwd/src/run.x
  echo "*********************************"
  echo "***---------------------------------**" >>$PENCIL_HOME/.pencil_runs.txt
  echo $cwd >>$PENCIL_HOME/.pencil_runs.txt
  echo "***---------------------------------**" >>$PENCIL_HOME/.pencil_runs.txt
  set mpi = 1
  set mpirunops = ''
  #set mpirun = 'aprun'
  set mpirun = 'srun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
#----------------------------------------------
#xiangyu, HEBBE
else if ($hn =~ hebbe*) then
  echo "*********************************"
  echo " PDC machine HEBBE "
  set start_x=$cwd/src/start.x
  set run_x=$cwd/src/run.x
  echo "*********************************"
  echo "***---------------------------------**" >>$PENCIL_HOME/.pencil_runs.txt
  set mpi = 1
  set mpirunops = ''
  set mpirun = 'mpirun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if ($hn =~ emil-login*.pdc.kth.se*) then
  echo $SHELL
  if ($USER =~ gustavog) then
    source /cfs/emil/pdc/gustavog/cshrc_lindgren
  else if ($USER =~ brandenb) then
    source /cfs/emil/pdc/brandenb/cshrc_lindgren
  else if ($USER =~ warnecke) then
    source /cfs/emil/pdc/warnecke/cshrc_lindgren
  else
    source /mnt/lustre_server/pdc/dmitra/pencil-code/dhruba/cshrc_lindgren
  endif
  echo "*********************************"
  echo " PDC machine Lindgren, Stockholm "
  cd $PBS_O_WORKDIR
  touch $PENCIL_HOME/.pencil_runs.txt
  echo "***---------------------------------**" >>$PENCIL_HOME/.pencil_runs.txt
  echo "starting run" >> $PENCIL_HOME/.pencil_runs.txt
  echo $PBS_O_WORKDIR >> $PENCIL_HOME/.pencil_runs.txt
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
    touch $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PENCIL_HOME/.pencil_runs.txt
  endif
#  ls
#  source /mnt/lustre_server/pdc/dmitra/pencil-code/dhruba/cshrc_lindgren
  set start_x=$PBS_O_WORKDIR/src/start.x
  set run_x=$PBS_O_WORKDIR/src/run.x
  echo "*********************************"
  echo "***---------------------------------**" >>$PENCIL_HOME/.pencil_runs.txt
  set mpirunops = ''
  set mpirun = 'aprun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------
else if (($hn =~ aprun*) || ($hn =~ kraken*)) then
  echo "Kraken -- NICS, Tennessee, USA"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
    touch $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
  endif
  set mpirunops = ''
  set mpirun = 'aprun'
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 0
  set local_binary = 0
  setenv SCRATCH_DIR /lustre/scratch/${USER}
  set letter = `echo ~ | xargs dirname | xargs dirname | xargs basename`
  set rundir = `echo $PBS_O_WORKDIR | sed -e 's/nics\/'"$letter"'\/home/lustre\/scratch/g' `
  echo "rundir = $rundir"
  setenv TMPDIR "$rundir/tmp"
  echo "TMPDIR = $TMPDIR"
  if (! -e $TMPDIR)  mkdir -p $TMPDIR
  if (-e FAKE_PARALLEL_IO) cp FAKE_PARALLEL_IO $rundir
  if (-e NEVERLOCK) cp NEVERLOCK $rundir
  set files = `ls $PBS_O_WORKDIR/*.in $PBS_O_WORKDIR/*.csh`
  foreach file ($files)
    echo "copying  $file"
    cp $file $rundir
  end
  cd $rundir
  if (! -e data) mkdir -p ./data
  if (! -e src) mkdir -p ./src
  set files = `ls $PBS_O_WORKDIR/src/*.x $PBS_O_WORKDIR/src/*.local`
  foreach file ($files)
    echo "copying $file `pwd`/src"
    cp $file $rundir/src
  end
#----------------------------------------------
else if ($hn =~ *stampede* ) then
  echo "Stampede -- TACC, Texas, USA"
  set mpirun = 'ibrun'
  set mpirunops = ''
  set npops = ''
  set mpirunops2 = ''
#--------------------------------------------------------------
else if (($hn =~ n[0-9]*) && ($USER =~ pkapyla || $USER =~ fagent)) then
  echo "Vuori - CSC, Espoo, Finland"
  set mpirunops = ''
  set mpirun = 'srun'
  set npops = ''
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
  setenv SSH rsh
  setenv SCP rcp
#--------------------------------------------------------------
else if (($hn =~ c[0-9]*) && ($USER =~ csur || $USER =~ ckandu)) then
  echo "Cetus, Iucaa, India"
  set mpirunops = '-srun'
  set mpirun = 'nuripm'
  set npops = ''
  set local_disc = 0
  set one_local_disc = 0
  set local_binary = 0
  set remote_top = 1
  setenv SSH rsh
  setenv SCP rcp
#-----------------------------------------------
else if ($hn =~ corona*) then
  echo "Corona SunFire - CSC, Espoo, Finland"
  # generic fgrep -c fails
  set mpi = 1
  set tmpi = `fgrep -c 'nompicomm' src/Makefile.local`
  if ($tmpi == 1) set mpi = 0
  set mpirun = 'mprun'
  set npops = "-np $ncpus"
  set mpirunops = ""
#------------------------------------------------------
else if ( ($hn =~ node*.clusters.com) || ($hn =~ fire) ) then
  echo "Fire - Bergen"
  set mpirunops = ''
  set mpirun = 'mpirunpbs'
  set npops = "-np $ncpus"
#  set mpi = 1
#---------------------------------------------------
else if ( ($hn =~ cincinnatus*) || ($hn =~ owen*) \
          || ($hn =~ master) || ($hn =~ node* && $masterhost == '') \
          || ($hn =~ ns0*) ) then
  echo "KIS cluster or Ns0"
  if ($mpi) then
    # Choose appropriate mpirun version (LAM vs. MPICH)
    if (`fgrep -c lam_mpi src/start.x` > 0) then # lam
      if (-x /usr/lib/lam/bin/mpirun) set mpirun=/usr/lib/lam/bin/mpirun
      if (-x /opt/lam/bin/mpirun)     set mpirun=/opt/lam/bin/mpirun
      set mpirunops = "-boot -c2c -O"
    else if (`egrep -c 'MPICHX|MPICH_DEBUG_ERRS' src/start.x` > 0) then # mpich
      if (-x /usr/lib/mpich/bin/mpirun)   set mpirun=/usr/lib/mpich/bin/mpirun
      if (-x /opt/mpich/bin/mpirun)       set mpirun=/opt/mpich/bin/mpirun
      if (-x /opt/mpich/ch-p4/bin/mpirun) set mpirun=/opt/mpich/ch-p4/bin/mpirun
      if ($?SGE_O_WORKDIR) then # sge job
        set mpirunops = "-nolocal -machinefile $SGE_O_WORKDIR/machines-$JOB_NAME-$JOB_ID"
      else                      # interactive run
        set mpirunops = "-nolocal" # or we get one CPU less with older mpich
      endif
      if ($mpirun == '/opt/mpich/ch-p4/bin/mpirun') then
        # Don't use -nolocal with newer mpich versions, otherwise we are
        # not able to run on single-CPU test machines
        set mpirunops = "`echo $mpirunops | sed 's/ \?-nolocal \?/ /'`"
      endif
      else
      set mpirun 'Cannot_find_out_which_mpirun_to_use'
    endif
  endif
#-----------------------------------------------------
else if ($hn == "frontend") then
  echo "KIS Bagdad cluster - Freiburg"
  if ($mpi) then
    # Choose appropriate mpirun version (LAM vs. MPICH)
    if (`fgrep -c lam_mpi src/start.x` > 0) then # lam
      if (-x /usr/local/share/lam-mpi/bin/mpirun) set mpirun=/usr/local/share/lam-mpi/bin/mpirun
      if (-x /opt/lam/bin/mpirun)     set mpirun=/opt/lam/bin/mpirun
      set mpirunops = "-O"
    else if (`egrep -c 'MPICHX|MPICH_DEBUG_ERRS' src/start.x` > 0) then # mpich
      if (-x /usr/local/share/mpich-g95/bin/mpirun)   set mpirun=/usr/local/share/mpich-g95/bin/mpirun
    endif
  endif
#----------------------------------------------
else if ($hn =~ nq* || $hn =~ ns*) then
  echo "Nordita cluster - Copenhagen"
  if ($?PBS_NODEFILE) then
    echo "PBS job"
    cat $PBS_NODEFILE >! lamhosts
    set local_disc = 1
    set one_local_disc = 0
    set local_binary = 0
    set notserial_procN = 1
  else
    echo "Non-PBS, running on `hostname`"
    echo `hostname` >! lamhosts
  endif
  # lamboot with logging to file
  echo "lambooting.."
  echo 'pidof lamd | xargs ps -lfwww :' > lamboot.log
  pidof lamd | xargs ps -lfwww >> lamboot.log
  echo '------------------------------------------------' >> lamboot.log
  lamboot -v lamhosts >>& lamboot.log # discard output, or auto-test
                                      # mysteriously hangs on Nq0
  echo '------------------------------------------------' >> lamboot.log
  echo 'pidof lamd | xargs ps -lfwww :' >> lamboot.log
  pidof lamd | xargs ps -lfwww >> lamboot.log
  #
  set booted_lam = 1
  echo "lamnodes:"
  lamnodes
  set mpirun = /opt/lam/bin/mpirun
  set mpirun = /usr/bin/mpirun
  set mpirunops = "-O -c2c -s n0 -x LD_ASSUME_KERNEL=2.4.1"#Fix bug in Redhat 9
  if ($local_disc) then
    setenv SCRATCH_DIR "/var/tmp"
  endif
#-----------------------------------------
else if (($hn =~ s[0-9]*p[0-9]*) || ($hn =~ 10_[0-9]*_[0-9]*_[0-9]*)) then
  echo "Horseshoe cluster - Odense (Denmark)"
  if ($mpi) then
    if ($?RUNNINGMPICH) then
      set mpirunops = "-machinefile $PBS_NODEFILE"
      set mpirun = /usr/local/lib/MPICH/bin/mpirun
      set start_x=$PBS_O_WORKDIR/src/start.x
      set run_x=$PBS_O_WORKDIR/src/run.x
    else
      echo "Using LAM-MPI"
      cat $PBS_NODEFILE >! lamhosts
      lamboot -v lamhosts
      set booted_lam = 1
      echo "lamnodes:"
      lamnodes
      # set mpirunops = "-O -c2c -s n0 N -v" #(direct; should be faster)
      # set mpirunops = "-O -s n0 N -lamd" #(with debug options on; is slower)
      set mpirunops = "-O -s n0 N -ger" #(with debug options on; is slower)
      set mpirun = mpirun
    endif
    # use unique scratch directory name, just in case it wasn't cleaned up
    if ($?PBS_JOBID) then
      setenv SCRATCH_DIR /scratch/$PBS_JOBID
    else
      setenv SCRATCH_DIR /scratch
    endif
    set local_disc     = 1
    set one_local_disc = 0
    set remote_top     = 1
    set local_binary   = 1
    setenv SSH rsh
    setenv SCP rcp
  else # (no MPI)
    echo "Batch job: non-MPI single processor run"
    cat $PBS_NODEFILE >! lamhosts
    lamboot -v lamhosts
    set booted_lam = 1
    echo "lamnodes:"
    lamnodes
    set mpirunops = ''
    set mpirun = ''
  endif
#--------------------------------------------
 else if (($hn =~ copson*.st-and.ac.uk) || ($hn =~ comp*.st-and.ac.uk)) then
  echo "Copson Cluster - St. Andrews"
  if ($?PE) then                            # Are we running under SGE?
    if ($PE =~ gm-test) then                    # Using Myrinet?
      setenv SSH /usr/bin/rsh
      setenv SCP /usr/bin/rcp
      cat $PE_HOSTFILE | sed 's/\([[:alnum:].-]*\)\ \([0-9]*\).*/for ( i=0 \; i < 2 \; i++ ){print "\1\\n"};/' | bc > hostfile
      set mpirun = /usr/local/mpich-gm_INTEL/bin/mpirun
      echo "Setting mpirun... $mpirun"
      set mpirunops = "-local -machinefile $TMPDIR/machines"
      setenv SCRATCH_DIR `cat $TMPDIR/scratch`
      set local_disc=1
      set one_local_disc=0
      set nprocpernode=2
      # Hack to give common scratch space path on each node
      #foreach host ($nodelist)
      #   $SSH $host "rm -rf $SCRATCH_DIR; ln -s ${dollar}TMPDIR $SCRATCH_DIR; ls -lR /tmp/pencil*"
      #end
      echo '--------------- MPI_HOSTFILE ----------------'
      cat hostfile
      echo '----------- MPI_HOSTFILE - END --------------'
    else if ($PE =~ gm) then                    # Using Myrinet?
      #setenv SSH ssh
      #setenv SCP scp
      setenv SSH /usr/bin/rsh
      setenv SCP /usr/bin/rcp
#      setenv MPIHOME /usr/local/mpich-gm-1.2.6..14/pgi-intel-7.1/bin
#      setenv PATH ${SGE_O_PATH}:${PATH}
      set mpirun = /usr/local/mpi_wrappers/mpirun
#${MPIHOME}/mpirun
      set mpirunops = "-local -machinefile $TMPDIR/machines"

      setenv SCRATCH_DIR `cat $TMPDIR/scratch`
      set local_disc=1
      set one_local_disc=0
      set nprocpernode=2
      echo '--------------- MPI_HOSTFILE ----------------'
      cat $TMPDIR/machines
      cat $TMPDIR/machines >! hostfile
      echo '----------- MPI_HOSTFILE - END --------------'
#      env | sort >! env.run
    else if ($PE =~ score) then             # Using SCore?
      #set mpirunops = "-wait -F $HOME/.score/ndfile.$JOB_ID -e /tmp/scrun.$JOB_ID"
      #echo '--------------- PE_HOSTFILE ----------------'
      #cat $PE_HOSTFILE
      #echo '----------- PE_HOSTFILE - END --------------'
      set mpirunops = "-wait -F $PE_HOSTFILE -e $TMPDIR/scrun.$JOB_ID"
      set mpirun = /opt/score/bin/scout
      echo "Setting mpirun... $mpirun"
      #setenv SCRATCH_DIR /scratch/$JOB_ID
      setenv SCRATCH_DIR $TMPDIR
      set local_disc=1
      set one_local_disc=0
    endif
  else
      echo $hn >! hostfile
      set mpirun = /usr/local/mpich-gm_INTEL/bin/mpirun
      echo "Setting mpirun... $mpirun"
      set mpirunops = "-local -machinefile hostfile"
     set local_disc=0
  endif
#-----------------------------------------------------------
# Commented by Dhruba as different configuration seems to be workin in Liverpool grid
# else if (($hn =~ lv1*.nw-grid.ac.uk) || ($hn =~ lv1*.st-and.ac.uk)) then
#  echo "Liverpool Grid"
#  if ($?PE) then                            # Are we running under SGE?
#    if ($PE =~ gm-test) then                    # Using Myrinet?
#      setenv SSH /usr/bin/rsh
#      setenv SCP /usr/bin/rcp
#      cat $PE_HOSTFILE | sed 's/\([[:alnum:].-]*\)\ \([0-9]*\).*/for ( i=0 \; i < 2 \; i++ ){print "\1\\n"};/' | bc > hostfile
#      set mpirun = /usr/local/mpich-gm_INTEL/bin/mpirun
#      echo "Setting mpirun... $mpirun"
#      set mpirunops = "-local -machinefile $TMPDIR/machines"
#      setenv SCRATCH_DIR `cat $TMPDIR/scratch`
#      set local_disc=1
#      set one_local_disc=0
#      set nprocpernode=2
#      # Hack to give common scratch space path on each node
#      #foreach host ($nodelist)
#      #   $SSH $host "rm -rf $SCRATCH_DIR; ln -s ${dollar}TMPDIR $SCRATCH_DIR; ls -lR /tmp/pencil*"
#      #end
#      echo '--------------- MPI_HOSTFILE ----------------'
#      cat hostfile
#      echo '----------- MPI_HOSTFILE - END --------------'
#    else if ($PE =~ gm) then                    # Using Myrinet?
#      #setenv SSH ssh
#      #setenv SCP scp
#      setenv SSH /usr/bin/rsh
#      setenv SCP /usr/bin/rcp
##      setenv MPIHOME /usr/local/mpich-gm-1.2.6..14/pgi-intel-7.1/bin
##      setenv PATH ${SGE_O_PATH}:${PATH}
#      set mpirun = /usr/local/mpi_wrappers/mpirun
##${MPIHOME}/mpirun
#      set mpirunops = "-local -machinefile $TMPDIR/machines"
#
#      setenv SCRATCH_DIR `cat $TMPDIR/scratch`
#      set local_disc=1
#      set one_local_disc=0
#      set nprocpernode=2
#      echo '--------------- MPI_HOSTFILE ----------------'
#      cat $TMPDIR/machines
#      cat $TMPDIR/machines >! hostfile
#      echo '----------- MPI_HOSTFILE - END --------------'
#      env | sort >! env.run
#    else if ($PE =~ score) then             # Using SCore?
#      #set mpirunops = "-wait -F $HOME/.score/ndfile.$JOB_ID -e /tmp/scrun.$JOB_ID"
#      #echo '--------------- PE_HOSTFILE ----------------'
#      #cat $PE_HOSTFILE
#      #echo '----------- PE_HOSTFILE - END --------------'
#      set mpirunops = "-wait -F $PE_HOSTFILE -e $TMPDIR/scrun.$JOB_ID"
#      set mpirun = /opt/score/bin/scout
#      echo "Setting mpirun... $mpirun"
#      #setenv SCRATCH_DIR /scratch/$JOB_ID
#      setenv SCRATCH_DIR $TMPDIR
#      set local_disc=1
#      set one_local_disc=0
#    endif
#  else
#      echo $hn >! hostfile
#      set mpirun = /usr/local/mpich-gm_INTEL/bin/mpirun
#      echo "Setting mpirun... $mpirun"
#      set mpirunops = "-local -machinefile hostfile"
#     set local_disc=0
#  endif
#-----------------------------------------------------
else if ($hn =~ obelix || \
          ($hn =~ node[0-9][0-9] && $masterhost =~ obelix)) then
  echo "Obelix Cluster - Calgary"
  set local_disc = 0
  set one_local_disc = 0
  if ($?PBS_NODEFILE) then
    cp $PBS_NODEFILE lamhosts
    lamboot -v lamhosts
    set booted_lam = 1
    # set mpirun = /opt/intel/compiler70/lam/bin/mpirun
    set mpirun = /opt/gnu/lam-7.0/bin/mpirun
    set mpirun = /opt/intel/lam-7.1.1/bin/mpiexec
    set mpirunops = '-boot'
  endif
#--------------------------------------------------
else if ($hn == pencil) then
  echo "Pencil [sic] - Calgary"
  set mpirun = mpiexec
  set mpirunops = '-boot'
#-------------------------------------------------
else if ($hn == rasmussen) then
  echo "Rasmussen - Copenhagen (SGI machine)"
  limit stacksize unlimited
  set mpirun = 'mpirun'
  set mpirunops = ''
  set npops = ''
  set ncpus = 1
#--------------------------------------------------
else if ($hn == hwwsr8k) then
  echo "Hitachi - Stuttgart"
  set nnodes = `echo "precision=0; ($ncpus-1)/8+1" | bc` # Hitachi-specific
  set mpirun = mpiexec
  set mpirunops = "-p multi -N $nnodes"
  set x_ops = '-Fport(nmlist(2))'
  set local_disc = 1
  set one_local_disc = 1        # (the default anyway)
  set local_binary = 0
  if (($?SCRDIR) && (-d $SCRDIR)) then
    setenv SCRATCH_DIR "$SCRDIR"
  else
    echo 'NO SUCH DIRECTORY: $SCRDIR'="<$SCRDIR> -- ABORTING"
    kill $$                     # full-featured suicide
  endif
  setenv SSH rsh
  setenv SCP rcp
#-----------------------------------------------------
else if ($hn =~ hwwsx5*) then
  echo "NEC-SX5 - Stuttgart"
  set mpirun = mpiexec
  set mpirunops = ''
  set local_disc = 1
  set one_local_disc = 1        # (the default anyway)
  set local_binary = 0
  if (($?SCRDIR) && (-d $SCRDIR)) then
    setenv SCRATCH_DIR "$SCRDIR"
  else
    echo 'NO SUCH DIRECTORY: $SCRDIR'="<$SCRDIR> -- ABORTING"
    kill $$                     # full-featured suicide
  endif
  setenv SSH rsh
  setenv SCP rcp
#----------------------------------------------------
else if ($hn =~ morvern || $hn =~ renton || $hn =~ lanark) then
  echo "LAM MPI - Newcastle desktops)"
  #NB: need set mpi here: egrep on Makefile.local fails if using ~/.adapt-mkfile.inc
  set mpi = 1
  echo "lamnodes:"
  lamnodes
  set mpirun = 'mpirun'
  set mpirunops = ''
  set npops = ''
  set local_disc = 0
  set one_local_disc = 0
  if ($local_disc) then
    setenv SCRATCH_DIR /var/tmp
  endif
#----------------------------------------------------
else if ($hn =~ stralsund || $hn =~ neolithic || $hn =~ maelmin || $hn =~ gefrin || $hn =~ astro) then
#else if ($hn =~ rockall || $hn =~ valdivia) # older machines
  echo "grsarson's machines in newcastle"
  set mpirun = 'mpiexec'
  set mpirunops = "-machinefile $PENCIL_HOME/machines"
#-------------------------------------------------
else if ($hn =~ kolmogorov) then
  echo "Kolmogorov on Wolfgang's desk"
  set mpirun = 'mpiexec'
  set mpirunops = '-boot'
#------------------------------------------------
else if ($hn =~ kepler) then
  echo "Kepler in Calgary"
  set mpirun = 'mpiexec'
  set mpirunops = '-boot'
#-------------------------------------------
else if ($hn =~ mhd) then
  echo "mhd node - Newcastle (alpha linux running LAM MPI)"
  #echo `hostname` "cpu=4" >! lamhosts
  #lamboot -v lamhosts
  #set booted_lam = 1
  echo "lamnodes:"
  lamnodes
  set nprocpernode = 4
  set mpirun = mpirun
  #set mpirunops = "-ssi rpi tcp -s n0 N -v"
  set mpirunops = "-v"
  set npops = ''
  set local_disc = 0
  set one_local_disc = 0
  if ($local_disc) then
    setenv SCRATCH_DIR /var/tmp
  endif
#---------------------------------------------
else if ($hn =~ opto[1-4]) then
  echo "opto[1-4] 4xAMD opteron procs@2190.948 MHz at MPIA"
  set nprocpernode = 4
  set mpirun = mpirun_rsh
  if ($ncpus <= 4) then
    echo `repeat $ncpus echo $hn` > hosts.list
  else
    set ncpus2=`echo $ncpus-4 | bc`
    if ($hn =~ opto4) set hn2=opto4
    if ($hn =~ opto3) set hn2=opto3
    echo `repeat 4 echo $hn; repeat $ncpus2 echo $hn2` > hosts.list
  endif
  set mpirun = '~/mpich/bin/mpirun'
  set mpirunops = '-machinefile hosts.list'
  setenv SSH rsh
  setenv SCP rcp
  setenv SCRATCH_DIR /var/tmp/$USER
#------------------------------------------------
else if ($hn =~ lfc*) then
  echo "opteron cluster at MPIK with SGE queue."
  if ($#nodelist == 1) then
    echo "Apparently an interactive run."
    set nodelist = `repeat $ncpus echo $nodelist`
  endif
  echo "Writing host list to file hosts.list."
  echo $nodelist > hosts.list
  set nprocpernode = 1
  if ($mpi) then
    set local_disc = 1
    set one_local_disc = 0
  else
    set local_disc = 0
    set one_local_disc = 1
  endif
  set mpirun = mpirun
  set mpirunops = '-nolocal'
  set mpirunops2 = '-machinefile hosts.list'
  setenv SSH ssh_csh_aj
  setenv SCP scp
  setenv SCRATCH_DIR /var/tmp/$USER
#  setenv SGE_CWD_PATH `pwd`
#  setenv SGE_O_WORKDIR `pwd`
#  setenv JOB_SCRIPT `pwd`/start.csh
#------------------------------------------------
else if ($hn =~ rio* || $hn =~ pia*) then
  echo "Opteron cluster at RZG with SGE queue."
  set nprocpernode = 1
  set local_disc = 0
  set one_local_disc = 1
  set mpirun = /afs/ipp/amd64_sles9/soft/mvapich/mvapich2-0.9.8-opteron-x/f95i.9.1/bin/mpirun
  set nodelist=`cat $TMPDIR/machines`
  echo $nodelist
  setenv SSH 'ssh -x'
  setenv SCP scp
  setenv SCRATCH_DIR /var/tmp/$USER
#---------------------------------------------------
else if ($hn =~ vip*) then
  echo "VIP IBM Power6 system at Rechenzentrum Garching"
  set mpirun = poe
#---------------------------------------------------
else if ($hn =~ hy[0-9]*) then
  echo "Hydra system at Rechenzentrum Garching"
  set mpirun = poe
  set mpirunops2="-procs $ncpus"
#---------------------------------------------------
else if ($hn =~ dra[0-9]*) then
  echo "Draco system at Rechenzentrum Garching"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = srun
#---------------------------------------------------
else if ($hn =~ co[0-9]*) then
  echo "Cobra system at Rechenzentrum Garching"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = srun
  set npops = ''
#---------------------------------------------------
else if ($hn =~ rav*[0-9]*) then
  echo "Raven system at Rechenzentrum Garching"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = srun
  set npops = ''
#---------------------------------------------------  
else if ($hn =~ *.sng.lrz.de) then
  echo "Supermuc-NG at Leibniz-Rechenzentrum"
  if ($?SLURM_JOB_ID) then
    echo "Running job: $SLURM_JOB_ID"
    if (!($?SLURM_SUBMIT_DIR)) then
      setenv SLURM_SUBMIT_DIR `pwd`
    endif
    touch $SLURM_SUBMIT_DIR/data/jobid.dat
    echo $SLURM_JOB_ID >> $SLURM_SUBMIT_DIR/data/jobid.dat
  endif
  set mpirun = srun
#---------------------------------------------------
else if ($hn =~ aims* ) then
  echo "AIMS cluster at RZG"
  module load impi
  set nprocpernode = 1
  set local_disc = 0
  set one_local_disc = 1
  set mpirun = /afs/@cell/common/soft/intel/impi/3.2.2/bin64/mpiexec
  set nodelist=`cat $TMPDIR/machines`
  echo $nodelist
  setenv SSH 'ssh -x'
  setenv SCP scp
  setenv SCRATCH_DIR /var/tmp/$USER
#---------------------------------------------------
else if ($nodelist[1] =~ *huygens.sara.nl*) then
  echo "huygens cluster in Amsterdam"
#  set local_disc = 1
#  set one_local_disc = 1
#  set masternode = p6012
  set local_disc = 0
  set one_local_disc = 1
  set mpirun = mpiexec
  set npops = ''
  setenv SSH "ssh -q -x"
  setenv SCP "scp -q"
  setenv SCRATCH_DIR /scratch/shared/$USER
#---------------------------------------------------
else if ($hostname =~ genius1.rzg.mpg.de) then
  echo "Blue Gene/P at RZG"
  set local_disc = 0
  set one_local_disc = 1
  set mpirun = mpirun
  set mpirunops = "-mode VN"
  set npops = ''
  setenv SSH "ssh -q -x"
  setenv SCP "scp -q"
  setenv SCRATCH_DIR /ptmp/ajohan/$USER
#---------------------------------------------------
else if ($hostname =~ jugene*) then
  echo "Blue Gene/P at Juelich"
  set local_disc = 0
  set one_local_disc = 1
  set mpirun = mpirun
  set mpirunops = "-mode VN"
  set npops = ''
  setenv SSH "ssh -q -x"
  setenv SCP "scp -q"
  setenv SCRATCH_DIR /work/$USER
#-------------------------------------------------
else if ($hostname =~ juqueen*) then
  echo "Blue Gene/Q at Juelich"
  set local_disc = 0
  set one_local_disc = 1
  set mpirun = runjob
  set mpirunops = "--ranks-per-node 16"
  set mpirunops2="-n $ncpus --exe"
  set npops = ''
  setenv SSH "ssh -q -x"
  setenv SCP "scp -q"
  setenv SCRATCH_DIR /work/$USER
#-------------------------------------------------
else if ($hn =~ fen*) then
  echo "Blue Gene/Q at Fermi"
  echo $hostname
  setenv nodelist $hostname
  echo $nodelist
  set local_disc = 1
  set one_local_disc = 0
  set mpirun = runjob
  set mpirunops = "--ranks-per-node 16 --np 64"
  set mpirunops2="--exe"
  set npops = ''
  set nprocpernode = '64'
  setenv SSH "ssh -q -x"
  setenv SCP "scp -q"
  setenv SCRATCH_DIR /work/$USER
#-------------------------------------------------
else if ($hn =~ an[0-9]*) then
  echo "Alarik cluster at Lunarc in Lund"
  set mpirun = "mpiexec"
  set mpirunops = "-bind-to-core"
#-------------------------------------------------
else if ($hn =~ pn*) then
  echo "Platon cluster at Lunarc in Lund"
  cd $PBS_O_WORKDIR
  rm -f run_big_stack.csh
  echo "#\!/bin/csh" >> run_big_stack.csh
  echo "" >> run_big_stack.csh
  echo "limit stacksize unlimited" >> run_big_stack.csh
  echo "./src/run.x" >> run_big_stack.csh
  chmod 755 run_big_stack.csh
  set run_x = $PBS_O_WORKDIR/run_big_stack.csh
#---------------------------------------------------
else if (($hostname =~ ip237*) || ($hostname =~ groovy.local)) then
  echo "Anders's MacBook Pro"
  set local_disc = 0
  set one_local_disc = 1
  set mpirun = /opt/local/lib/openmpi/bin/orterun
  set npops = ''
  setenv SSH "ssh -q -x"
  setenv SCP "scp -q"
  setenv SCRATCH_DIR /work/$USER
#----------------------------------------------------
else if ($hostname =~ j[jf][0-9][0-9][a-z][0-9][0-9]*) then
  echo "JuRoPA at Juelich"
  set mpirun = mpiexec
#----------------------------------------------------
else if ($hn =~ *mckenzie*) then
  echo "McKenzie cluster at CITA"
  if ($#nodelist == 1) then
    echo "Apparently an interactive run."
    set nodelist = `repeat $ncpus echo $nodelist`
  else
    set nprocpernode = 2
    if ($mpi) then
      cat $PBS_NODEFILE >! lamhosts
      lamboot -v lamhosts >>& lamboot.log
      set local_disc = 1
      set one_local_disc = 0
    else
      set local_disc = 0
      set one_local_disc = 1
    endif
    set mpirun = /opt/lam-7.1.2b24-ifort/bin/mpirun
    setenv SSH 'ssh -x'
    setenv SCP scp
    setenv SCRATCH_DIR /scratch/$USER
    foreach node ($nodelist)
      echo $SSH $node '\rm -rf /scratch/'$USER'/*'
      $SSH $node '\rm -rf /scratch/$USER/*'
    end
  endif
#-----------------------------------------
else if ($hn =~ *tpb*) then
  echo "Sunnyvale cluster at CITA"
  if ($#nodelist == 1) then
    echo "Apparently an interactive run."
    set nodelist = `repeat $ncpus echo $nodelist`
  else
    set nprocpernode = 8
    if ($mpi) then
      cat $PBS_NODEFILE >! lamhosts
      lamboot -v lamhosts >>& lamboot.log
    endif
    set local_disc = 0
    set one_local_disc = 1
    set mpirun = /opt/lam-7.1.2-intel/bin/mpirun
    setenv SSH 'ssh -x'
    setenv SCP scp
    setenv SCRATCH_DIR /mnt/scratch/local/$USER
  endif
#--------------------------------------------
else if ($hn =~ *.pdc.kth.se) then
  echo "Linux cluster at PDC, KTH in Stockholm"
  module add i-compilers mpi easy
  set mpirun = mpirun
  if ($?SP_HOSTFILE) then
    cat $SP_HOSTFILE > nodelist
    set mpirunops = "-machinefile $SP_HOSTFILE"
  else
    set mpirunops = ""
  endif
  #
  # use unique scratch directory name, just in case it wasn't cleaned up
  #
  if ($?PBS_JOBID) then
    setenv SCRATCH_DIR /scratch/$PBS_JOBID
    echo "setenv SCRATCH_DIR /scratch/$PBS_JOBID"
  else
    setenv SCRATCH_DIR /scratch
    echo "setenv SCRATCH_DIR /scratch"
  endif
# set local_disc     = 1
# set one_local_disc = 0
# set remote_top     = 1
# set local_binary   = 0
#----------------------------------------------------
else if (($hn =~ n[0-9]*) && (($USER =~ x_*) )) then
  echo "Triolith cluster in Linkoping"
  echo "special settings for USER=$USER"
  if ($mpi) echo "Use mpprun"
  set mpirun = mpprun
  echo "uname -n"
  uname -n
  set mpirunops = ""
  set npops = ""
  set one_local_disc = 0
#----------------------------------------------------
else if ($hn =~ nid* && $masterhost != lumi) then
  echo "Hexagon cluster in Bergen"
  if ( $?PBS_JOBID ) then
    echo "Running job: $PBS_JOBID"
    touch $PBS_O_WORKDIR/data/jobid.dat
    echo $PBS_JOBID >> $PBS_O_WORKDIR/data/jobid.dat
  endif
  set mpirunops = ''
  set mpirun = 'aprun'
  set npops = "-n $ncpus"
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
#----------------------------------------------------
#else if (($hn =~ nid*)) then
#  echo "Hexagon cluster in Bergen"
#  if ($mpi) echo "Use mpprun"
#  set mpirun = aprun
#  echo "uname -n"
#  uname -n
#  #
#  echo "nprocpernode = $nprocpernode"
#  set mpirunops = ""
#  set npops = "-n $ncpus"
#  #
#  set one_local_disc = 0
#---------------------------------------------
else if ($hn =~ sans*) then
  echo "Sanssouci cluster in Potsdam (AIP)"
  if ($?PBS_NODEFILE) then
    echo "PBS job"
    cat $PBS_NODEFILE > nodes.sans
    set local_disc = 1
    set one_local_disc = 0
    set local_binary = 0
    set mpirun = mpirun # run script from /opt/env to set environement for mpi
    set mpirunops = "-v -machinefile nodes.sans"
  else
    echo "Non-PBS, running on `hostname`"
  endif
  #
  # use unique scratch directory name
  #
  if ($?PBS_JOBID) then
    setenv SCRATCH_DIR /data1/$USER/$PBS_JOBID
    echo "setenv SCRATCH_DIR /data1/$USER/$PBS_JOBID"
  else
    setenv SCRATCH_DIR /data1/$USER/pencil
    echo "setenv SCRATCH_DIR /data1/$USER/pencil"
  endif
#---------------------------------------------
else if ($hn =~ tun[a-z]*) then
  echo "Tungsten cluster - NCSA"
  if (! $?LSB_JOBID) then
    echo 'NO LSB_JOBID -- ABORTING'
    kill $$                     # full-featured suicide
  endif
  #setenv SCRATCH_DIR /cfs/scratch/batch/$LSB_JOBID
  setenv SCRATCH_DIR /scratch/local/$LSB_JOBID
  set mpirun    = "cmpirun"
  set mpirunops = "-lsf"
  set nprocpernode = 2
  set local_disc     = 1
  set one_local_disc = 0
  set local_binary   = 0
  setenv SSH ssh
  setenv SCP scp
#-----------------------------------------------
else if ($hn =~ is*.uppmax.uu.se) then
  echo "Isis cluster at Uppmax, Uppsala"
#set the library paths
  if (  $?LD_LIBRARY_PATH) then
    setenv LD_LIBRARY_PATH ${LD_LIBRARY_PATH}:/opt/openmpi/1.2pgi/lib:/sw/openmpi/1.1/pgi/comp/openmpi-1.1.3/orte/.libs/:/sw/openmpi/1.1/pgi/install/lib
  else
    setenv LD_LIBRARY_PATH  /opt/openmpi/1.2pgi/lib:/sw/openmpi/1.1/pgi/comp/openmpi-1.1.3/orte/.libs/:/sw/openmpi/1.1/pgi/install/lib
  endif
  setenv LD_LIBRARY_PATH ${LD_LIBRARY_PATH}:/opt/openmpi/1.2.5gcc/lib:/sw/gcc/4.2.3/lib64:/opt/openmpi/1.2.5pgi/lib:/opt/sge_61u2/lib/lx24-amd64
  set mpirun = /opt/openmpi/1.2.5gcc/bin/mpirun

#---------------------------------------------------
else if (($hn =~ *pastel*) || ($hn =~ *violette*)) then
# use the local /tmp by default on every node
# set local_disc     = 1
# set one_local_disc = 0
# setenv SCRATCH_DIR /tmp
# set remove_scratch_root = 1
# setenv SSH rsh
# setenv SCP rcp
  if ($?OAR_FILE_NODES) then
    echo "OAR job"
    cat $OAR_FILE_NODES >! lamhosts
  else
    echo "Non-OAR, running on `hostname`"
    echo `hostname` >! lamhosts
  endif
  if ($?LD_LIBRARY_PATH) then
    setenv LD_LIBRARY_PATH /usr/local/openmpi/lib:/home/toulouse/bdintran/opt/intel_fce_80/lib:${LD_LIBRARY_PATH}
  else
    setenv LD_LIBRARY_PATH /usr/local/openmpi/lib:/home/toulouse/bdintran/opt/intel_fce_80/lib
  endif
  set mpirun = 'orterun'

#---------------------------------------------
else if ($hn =~ borde*) then
  echo "Bordeaux linux cluster"
  if ($?LD_LIBRARY_PATH) then
#   setenv LD_LIBRARY_PATH ${LD_LIBRARY_PATH}:${HOME}/opt/intel_fce_80/lib:${HOME}/opt/openmpi/lib
    setenv LD_LIBRARY_PATH ${LD_LIBRARY_PATH}:${HOME}/opt/intel_fce_80/lib
  else
#   setenv LD_LIBRARY_PATH ${HOME}/opt/intel_fce_80/lib:${HOME}/opt/openmpi/lib
    setenv LD_LIBRARY_PATH ${HOME}/opt/intel_fce_80/lib
  endif
  cat $OAR_NODEFILE > machinefile
# set mpirun = ${HOME}/opt/openmpi/bin/orterun
# set mpirunops = '-machinefile machinefile -prefix ${HOME}/opt/openmpi -x LD_LIBRARY_PATH'
  set mpirun = ${LAMHOME}/bin/mpirun
  set mpirunops = '-x LD_LIBRARY_PATH'

#---------------------------------------------
else if ($hn =~ node* && $masterhost == 'vsl176') then
  echo "SINTEF linux cluster"

  source /etc/profile.d/modules.csh
  module add torque maui
  module add pgi/10.6
  module add mvapich2/pgi pgi
  module add ofed/1.3.1/base

  set mpirun    = "mpirun_rsh"
  set nprocpernode = 8
  set npops = "-np $ncpus"
  set mpirunops2 = "-hostfile $PBS_NODEFILE"
  set start_x=$PBS_O_WORKDIR/src/start.x
  set run_x=$PBS_O_WORKDIR/src/run.x
#----------------------------------------------
# NASA Pleiades system
else if ($masterhost =~ pfe) then
  echo "Running on NASA Pleiades system"
  module load comp-intel mpi-sgi/mpt
  if (! $?PENCIL_HOME) setenv PENCIL_HOME $HOME/pencil-code
  set local_disc = 0
  set one_local_disc = 0
  set remote_top     = 1
  set local_binary = 0
  set mpirun = "mpiexec"
#----------------------------------------------
# For ukmhd cluster St Andrews
# NB replace #!/bin/csh with #!/usr/local/bin/csh line 1
#
else if ($hostname =~ mhdc) then
  set hn = $hostname
  echo "Running on mhdc cluster st-andrews"
  set masterhost = 'master'
  cat $PBS_NODEFILE > mpd.hosts
  set mpirun = /usr/bin/mpirun
  set mpirunops = "-machinefile mpd.hosts"# $PBS_NODEFILE
  set myprocpernode = 4
  set mynodes = `expr $ncpus / $myprocpernode `
  set resub = "/usr/compusys-installed/bin/qsub -d $PENCIL_WORKDIR"
  set resubop1 = "-lnodes=$mynodes"
  set resubop2 = ":ppn=4 run.csh -q prod"
  set resubop = "$resubop1$resubop2"
  set run_resub = "ssh -t $masterhost $PENCIL_WORKDIR/rs >> $PBS_O_WORKDIR/resubmit.log"
  echo "Finished  mhdc machine specific settings"
#--------------------------------------------
# For the HECToR in the EPCC cluster in Edinburgh, UK
# NB You might change mpirunops and/or mpops
#
else if ($hn =~ hector*) then
  echo "HECToR on epcc, Edinburgh, UK"
  set npops = "-n $ncpus -N 32"
#  set mpirunops = "-n 8 -N 8"
  set mpirun = aprun
  setenv SCRATCH_DIR ./scratch
  setenv TMPDIR ./tmp
#  set local_disc = 0
#  set one_local_disc = 0
#  set remote_top     = 1
#  set local_binary = 0
## --------------------------------------------
else if ($hn =~ norosx52) then
  echo "norosx52 pc, Stockholm"
  set mpirun = /opt/local/bin/openmpirun
else if ($hn =~ mnode) then
  echo "settings edited by Sven"
  set mpirun = mpirun_rsh
  set mpirunops = "-hostfile mpd.hosts"
#-------------------------------------------------
else if ($hn =~ fred-asus) then
  echo "Fred's asus laptop"
  set mpi = 1
  set nprocpernode = $ncpus
#-------------------------------------------------
else if ($hn =~ vm-think-aschreiber) then
  echo "Andys-Think-Tank"
  set mpi = 1
  set nprocpernode = $ncpus
#-------------------------------------------------
else
  echo "Generic setup; hostname is <$hn>."
  #set nprocpernode = 16
  #setenv SCRATCH_DIR $SNIC_TMP
  #set local_disc = 1
  #set one_local_disc = 0
  #set remote_top     = 0
  #set local_binary = 0
endif
## ------------------------------
## End of machine specific settings
## ------------------------------

## MPI specific setup
if ($mpi) then
  # Check mpiexec setting
  if ($mpirun == '') then
    echo "No valid 'mpirun' setting, use default 'mpiexec'."
    set mpirun = 'mpiexec' # switch to default
  endif
  if (($mpirun != 'mpiexec') && (`which $mpirun` == '')) then
    echo "Can not find '$mpirun', switch back to default 'mpiexec'."
    set mpirun = 'mpiexec' # switch to default
  endif
  if (`which $mpirun` == '') then
    echo "Can not find '$mpirun', switch back to older default 'mpirun'."
    set mpirun = 'mpirun' # back to older default
  endif

  # Some mpiruns need special options
  if ("$mpirun" =~ *mpirun*) then
    #AXEL set npops = "-np $ncpus"
  else if ("$mpirun" =~ *mpiexec*) then
    set npops = "-n $ncpus"
  else if ("$mpirun" =~ *mpimon*) then
    set npops = "-stdin all -inherit_limits"
    set x_ops = "-- $mpi_suffix"
  else if ("$mpirun" =~ *scout*) then
    set nnode = `expr $NSLOTS - 1`
    set nprocpernode = `expr $ncpus / $nnode`
    set npops = "-nodes=${nnode}x${nprocpernode}"
  else if ("$mpirun" =~ *poe*) then
    set nprocpernode = 1
    set x_ops = "$mpirunops"
    set mpirunops = ""
    set npops = ""
  else if ("$mpirun" =~ *yod*) then
    set mpirun = 'yod'
    set npops = "-sz $ncpus"
  else if ("$mpirun" =~ *nuripm*) then
    set mpirun = 'mpirun'
    set npops = ""
  else if ("$mpirun" =~ *mpprun*) then
    echo "npops = $npops"
  else if ("$mpirun" =~ *aprun*) then
    set mpirun = 'aprun'
    set npops = "-n $ncpus"
    set mpirunops = "$mpirunops"
  else if ("$mpirun" =~ *srun*) then
    set mpirun = 'srun'
    #set npops = ''
  else if ("$mpirun" =~ *orterun*) then
    set npops = "-np $ncpus"
  else if ("$mpirun" =~ *ccc_mprun*) then
    set npops = "-n $ncpus"
  else
    echo "getconf.csh: No clue how to tell $mpirun to use $ncpus nodes"
  endif

else # no MPI

  echo "Non-MPI version"
  set mpirun = ''
  set mpirunops = ''
  set mpirunops2 = ''
  set npops = ''
  set ncpus = 1
  set nprocpernode = 1

endif

# Determine compiler specific [PRE|IN|SUF]FIX for qualified names of module quantities
if ( -e src/start.x ) then
  #eval `nm src/start.x | grep 'cparam.*pencil_names' | sed -e's/^.*  *\([^ ]*\)cparam\([^ ]*\)pencil_names\([^ ]*\) *$/setenv MODULE_PREFIX \1;setenv MODULE_INFIX \2; setenv MODULE_SUFFIX \3/'`
else if ( -l src/start.x ) then
  set tmp = `readlink src/start.x`
  #eval `nm $tmp | grep 'cparam.*pencil_names' | sed -e's/^.*  *\([^ ]*\)cparam\([^ ]*\)pencil_names\([^ ]*\) *$/setenv MODULE_PREFIX \1;setenv MODULE_INFIX \2; setenv MODULE_SUFFIX \3/'`
else if ( -e src/run.x ) then
  #eval `nm src/run.x | grep 'cparam.*pencil_names' | sed -e's/^.*  *\([^ ]*\)cparam\([^ ]*\)pencil_names\([^ ]*\) *$/setenv MODULE_PREFIX \1;setenv MODULE_INFIX \2; setenv MODULE_SUFFIX \3/'`
else if ( -l src/run.x ) then
  set tmp = `readlink src/run.x`
  #eval `nm $tmp | grep 'cparam.*pencil_names' | sed -e's/^.*  *\([^ ]*\)cparam\([^ ]*\)pencil_names\([^ ]*\) *$/setenv MODULE_PREFIX \1;setenv MODULE_INFIX \2; setenv MODULE_SUFFIX \3/'`
else
  echo "Neither start.x nor run.x found!"
  (sleep 1; kill -KILL $$ >& /dev/null) &       # schedule full-featured suicide
  kill -TERM $$                                 # .. but try exiting in civilized manner
endif

#if $?MODULE_PREFIX then
#  echo 'MODULE_[PRE|IN|SUF]FIX="'$MODULE_PREFIX'", "'$MODULE_INFIX'", "'$MODULE_SUFFIX'"'
#endif

setenv PC_MODULES_LIST `grep '^ *SPECIAL *=' src/Makefile.local | tail -n 1 | tr "[A-Z]" "[a-z]" | sed -e's/.*= *//' -e's/special\///g'` 

# Determine data directory (defaults to `data')
if (-r datadir.in) then
  set datadir = `cat datadir.in | sed 's/ *\([^ ]*\).*/\1/'`
else
  set datadir = "data"
endif
echo "datadir = $datadir"

# Propagate current pid to copy-snapshots:
setenv PARENT_PID $$

# Make SCRATCH_DIR unique, so different
# jobs running simultaneously will not interfere with each other.
if ($?JOB_ID) then
  setenv SCRATCH_DIR ${SCRATCH_DIR}/pencil-$JOB_ID
else
  setenv SCRATCH_DIR ${SCRATCH_DIR}/pencil-$PARENT_PID
endif

# If local disc is used, write name into $datadir/directory_snap.
# This will be read by the code, if the file exists.
# Remove file, if not needed, to avoid confusion.
if (-f $datadir/directory_snap) rm $datadir/directory_snap
if ($local_disc) then
  echo $SCRATCH_DIR >! $datadir/directory_snap
endif

if ($local_binary) then
  set start_x = $SCRATCH_DIR/start.x
  set run_x   = $SCRATCH_DIR/run.x
endif

# Set nodelist to first node (or master node, if specified in the machine
# dependent part), if common scratch disc.
if ($one_local_disc) then
  if ($?masternode) then
    set nodelist=$masternode
    echo "Setting nodelist to master node $masternode"
  else
    set nodelist=$nodelist[1]
    echo "Setting nodelist to node $nodelist"
  endif
endif

# Create subdirectories on local scratch disc (start.csh will also create
# them under $datadir/)
set HDF5=`grep '^ *IO *=' src/Makefile.local | tail -n 1 | grep -Ec '^ *IO *= *io_hdf5'`
if ($HDF5) then
  set procdirs = ()
  set subdirs = ("allprocs" "slices" "averages" "idl")
else
  set procdirs = `perl -e 'for $i (0..'"$ncpus"'-1) { print "proc$i\n"}'`
  set subdirs = ("allprocs" "reduced" "averages" "idl")
endif

if ($local_disc) then
  if ($one_local_disc) then
    echo "Creating directory structure on common scratch disc"
  else
    echo "Creating directory structure on local scratch disc(s)"
  endif
  set command = \'"if (! -e $SCRATCH_DIR ) mkdir -p $SCRATCH_DIR; cd $SCRATCH_DIR; mkdir -p $procdirs $subdirs"\'
  foreach host ($nodelist)
    $SSH $host /bin/csh -c $command
  end
endif

# Wrap up nodelist as (scalar, colon-separated) environment variable
# NODELIST for transport to sub-processes.
# MR: Where is NODELIST used?
setenv NODELIST `echo $nodelist | perl -ne 'print join(":",split(/\s/,$_)),"\n"'`

if ($debug) then
  echo '-- DEBUG CONFIG --'
  echo '$mpi            = ' "<$mpi>"
  echo '$ncpus          = ' "<$ncpus>"
  echo '$npops          = ' "<$npops>"
  echo '$local_disc     = ' "<$local_disc>"
  echo '$one_local_disc = ' "<$one_local_disc>"
  echo '$remote_top     = ' "<$remote_top>"
  echo '$local_binary   = ' "<$local_binary>"
  echo '$datadir        = ' "<$datadir>"
  echo '$SCRATCH_DIR    = ' "<$SCRATCH_DIR>"
  echo '$hn             = ' "<$hn>"
  echo '$masterhost     = ' "<$masterhost>"
  echo '$mpirun         = ' "<$mpirun>"
  echo '$mpirunops      = ' "<$mpirunops>"
  echo '$mpirunops2     = ' "<$mpirunops2>"
  echo '$x_ops          = ' "<$x_ops>"
  echo '$NODELIST       = ' "<$NODELIST>"
  echo '$SSH            = ' "<$SSH>"
  echo '$SCP            = ' "<$SCP>"
  echo '$PARENT_PID     = ' "<$PARENT_PID>"
  echo '$copysnapshots  = ' "<$copysnapshots>"
  echo '$particles      = ' "<$lparticles>"
  echo '$pointmasses    = ' "<$lpointmasses>"
  echo '--'
endif
#Xiangyu on Hebbe
#set mpirun = /c3se/apps/Common/intel/ips_xe_ce_2016/impi/5.1.1.109/bin64/mpiexec
#set /c3se/apps/Common/intel/ips_xe_ce_2016/impi/5.1.1.109/bin64/mpiexec = mpirun
#set mpiexec = mpirun

exit

# End of file getconf.csh