#!/bin/csh
#PBS -N Test
#PBS -q thin_1m
#PBS -l select=20:ncpus=24:mpiprocs=24:ompthreads=1
#PBS -l place=scatter:exclhost

module load composer_xe/2015.1.133 impi/5.0.3.048

cat > mpi_test.f90 << EOF

  program main
  implicit none
  include 'mpif.h'
  integer :: rank, ierror, i

  call mpi_init(ierror)
  call mpi_comm_rank(MPI_COMM_WORLD,rank,ierror)

  print *,'Hello world!  I am process number: ',rank

  if (rank == 0) then
    call mpi_abort(MPI_COMM_WORLD,1,ierror)
  else
    call mpi_barrier(MPI_COMM_WORLD,ierror)
  endif

  end
EOF

mpiifort mpi_test.f90

setenv I_MPI_DEBUG 5

echo "Using default fabrics"
mpirun ./a.out

echo "Using shm:tmi fabrics"
mpirun -genv I_MPI_FABRICS shm:tmi ./a.out