[grl@hpc-class ~]$ qsub -I -lnodes=2:ppn=16:compute,walltime=0:15:00 qsub: waiting for job 5731.hpc-class.its.iastate.edu to start qsub: job 5731.hpc-class.its.iastate.edu ready [grl@hpc-class-40 ~]$ mpirun -n 2 -perhost 1 uname -n hpc-class-40.its.iastate.edu hpc-class-40.its.iastate.edu [grl@hpc-class-40 ~]$ export I_MPI_HYDRA_DEBUG=1 [grl@hpc-class-40 ~]$ mpirun -n 2 -perhost 1 uname -n host: hpc-class-40.its.iastate.edu host: hpc-class-39.its.iastate.edu ================================================================================================== mpiexec options: ---------------- Base path: /shared/intel//impi/5.0.1.035/intel64/bin/ Launcher: ssh Debug level: 1 Enable X: -1 Global environment: ------------------- I_MPI_PERHOST=allcores LD_LIBRARY_PATH=/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/impi/5.0.1.035/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/mpirt/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/mpirt/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/mic/lib PHOENIX_HEAD_IPMI_IP=172.18.100.1 MKLROOT=/shared/intel/composer_xe_2015.0.090/mkl REMOTEHOST=localhost PHOENIX_BASENAME_STARTNUM=1 MANPATH=/shared/intel//impi/5.0.1.035/man:/shared/intel//itac/9.0.1.033/man:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/man/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/man/:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/shared/intel/impi/5.0.1.035/man:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/man/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/man/:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/shared/intel//impi/5.0.1.035/man:/shared/intel//itac/9.0.1.033/man:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/man/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/man/:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/usr/local/share/man:/usr/share/man/overrides:/usr/share/man::/shared/pgi/linux86-64/13.5/man::/shared/pgi/linux86-64/13.5/man::/shared/pgi/linux86-64/13.5/man PHOENIX_DISTRODIR=/opt/phoenix/install/RHEL/6.3/x86_64 INSPECTOR_2015_DIR=/shared/intel/inspector_xe_2015.1.0.366509 VT_MPI=impi4 HOSTNAME=hpc-class-40.its.iastate.edu PHOENIX_HEAD_IB=y PHOENIX_HEAD_DHCPD_KICK_START=172.16.251.1 PBS_VERSION=TORQUE-4.2.2 IPPROOT=/shared/intel/composer_xe_2015.0.090/ipp INTEL_LICENSE_FILE=/shared/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/shared/intel/licenses:/opt/intel/licenses: /root/intel/licenses:/shared/intel/composer_xe_2015.0.090/licenses:/opt/intel/licenses:/home/grl/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/shared/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/shared/intel/composer_xe_2015.0.090/licenses:/opt/intel/licenses:/home/grl/intel/licenses:/shared/intel/composer_xe_2015.0.090/licenses:/opt/intel/licenses:/home/grl/intel/licenses PHOENIX_HEAD_PRIVATE_SUBNET=172.16.0.0 SHELL=/bin/bash TERM=xterm HOST=hpc-class.its.iastate.edu PHOENIX_HEAD_PRIVATE_MTU=9000 HISTSIZE=5000 TMPDIR=/local/scratch/grl/5731.hpc-class.its.iastate.edu GDBSERVER_MIC=/shared/intel/composer_xe_2015.0.090/debugger/gdb/target/mic/bin/gdbserver PBS_JOBNAME=STDIN PHOENIX_ROOTDIR=/opt/phoenix LIBRARY_PATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4 PBS_ENVIRONMENT=PBS_INTERACTIVE QTDIR=/usr/lib64/qt-3.3 QTINC=/usr/lib64/qt-3.3/include PBS_O_WORKDIR=/home/grl MIC_LD_LIBRARY_PATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/ipp/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/ipp/lib/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic HISTFILESIZE=5000 USER=grl GROUP=dusers PBS_TASKNUM=1 TIMEFORMAT= Wall Time %3lR User Mode %3lU Kernel Mode %3lS CPU Usage %P% LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arj=01;31:*.taz=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lz=01;31:*.xz=01;31:*.bz2=01;31:*.tbz=01;31:*.tbz2=01;31:*.bz=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.rar=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36: PBS_O_HOME=/home/grl MAILCHECK=300 PHOENIX_HEAD_TIMEZONE=America/Chicago MIC_LIBRARY_PATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic VTUNE_AMPLIFIER_XE_2015_DIR=/shared/intel/vtune_amplifier_xe_2015.1.0.367959 CPATH=/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/tbb/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/tbb/include:/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/tbb/include HOSTTYPE=x86_64-linux PHOENIX_HEAD_DHCPD_KICK_END=172.16.255.254 PBS_WALLTIME=900 PBS_MOMPORT=15003 PBS_GPUFILE=/var/spool/torque/aux//5731.hpc-class.its.iastate.edugpu MSM_PRODUCT=MSM PBS_O_QUEUE=routing_queue PHOENIX_LINUX_VERSION=6.3 PGI=/shared/pgi NLSPATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/locale/%l_%t/%N PATH=/shared/pgi/linux86-64/13.5/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/usr/mpi/intel/openmpi-1.4.3-qlc/bin:/shared/pgi/linux86-64/13.5/bin:/shared/intel/impi/5.0.1.035/intel64/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/allinea/tools/bin:/usr/local/workaround/bin/:/usr/local//bin/:/usr/lib64/qt-3.3/bin:/shared/pgi/linux86-64/13.5/bin:/usr/local/workaround/bash/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/usr/athena/bin:/shared/allinea/tools/bin:/usr/afsws/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/usr/local/maui/bin:/sbin:/usr/sbin:/bin:/usr/bin:/opt/phoenix/sbin:/usr/local/sbin:/opt/phoenix/bin:/usr/local/bin:/home/grl/bin:/usr/local/maui/bin:/home/grl/bin PBS_O_LOGNAME=grl VT_ADD_LIBS=-ldwarf -lelf -lvtunwind -lnsl -lm -ldl -lpthread MAIL=/var/spool/mail/grl PBS_O_LANG=en_US.UTF-8 PBS_JOBCOOKIE=0D34B004E4246275ABE90D759140B0B0 PHOENIX_NFS_SHAREDIR=/shared TBBROOT=/shared/intel/composer_xe_2015.0.090/tbb PWD=/home/grl I_MPI_HYDRA_DEBUG=1 PHOENIX_ETCDIR=/opt/phoenix/etc/phoenix LANG=en_US.UTF-8 PHOENIX_HEAD_IB_NETMASK=255.255.0.0 PHOENIX_HEAD_IB_SUBNET=172.17.0.0 GDB_CROSS=/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin/gdb-mic PBS_NODENUM=0 MODULEPATH=/usr/share/Modules/modulefiles:/etc/modulefiles ADVISOR_XE_2015_DIR=/shared/intel/advisor_xe_2015.1.0.367266 I_MPI_HYDRA_RMK=pbs VT_LIB_DIR=/shared/intel//itac/9.0.1.033/intel64/lib PBS_NUM_NODES=2 LOADEDMODULES= PHOENIX_HEAD_IPMI_GATEWAY=172.18.100.254 PBS_O_SHELL=/bin/bash PHOENIX_VERSION=2.0 VT_ROOT=/shared/intel//itac/9.0.1.033 PHOENIX_HEAD_PRIVATE_NETMASK=255.255.0.0 LM_LICENSE_FILE=/shared/pgi/license.dat:/shared/pgi/license.dat:/shared/pgi/license.dat PBS_JOBID=5731.hpc-class.its.iastate.edu MPM_LAUNCHER=/shared/intel/composer_xe_2015.0.090/debugger/mpm/bin/start_mpm.sh SSH_ASKPASS=/usr/libexec/openssh/gnome-ssh-askpass HISTCONTROL=ignoredups INTEL_PYTHONHOME=/shared/intel/composer_xe_2015.0.090/debugger/python/intel64/ SHLVL=5 HOME=/home/grl OSTYPE=linux PBS_O_HOST=hpc-class.its.iastate.edu PHOENIX_HEAD_IB_IP=172.17.100.1 MSM_HOME=/usr/local/MegaRAID Storage Manager VT_SLIB_DIR=/shared/intel//itac/9.0.1.033/intel64/slib VT_ARCH=intel64 VT_MIC_SLIB_DIR=/shared/intel//itac/9.0.1.033/mic/slib PHOENIX_HEAD_HOSTNAME=hpc-class VENDOR=unknown PBS_VNODENUM=0 PYTHONPATH=:/opt/phoenix/lib LOGNAME=grl MACHTYPE=x86_64 QTLIB=/usr/lib64/qt-3.3/lib PHOENIX_ARCH=x86_64 PHOENIX_HEAD_IPMI_NETMASK=255.255.0.0 PHOENIX_HEAD_IPMI_SUBNET=172.18.0.0 PHOENIX_HEAD_IPMI=n CVS_RSH=ssh CLASSPATH=/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib PBS_QUEUE=short PHOENIX_HEAD_PRIVATE_IP=172.16.100.1 MODULESHOME=/usr/share/Modules PBS_O_MAIL=/var/spool/mail/grl LESSOPEN=|/usr/bin/lesspipe.sh %s PBS_MICFILE=/var/spool/torque/aux//5731.hpc-class.its.iastate.edumic PROMPT_COMMAND=history -a arch=intel64 INFOPATH=/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/info/ PBS_NP=32 PBS_O_SERVER=hpc-class.its.iastate.edu PBS_NUM_PPN=16 INCLUDE=/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/mkl/include PHOENIX_LINUX=RHEL HISTTIMEFORMAT=%b %d %Y %T G_BROKEN_FILENAMES=1 HISTFILE=/home/grl/.bash_history PBS_NODEFILE=/var/spool/torque/aux//5731.hpc-class.its.iastate.edu PBS_O_PATH=/usr/mpi/intel/openmpi-1.4.3-qlc/bin:/shared/pgi/linux86-64/13.5/bin:/shared/intel/impi/5.0.1.035/intel64/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/allinea/tools/bin:/usr/local/workaround/bin/:/usr/local//bin/:/usr/lib64/qt-3.3/bin:/shared/pgi/linux86-64/13.5/bin:/usr/local/workaround/bash/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/usr/athena/bin:/shared/allinea/tools/bin:/usr/afsws/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/usr/local/maui/bin:/sbin:/usr/sbin:/bin:/usr/bin:/opt/phoenix/sbin:/usr/local/sbin:/opt/phoenix/bin:/usr/local/bin:/home/grl/bin:/usr/local/maui/bin I_MPI_ROOT=/shared/intel//impi/5.0.1.035 BASH_FUNC_module()=() { eval `/usr/bin/modulecmd bash $*` } _=/shared/intel//impi/5.0.1.035/intel64/bin/mpiexec.hydra Hydra internal environment: --------------------------- MPIR_CVAR_NEMESIS_ENABLE_CKPOINT=1 GFORTRAN_UNBUFFERED_PRECONNECTED=y Proxy information: ********************* [1] proxy: hpc-class-40.its.iastate.edu (16 cores) Exec list: uname (2 processes); ================================================================================================== [mpiexec@hpc-class-40.its.iastate.edu] Timeout set to -1 (-1 means infinite) [mpiexec@hpc-class-40.its.iastate.edu] Got a control port string of hpc-class-40.its.iastate.edu:39617 Proxy launch args: /shared/intel//impi/5.0.1.035/intel64/bin/pmi_proxy --control-port hpc-class-40.its.iastate.edu:39617 --debug --pmi-connect lazy-cache --pmi-aggregate -s 0 --rmk pbs --launcher ssh --demux poll --pgid 0 --enable-stdin 1 --retries 10 --control-code 985361039 --usize -2 --proxy-id Arguments being passed to proxy 0: --version 3.1 --iface-ip-env-name MPIR_CVAR_CH3_INTERFACE_HOSTNAME --hostname hpc-class-40.its.iastate.edu --global-core-map 0,16,32 --pmi-id-map 0,0 --global-process-count 2 --auto-cleanup 1 --pmi-kvsname kvs_13563_0 --pmi-process-mapping (vector,(0,1,16)) --topolib ipl --ckpointlib blcr --ckpoint-prefix /tmp --ckpoint-preserve 1 --ckpoint off --ckpoint-num -1 --global-inherited-env 131 'I_MPI_PERHOST=allcores' 'LD_LIBRARY_PATH=/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/impi/5.0.1.035/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/mpirt/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/mpirt/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel//itac/9.0.1.033/mic/slib:/shared/intel//itac/9.0.1.033/intel64/slib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/intel64/lib:/shared/intel//impi/5.0.1.035/mic/lib' 'PHOENIX_HEAD_IPMI_IP=172.18.100.1' 'MKLROOT=/shared/intel/composer_xe_2015.0.090/mkl' 'REMOTEHOST=localhost' 'PHOENIX_BASENAME_STARTNUM=1' 'MANPATH=/shared/intel//impi/5.0.1.035/man:/shared/intel//itac/9.0.1.033/man:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/man/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/man/:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/shared/intel/impi/5.0.1.035/man:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/man/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/man/:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/shared/intel//impi/5.0.1.035/man:/shared/intel//itac/9.0.1.033/man:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/man/en_US:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/man/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/man/:/shared/intel//itac/9.0.1.033/man:/shared/intel//impi/5.0.1.035/man:/usr/local/share/man:/usr/share/man/overrides:/usr/share/man::/shared/pgi/linux86-64/13.5/man::/shared/pgi/linux86-64/13.5/man::/shared/pgi/linux86-64/13.5/man' 'PHOENIX_DISTRODIR=/opt/phoenix/install/RHEL/6.3/x86_64' 'INSPECTOR_2015_DIR=/shared/intel/inspector_xe_2015.1.0.366509' 'VT_MPI=impi4' 'HOSTNAME=hpc-class-40.its.iastate.edu' 'PHOENIX_HEAD_IB=y' 'PHOENIX_HEAD_DHCPD_KICK_START=172.16.251.1' 'PBS_VERSION=TORQUE-4.2.2' 'IPPROOT=/shared/intel/composer_xe_2015.0.090/ipp' 'INTEL_LICENSE_FILE=/shared/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/shared/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/shared/intel/composer_xe_2015.0.090/licenses:/opt/intel/licenses:/home/grl/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/shared/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/opt/intel/licenses:/root/intel/licenses:/shared/intel/composer_xe_2015.0.090/licenses:/opt/intel/licenses:/home/grl/intel/licenses:/shared/intel/composer_xe_2015.0.090/licenses:/opt/intel/licenses:/home/grl/intel/licenses' 'PHOENIX_HEAD_PRIVATE_SUBNET=172.16.0.0' 'SHELL=/bin/bash' 'TERM=xterm' 'HOST=hpc-class.its.iastate.edu' 'PHOENIX_HEAD_PRIVATE_MTU=9000' 'HISTSIZE=5000' 'TMPDIR=/local/scratch/grl/5731.hpc-class.its.iastate.edu' 'GDBSERVER_MIC=/shared/intel/composer_xe_2015.0.090/debugger/gdb/target/mic/bin/gdbserver' 'PBS_JOBNAME=STDIN' 'PHOENIX_ROOTDIR=/opt/phoenix' 'LIBRARY_PATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/../compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64:/shared/intel/composer_xe_2015.0.090/tbb/lib/intel64/gcc4.4' 'PBS_ENVIRONMENT=PBS_INTERACTIVE' 'QTDIR=/usr/lib64/qt-3.3' 'QTINC=/usr/lib64/qt-3.3/include' 'PBS_O_WORKDIR=/home/grl' 'MIC_LD_LIBRARY_PATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/ipp/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/ipp/lib/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mkl/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic' 'HISTFILESIZE=5000' 'USER=grl' 'GROUP=dusers' 'PBS_TASKNUM=1' 'TIMEFORMAT= Wall Time %3lR User Mode %3lU Kernel Mode %3lS CPU Usage %P%' 'LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arj=01;31:*.taz=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lz=01;31:*.xz=01;31:*.bz2=01;31:*.tbz=01;31:*.tbz2=01;31:*.bz=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.rar=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:' 'PBS_O_HOME=/home/grl' 'MAILCHECK=300' 'PHOENIX_HEAD_TIMEZONE=America/Chicago' 'MIC_LIBRARY_PATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic:/shared/intel/composer_xe_2015.0.090/compiler/lib/mic:/shared/intel/composer_xe_2015.0.090/mpirt/lib/mic:/shared/intel/composer_xe_2015.0.090/tbb/lib/mic' 'VTUNE_AMPLIFIER_XE_2015_DIR=/shared/intel/vtune_amplifier_xe_2015.1.0.367959' 'CPATH=/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/tbb/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/tbb/include:/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/tbb/include' 'HOSTTYPE=x86_64-linux' 'PHOENIX_HEAD_DHCPD_KICK_END=172.16.255.254' 'PBS_WALLTIME=900' 'PBS_MOMPORT=15003' 'PBS_GPUFILE=/var/spool/torque/aux//5731.hpc-class.its.iastate.edugpu' 'MSM_PRODUCT=MSM' 'PBS_O_QUEUE=routing_queue' 'PHOENIX_LINUX_VERSION=6.3' 'PGI=/shared/pgi' 'NLSPATH=/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/compiler/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/ipp/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/mkl/lib/intel64/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/locale/%l_%t/%N' 'PATH=/shared/pgi/linux86-64/13.5/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/usr/mpi/intel/openmpi-1.4.3-qlc/bin:/shared/pgi/linux86-64/13.5/bin:/shared/intel/impi/5.0.1.035/intel64/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/allinea/tools/bin:/usr/local/workaround/bin/:/usr/local//bin/:/usr/lib64/qt-3.3/bin:/shared/pgi/linux86-64/13.5/bin:/usr/local/workaround/bash/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/usr/athena/bin:/shared/allinea/tools/bin:/usr/afsws/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/usr/local/maui/bin:/sbin:/usr/sbin:/bin:/usr/bin:/opt/phoenix/sbin:/usr/local/sbin:/opt/phoenix/bin:/usr/local/bin:/home/grl/bin:/usr/local/maui/bin:/home/grl/bin' 'PBS_O_LOGNAME=grl' 'VT_ADD_LIBS=-ldwarf -lelf -lvtunwind -lnsl -lm -ldl -lpthread' 'MAIL=/var/spool/mail/grl' 'PBS_O_LANG=en_US.UTF-8' 'PBS_JOBCOOKIE=0D34B004E4246275ABE90D759140B0B0' 'PHOENIX_NFS_SHAREDIR=/shared' 'TBBROOT=/shared/intel/composer_xe_2015.0.090/tbb' 'PWD=/home/grl' 'I_MPI_HYDRA_DEBUG=1' 'PHOENIX_ETCDIR=/opt/phoenix/etc/phoenix' 'LANG=en_US.UTF-8' 'PHOENIX_HEAD_IB_NETMASK=255.255.0.0' 'PHOENIX_HEAD_IB_SUBNET=172.17.0.0' 'GDB_CROSS=/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin/gdb-mic' 'PBS_NODENUM=0' 'MODULEPATH=/usr/share/Modules/modulefiles:/etc/modulefiles' 'ADVISOR_XE_2015_DIR=/shared/intel/advisor_xe_2015.1.0.367266' 'I_MPI_HYDRA_RMK=pbs' 'VT_LIB_DIR=/shared/intel//itac/9.0.1.033/intel64/lib' 'PBS_NUM_NODES=2' 'LOADEDMODULES=' 'PHOENIX_HEAD_IPMI_GATEWAY=172.18.100.254' 'PBS_O_SHELL=/bin/bash' 'PHOENIX_VERSION=2.0' 'VT_ROOT=/shared/intel//itac/9.0.1.033' 'PHOENIX_HEAD_PRIVATE_NETMASK=255.255.0.0' 'LM_LICENSE_FILE=/shared/pgi/license.dat:/shared/pgi/license.dat:/shared/pgi/license.dat' 'PBS_JOBID=5731.hpc-class.its.iastate.edu' 'MPM_LAUNCHER=/shared/intel/composer_xe_2015.0.090/debugger/mpm/bin/start_mpm.sh' 'SSH_ASKPASS=/usr/libexec/openssh/gnome-ssh-askpass' 'HISTCONTROL=ignoredups' 'INTEL_PYTHONHOME=/shared/intel/composer_xe_2015.0.090/debugger/python/intel64/' 'SHLVL=5' 'HOME=/home/grl' 'OSTYPE=linux' 'PBS_O_HOST=hpc-class.its.iastate.edu' 'PHOENIX_HEAD_IB_IP=172.17.100.1' 'MSM_HOME=/usr/local/MegaRAID Storage Manager' 'VT_SLIB_DIR=/shared/intel//itac/9.0.1.033/intel64/slib' 'VT_ARCH=intel64' 'VT_MIC_SLIB_DIR=/shared/intel//itac/9.0.1.033/mic/slib' 'PHOENIX_HEAD_HOSTNAME=hpc-class' 'VENDOR=unknown' 'PBS_VNODENUM=0' 'PYTHONPATH=:/opt/phoenix/lib' 'LOGNAME=grl' 'MACHTYPE=x86_64' 'QTLIB=/usr/lib64/qt-3.3/lib' 'PHOENIX_ARCH=x86_64' 'PHOENIX_HEAD_IPMI_NETMASK=255.255.0.0' 'PHOENIX_HEAD_IPMI_SUBNET=172.18.0.0' 'PHOENIX_HEAD_IPMI=n' 'CVS_RSH=ssh' 'CLASSPATH=/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib:/shared/intel//itac/9.0.1.033/intel64/lib' 'PBS_QUEUE=short' 'PHOENIX_HEAD_PRIVATE_IP=172.16.100.1' 'MODULESHOME=/usr/share/Modules' 'PBS_O_MAIL=/var/spool/mail/grl' 'LESSOPEN=|/usr/bin/lesspipe.sh %s' 'PBS_MICFILE=/var/spool/torque/aux//5731.hpc-class.its.iastate.edumic' 'PROMPT_COMMAND=history -a' 'arch=intel64' 'INFOPATH=/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64/share/info/:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/share/info/' 'PBS_NP=32' 'PBS_O_SERVER=hpc-class.its.iastate.edu' 'PBS_NUM_PPN=16' 'INCLUDE=/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/mkl/include:/shared/intel/composer_xe_2015.0.090/mkl/include' 'PHOENIX_LINUX=RHEL' 'HISTTIMEFORMAT=%b %d %Y %T ' 'G_BROKEN_FILENAMES=1' 'HISTFILE=/home/grl/.bash_history' 'PBS_NODEFILE=/var/spool/torque/aux//5731.hpc-class.its.iastate.edu' 'PBS_O_PATH=/usr/mpi/intel/openmpi-1.4.3-qlc/bin:/shared/pgi/linux86-64/13.5/bin:/shared/intel/impi/5.0.1.035/intel64/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/ipp/include:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/allinea/tools/bin:/usr/local/workaround/bin/:/usr/local//bin/:/usr/lib64/qt-3.3/bin:/shared/pgi/linux86-64/13.5/bin:/usr/local/workaround/bash/bin:/shared/intel/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel//impi/5.0.1.035/intel64/bin:/shared/intel/composer_xe_2015.0.090/bin/intel64:/shared/intel/composer_xe_2015.0.090/mpirt/bin/intel64:/shared/intel/composer_xe_2015.0.090/debugger/gdb/intel64_mic/bin:/shared/intel/vtune_amplifier_xe_2015.1.0.367959/bin64:/shared/intel//itac/9.0.1.033/intel64/bin:/shared/intel/advisor_xe_2015.1.0.367266/bin64:/shared/intel/inspector_xe_2015.1.0.366509/bin64:/shared/intel//impi/5.0.1.035/intel64/bin:/usr/athena/bin:/shared/allinea/tools/bin:/usr/afsws/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/usr/local/maui/bin:/sbin:/usr/sbin:/bin:/usr/bin:/opt/phoenix/sbin:/usr/local/sbin:/opt/phoenix/bin:/usr/local/bin:/home/grl/bin:/usr/local/maui/bin' 'I_MPI_ROOT=/shared/intel//impi/5.0.1.035' 'BASH_FUNC_module()=() { eval `/usr/bin/modulecmd bash $*` }' '_=/shared/intel//impi/5.0.1.035/intel64/bin/mpiexec.hydra' --global-user-env 0 --global-system-env 2 'MPIR_CVAR_NEMESIS_ENABLE_CKPOINT=1' 'GFORTRAN_UNBUFFERED_PRECONNECTED=y' --proxy-core-count 16 --exec --exec-appnum 0 --exec-proc-count 2 --exec-local-env 0 --exec-wdir /home/grl --exec-args 2 uname -n [mpiexec@hpc-class-40.its.iastate.edu] Launch arguments: /shared/intel//impi/5.0.1.035/intel64/bin/pmi_proxy --control-port hpc-class-40.its.iastate.edu:39617 --debug --pmi-connect lazy-cache --pmi-aggregate -s 0 --rmk pbs --launcher ssh --demux poll --pgid 0 --enable-stdin 1 --retries 10 --control-code 985361039 --usize -2 --proxy-id 0 [mpiexec@hpc-class-40.its.iastate.edu] STDIN will be redirected to 1 fd(s): 11 [proxy:0:0@hpc-class-40.its.iastate.edu] Start PMI_proxy 0 [proxy:0:0@hpc-class-40.its.iastate.edu] STDIN will be redirected to 1 fd(s): 17 hpc-class-40.its.iastate.edu hpc-class-40.its.iastate.edu [grl@hpc-class-40 ~]$ export I_MPI_ROOT=/shared/intel//impi/4.1.0.024 [grl@hpc-class-40 ~]$ PATH="${I_MPI_ROOT}/intel64/bin:${PATH}"; export PATH [grl@hpc-class-40 ~]$ export I_MPI_HYDRA_DEBUG=0 [grl@hpc-class-40 ~]$ mpirun -n 2 -perhost 1 uname -n hpc-class-40.its.iastate.edu hpc-class-39.its.iastate.edu