source /opt/intel/parallel_studio_xe_2015/psxevars.csh intel64; source /opt/intel/impi/5.0.3.048/intel64/bin/mpivars.csh setenv I_MPI_MIC enable setenv I_MPI_MIC_POSTFIX .mic mpirun -v -gwdir /home/thor/alex/mpi_mic -gpath /home/thor/alex/mpi_mic -n 1 -hosts thor montecarlo : -n 1 -hosts mic0 montecarlo host: thor host: mic0 ================================================================================================== mpiexec options: ---------------- Base path: /opt/intel/impi/5.0.3.048/intel64/bin/ Launcher: ssh Debug level: 1 Enable X: -1 Global environment: ------------------- I_MPI_PERHOST=allcores LD_LIBRARY_PATH=/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/mpirt/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/../compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/tools/intel64/perfsys:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64:/opt/intel/composer_xe_2015.2.164/tbb/lib/intel64/gcc4.4:/opt/intel/composer_xe_2015.2.164/debugger/ipt/intel64/lib:/usr/local/FEniCS/lib64:/usr/local/FEniCS/lib:/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09:/usr/local/cuda-6.5/lib64:/usr/lib64/openmpi/lib:/opt/Gaussian09_C.01/gv/lib:/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/impi/5.0.3.048/mic/lib MKLROOT=/opt/intel/composer_xe_2015.2.164/mkl CPLUS_INCLUDE_PATH=/usr/local/FEniCS/include REMOTEHOST=187.181.165.184 _DSM_BARRIER=SHM MPI_INCLUDE=/usr/include/openmpi-x86_64 MANPATH=/opt/intel/impi/5.0.3.048/man:/opt/intel/impi/5.0.3.048/man:/opt/intel/composer_xe_2015.2.164/man/en_US:/opt/intel/composer_xe_2015.2.164/man/en_US:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/man/:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/man/:/usr/local/FEniCS/share/man:/usr/local/texlive/2015/texmf-dist/doc/man:/opt/Gaussian09_C.01/g09/bsd:/usr/share/man/openmpi-x86_64:/usr/share/man:/usr/local/share/man:/usr/java/default/man:/usr/local/cuda/doc/man:/opt/pgi/linux86-64/12.10/man: INSPECTOR_2015_DIR=/opt/intel/inspector_xe_2015.1.2.379161 GDB_HOST=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin/gdb-ia-mic XDG_SESSION_ID=180 GAUSS_ARCHDIR=/opt/Gaussian09_C.01/g09/arch HOSTNAME=thor HUSHLOGIN_FILE= INTEL_LICENSE_FILE=/opt/intel/licenses:/opt/intel/composer_xe_2015.2.164/licenses:/opt/intel/licenses:/home/thor/alex/intel/licenses IPPROOT=/opt/intel/composer_xe_2015.2.164/ipp HOST=thor TERM=xterm-256color SHELL=/bin/tcsh I_MPI_MIC=enable GDBSERVER_MIC=/opt/intel/composer_xe_2015.2.164/debugger/gdb/target/mic/bin/gdbserver SSH_CLIENT=187.181.165.184 36735 22 LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/../compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64:/opt/intel/composer_xe_2015.2.164/tbb/lib/intel64/gcc4.4 PERL5LIB=/home/thor/alex/perl5/lib/perl5:/opt/Gaussian09_C.01/g09/bsd QTDIR=/usr/lib64/qt-3.3 QTINC=/usr/lib64/qt-3.3/include PERL_MB_OPT=--install_base /home/thor/alex/perl5 MIC_LD_LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mpirt/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/ipp/lib/mic:/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mkl/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mkl/lib/mic:/opt/intel/composer_xe_2015.2.164/tbb/lib/mic SSH_TTY=/dev/pts/1 QT_GRAPHICSSYSTEM_CHECKED=1 MPI_PYTHON_SITEARCH=/usr/lib64/python2.7/site-packages/openmpi GROUP=prof USER=alex g09root=/opt/Gaussian09_C.01 LS_COLORS=rs=0:di=00;36:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=30;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arj=01;31:*.taz=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lz=01;31:*.xz=01;31:*.bz2=01;31:*.tbz=01;31:*.tbz2=01;31:*.bz=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36: I_MPI_MPIRUN=mpirun VTUNE_AMPLIFIER_XE_2015_DIR=/opt/intel/vtune_amplifier_xe_2015.2.0.393444 MIC_LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mpirt/lib/mic:/opt/intel/composer_xe_2015.2.164/tbb/lib/mic CPATH=/opt/intel/composer_xe_2015.2.164/mkl/include:/opt/intel/composer_xe_2015.2.164/tbb/include LINDA_FORTRAN_LINK=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium HOSTTYPE=x86_64-linux SSH_AUTH_SOCK=/tmp/ssh-Bi1U3D5m4P/agent.30277 G09BASIS=/opt/Gaussian09_C.01/g09/basis MPI_LIB=/usr/lib64/openmpi/lib GAUSS_BSDDIR=/opt/Gaussian09_C.01/g09/bsd XINITRC=/home/thor/alex/.xinitrc NLSPATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/locale/%l_%t/%N PGI=/opt/pgi MAIL=/home/thor/alex/Mail PATH=/opt/intel/impi/5.0.3.048/intel64/bin:/opt/intel/bin:/opt/intel/advisor_xe_2015.1.10.380555/bin64:/opt/intel/inspector_xe_2015.1.2.379161/bin64:/opt/intel/vtune_amplifier_xe_2015.2.0.393444/bin64:/opt/intel/impi/5.0.3.048/intel64/bin:/opt/intel/composer_xe_2015.2.164/bin/intel64:/opt/intel/composer_xe_2015.2.164/ipp/include:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin:/usr/local/FEniCS/bin:/usr/local/texlive/2015/bin/x86_64-linux:/opt/pgi/linux86-64/12.10/bin:/usr/local/cuda-6.5/bin:/usr/java/default/bin:/usr/lib64/openmpi/bin:/usr/lib64/qt-3.3/bin:/home/thor/alex/perl5/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09:/opt/Supermicro/SuperDoctor5:. MPI_BIN=/usr/lib64/openmpi/bin SSM_HOME=/opt/Supermicro TBBROOT=/opt/intel/composer_xe_2015.2.164/tbb MPI_COMPILER=openmpi-x86_64 PWD=/home/thor/alex/mpi_mic JAVA_HOME=/usr/java/default GAUSS_MEMDEF=100000000 _LMFILES_=/etc/modulefiles/mpi/openmpi-x86_64 XMODIFIERS=@im=none EDITOR=pico GDB_CROSS=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin/gdb-mic LANG=pt_BR.utf8 ADVISOR_XE_2015_DIR=/opt/intel/advisor_xe_2015.1.10.380555 MODULEPATH=/usr/share/Modules/modulefiles:/etc/modulefiles LOADEDMODULES=openmpi-x86_64 KDEDIRS=/usr GAUSS_SCRDIR=/opt/Gaussian09_C.01/temp GAUSS_EXEDIR=/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09 PGIDIR=/opt/pgi/linux86-64/12.10 MPM_LAUNCHER=/opt/intel/composer_xe_2015.2.164/debugger/mpm/bin/start_mpm.sh LINDA_FORTRAN=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium INTEL_PYTHONHOME=/opt/intel/composer_xe_2015.2.164/debugger/python/intel64/ MPI_SYSCONFIG=/etc/openmpi-x86_64 PERL_HOMEDIR=1 _RLD_ARGS=-log /dev/null SHLVL=2 HOME=/home/thor/alex OSTYPE=linux LANGUAGE= TEXEDIT=pico +%d %s POSTFL_FORTRAN=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium MPI_SUFFIX=_openmpi DYLD_LIBRARY_PATH=/usr/local/FEniCS/lib64:/usr/local/FEniCS/lib INSTALL_PATH=/usr/local/FEniCS MPI_MAN=/usr/share/man/openmpi-x86_64 PGPLOT_DIR=/usr/local/pgplot PERL_LOCAL_LIB_ROOT=/home/thor/alex/perl5 VENDOR=unknown GV_DIR=/opt/Gaussian09_C.01/gv PYTHONPATH=/usr/local/FEniCS/lib64/python2.7/site-packages:/usr/local/FEniCS/lib/python2.7/site-packages:/usr/lib64/python2.7/site-packages/openmpi MACHTYPE=x86_64 LOGNAME=root PRINTER=lp QTLIB=/usr/lib64/qt-3.3/lib SSH_CONNECTION=187.181.165.184 36735 200.18.41.27 22 I_MPI_MIC_POSTFIX=.mic MPI_HOME=/usr/lib64/openmpi MPI_FORTRAN_MOD_DIR=/usr/lib64/gfortran/modules/openmpi-x86_64 MODULESHOME=/usr/share/Modules PKG_CONFIG_PATH=/usr/local/FEniCS/lib/pkgconfig LESSOPEN=||/usr/bin/lesspipe.sh %s arch=intel64 INFOPATH=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/info/:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/info/:/usr/local/texlive/2015/texmf-dist/doc/info PGI_TERM=trace,abort CMAKE_PREFIX_PATH=/usr/local/FEniCS XDG_RUNTIME_DIR=/run/user/1003 QT_PLUGIN_PATH=/usr/lib64/kde4/plugins:/usr/lib/kde4/plugins INCLUDE=/opt/intel/composer_xe_2015.2.164/mkl/include PERL_MM_OPT=INSTALL_BASE=/home/thor/alex/perl5 I_MPI_ROOT=/opt/intel/impi/5.0.3.048 GAUSS_LEXEDIR=/opt/Gaussian09_C.01/g09/linda-exe _=/opt/intel/impi/5.0.3.048/intel64/bin/mpiexec.hydra Hydra internal environment: --------------------------- MPIR_CVAR_NEMESIS_ENABLE_CKPOINT=1 GFORTRAN_UNBUFFERED_PRECONNECTED=y Proxy information: ********************* [1] proxy: thor (1 cores) Exec list: /home/thor/alex/mpi_mic/montecarlo (1 processes); [2] proxy: mic0 (1 cores) Exec list: /home/thor/alex/mpi_mic/montecarlo (1 processes); ================================================================================================== [mpiexec@thor] Timeout set to -1 (-1 means infinite) [mpiexec@thor] Got a control port string of 200.18.41.27:60544 Proxy launch args: pmi_proxy --control-port 200.18.41.27:60544 --debug --pmi-connect lazy-cache --pmi-aggregate -s 0 --enable-mic --i_mpi_base_path /opt/intel/impi/5.0.3.048/intel64/bin/ --i_mpi_base_arch 0 --rmk user --launcher ssh --demux poll --pgid 0 --enable-stdin 1 --retries 10 --control-code 2084157993 --usize -2 --proxy-id Arguments being passed to proxy 0: --version 3.1.2 --iface-ip-env-name MPIR_CVAR_CH3_INTERFACE_HOSTNAME --hostname thor --global-core-map 0,1,2 --pmi-id-map 0,0 --global-process-count 2 --auto-cleanup 1 --pmi-kvsname kvs_31675_0 --pmi-process-mapping (vector,(0,2,1)) --topolib ipl --ckpointlib blcr --ckpoint-prefix /tmp --ckpoint-preserve 1 --ckpoint off --ckpoint-num -1 --global-inherited-env 112 'I_MPI_PERHOST=allcores' 'LD_LIBRARY_PATH=/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/mpirt/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/../compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/tools/intel64/perfsys:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64:/opt/intel/composer_xe_2015.2.164/tbb/lib/intel64/gcc4.4:/opt/intel/composer_xe_2015.2.164/debugger/ipt/intel64/lib:/usr/local/FEniCS/lib64:/usr/local/FEniCS/lib:/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09:/usr/local/cuda-6.5/lib64:/usr/lib64/openmpi/lib:/opt/Gaussian09_C.01/gv/lib:/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/impi/5.0.3.048/mic/lib' 'MKLROOT=/opt/intel/composer_xe_2015.2.164/mkl' 'CPLUS_INCLUDE_PATH=/usr/local/FEniCS/include' 'REMOTEHOST=187.181.165.184' '_DSM_BARRIER=SHM' 'MPI_INCLUDE=/usr/include/openmpi-x86_64' 'MANPATH=/opt/intel/impi/5.0.3.048/man:/opt/intel/impi/5.0.3.048/man:/opt/intel/composer_xe_2015.2.164/man/en_US:/opt/intel/composer_xe_2015.2.164/man/en_US:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/man/:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/man/:/usr/local/FEniCS/share/man:/usr/local/texlive/2015/texmf-dist/doc/man:/opt/Gaussian09_C.01/g09/bsd:/usr/share/man/openmpi-x86_64:/usr/share/man:/usr/local/share/man:/usr/java/default/man:/usr/local/cuda/doc/man:/opt/pgi/linux86-64/12.10/man:' 'INSPECTOR_2015_DIR=/opt/intel/inspector_xe_2015.1.2.379161' 'GDB_HOST=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin/gdb-ia-mic' 'XDG_SESSION_ID=180' 'GAUSS_ARCHDIR=/opt/Gaussian09_C.01/g09/arch' 'HOSTNAME=thor' 'HUSHLOGIN_FILE=' 'INTEL_LICENSE_FILE=/opt/intel/licenses:/opt/intel/composer_xe_2015.2.164/licenses:/opt/intel/licenses:/home/thor/alex/intel/licenses' 'IPPROOT=/opt/intel/composer_xe_2015.2.164/ipp' 'HOST=thor' 'TERM=xterm-256color' 'SHELL=/bin/tcsh' 'I_MPI_MIC=enable' 'GDBSERVER_MIC=/opt/intel/composer_xe_2015.2.164/debugger/gdb/target/mic/bin/gdbserver' 'SSH_CLIENT=187.181.165.184 36735 22' 'LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/../compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64:/opt/intel/composer_xe_2015.2.164/tbb/lib/intel64/gcc4.4' 'PERL5LIB=/home/thor/alex/perl5/lib/perl5:/opt/Gaussian09_C.01/g09/bsd' 'QTDIR=/usr/lib64/qt-3.3' 'QTINC=/usr/lib64/qt-3.3/include' 'PERL_MB_OPT=--install_base /home/thor/alex/perl5' 'MIC_LD_LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mpirt/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/ipp/lib/mic:/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mkl/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mkl/lib/mic:/opt/intel/composer_xe_2015.2.164/tbb/lib/mic' 'SSH_TTY=/dev/pts/1' 'QT_GRAPHICSSYSTEM_CHECKED=1' 'MPI_PYTHON_SITEARCH=/usr/lib64/python2.7/site-packages/openmpi' 'GROUP=prof' 'USER=alex' 'g09root=/opt/Gaussian09_C.01' 'LS_COLORS=rs=0:di=00;36:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=30;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arj=01;31:*.taz=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lz=01;31:*.xz=01;31:*.bz2=01;31:*.tbz=01;31:*.tbz2=01;31:*.bz=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:' 'I_MPI_MPIRUN=mpirun' 'VTUNE_AMPLIFIER_XE_2015_DIR=/opt/intel/vtune_amplifier_xe_2015.2.0.393444' 'MIC_LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mpirt/lib/mic:/opt/intel/composer_xe_2015.2.164/tbb/lib/mic' 'CPATH=/opt/intel/composer_xe_2015.2.164/mkl/include:/opt/intel/composer_xe_2015.2.164/tbb/include' 'LINDA_FORTRAN_LINK=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium' 'HOSTTYPE=x86_64-linux' 'SSH_AUTH_SOCK=/tmp/ssh-Bi1U3D5m4P/agent.30277' 'G09BASIS=/opt/Gaussian09_C.01/g09/basis' 'MPI_LIB=/usr/lib64/openmpi/lib' 'GAUSS_BSDDIR=/opt/Gaussian09_C.01/g09/bsd' 'XINITRC=/home/thor/alex/.xinitrc' 'NLSPATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/locale/%l_%t/%N' 'PGI=/opt/pgi' 'MAIL=/home/thor/alex/Mail' 'PATH=/opt/intel/impi/5.0.3.048/intel64/bin:/opt/intel/bin:/opt/intel/advisor_xe_2015.1.10.380555/bin64:/opt/intel/inspector_xe_2015.1.2.379161/bin64:/opt/intel/vtune_amplifier_xe_2015.2.0.393444/bin64:/opt/intel/impi/5.0.3.048/intel64/bin:/opt/intel/composer_xe_2015.2.164/bin/intel64:/opt/intel/composer_xe_2015.2.164/ipp/include:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin:/usr/local/FEniCS/bin:/usr/local/texlive/2015/bin/x86_64-linux:/opt/pgi/linux86-64/12.10/bin:/usr/local/cuda-6.5/bin:/usr/java/default/bin:/usr/lib64/openmpi/bin:/usr/lib64/qt-3.3/bin:/home/thor/alex/perl5/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09:/opt/Supermicro/SuperDoctor5:.' 'MPI_BIN=/usr/lib64/openmpi/bin' 'SSM_HOME=/opt/Supermicro' 'TBBROOT=/opt/intel/composer_xe_2015.2.164/tbb' 'MPI_COMPILER=openmpi-x86_64' 'PWD=/home/thor/alex/mpi_mic' 'JAVA_HOME=/usr/java/default' 'GAUSS_MEMDEF=100000000' '_LMFILES_=/etc/modulefiles/mpi/openmpi-x86_64' 'XMODIFIERS=@im=none' 'EDITOR=pico' 'GDB_CROSS=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin/gdb-mic' 'LANG=pt_BR.utf8' 'ADVISOR_XE_2015_DIR=/opt/intel/advisor_xe_2015.1.10.380555' 'MODULEPATH=/usr/share/Modules/modulefiles:/etc/modulefiles' 'LOADEDMODULES=openmpi-x86_64' 'KDEDIRS=/usr' 'GAUSS_SCRDIR=/opt/Gaussian09_C.01/temp' 'GAUSS_EXEDIR=/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09' 'PGIDIR=/opt/pgi/linux86-64/12.10' 'MPM_LAUNCHER=/opt/intel/composer_xe_2015.2.164/debugger/mpm/bin/start_mpm.sh' 'LINDA_FORTRAN=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium' 'INTEL_PYTHONHOME=/opt/intel/composer_xe_2015.2.164/debugger/python/intel64/' 'MPI_SYSCONFIG=/etc/openmpi-x86_64' 'PERL_HOMEDIR=1' '_RLD_ARGS=-log /dev/null' 'SHLVL=2' 'HOME=/home/thor/alex' 'OSTYPE=linux' 'LANGUAGE=' 'TEXEDIT=pico +%d %s' 'POSTFL_FORTRAN=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium' 'MPI_SUFFIX=_openmpi' 'DYLD_LIBRARY_PATH=/usr/local/FEniCS/lib64:/usr/local/FEniCS/lib' 'INSTALL_PATH=/usr/local/FEniCS' 'MPI_MAN=/usr/share/man/openmpi-x86_64' 'PGPLOT_DIR=/usr/local/pgplot' 'PERL_LOCAL_LIB_ROOT=/home/thor/alex/perl5' 'VENDOR=unknown' 'GV_DIR=/opt/Gaussian09_C.01/gv' 'PYTHONPATH=/usr/local/FEniCS/lib64/python2.7/site-packages:/usr/local/FEniCS/lib/python2.7/site-packages:/usr/lib64/python2.7/site-packages/openmpi' 'MACHTYPE=x86_64' 'LOGNAME=root' 'PRINTER=lp' 'QTLIB=/usr/lib64/qt-3.3/lib' 'SSH_CONNECTION=187.181.165.184 36735 200.18.41.27 22' 'I_MPI_MIC_POSTFIX=.mic' 'MPI_HOME=/usr/lib64/openmpi' 'MPI_FORTRAN_MOD_DIR=/usr/lib64/gfortran/modules/openmpi-x86_64' 'MODULESHOME=/usr/share/Modules' 'PKG_CONFIG_PATH=/usr/local/FEniCS/lib/pkgconfig' 'LESSOPEN=||/usr/bin/lesspipe.sh %s' 'arch=intel64' 'INFOPATH=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/info/:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/info/:/usr/local/texlive/2015/texmf-dist/doc/info' 'PGI_TERM=trace,abort' 'CMAKE_PREFIX_PATH=/usr/local/FEniCS' 'XDG_RUNTIME_DIR=/run/user/1003' 'QT_PLUGIN_PATH=/usr/lib64/kde4/plugins:/usr/lib/kde4/plugins' 'INCLUDE=/opt/intel/composer_xe_2015.2.164/mkl/include' 'PERL_MM_OPT=INSTALL_BASE=/home/thor/alex/perl5' 'I_MPI_ROOT=/opt/intel/impi/5.0.3.048' 'GAUSS_LEXEDIR=/opt/Gaussian09_C.01/g09/linda-exe' '_=/opt/intel/impi/5.0.3.048/intel64/bin/mpiexec.hydra' --global-user-env 0 --global-system-env 2 'MPIR_CVAR_NEMESIS_ENABLE_CKPOINT=1' 'GFORTRAN_UNBUFFERED_PRECONNECTED=y' --proxy-core-count 1 --mpi-cmd-env mpirun -v -gwdir /home/thor/alex/mpi_mic -gpath /home/thor/alex/mpi_mic -n 1 -hosts thor montecarlo : -n 1 -hosts mic0 montecarlo --exec --exec-appnum 0 --exec-proc-count 1 --exec-local-env 0 --exec-wdir /home/thor/alex/mpi_mic --exec-args 1 /home/thor/alex/mpi_mic/montecarlo Arguments being passed to proxy 1: --version 3.1.2 --iface-ip-env-name MPIR_CVAR_CH3_INTERFACE_HOSTNAME --hostname mic0 --global-core-map 0,1,2 --pmi-id-map 0,1 --global-process-count 2 --auto-cleanup 1 --pmi-kvsname kvs_31675_0 --pmi-process-mapping (vector,(0,2,1)) --topolib ipl --ckpointlib blcr --ckpoint-prefix /tmp --ckpoint-preserve 1 --ckpoint off --ckpoint-num -1 --global-inherited-env 112 'I_MPI_PERHOST=allcores' 'LD_LIBRARY_PATH=/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/mpirt/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/../compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/tools/intel64/perfsys:/opt/intel/mic/coi/host-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64:/opt/intel/composer_xe_2015.2.164/tbb/lib/intel64/gcc4.4:/opt/intel/composer_xe_2015.2.164/debugger/ipt/intel64/lib:/usr/local/FEniCS/lib64:/usr/local/FEniCS/lib:/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09:/usr/local/cuda-6.5/lib64:/usr/lib64/openmpi/lib:/opt/Gaussian09_C.01/gv/lib:/opt/intel/impi/5.0.3.048/intel64/lib:/opt/intel/impi/5.0.3.048/mic/lib' 'MKLROOT=/opt/intel/composer_xe_2015.2.164/mkl' 'CPLUS_INCLUDE_PATH=/usr/local/FEniCS/include' 'REMOTEHOST=187.181.165.184' '_DSM_BARRIER=SHM' 'MPI_INCLUDE=/usr/include/openmpi-x86_64' 'MANPATH=/opt/intel/impi/5.0.3.048/man:/opt/intel/impi/5.0.3.048/man:/opt/intel/composer_xe_2015.2.164/man/en_US:/opt/intel/composer_xe_2015.2.164/man/en_US:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/man/:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/man/:/usr/local/FEniCS/share/man:/usr/local/texlive/2015/texmf-dist/doc/man:/opt/Gaussian09_C.01/g09/bsd:/usr/share/man/openmpi-x86_64:/usr/share/man:/usr/local/share/man:/usr/java/default/man:/usr/local/cuda/doc/man:/opt/pgi/linux86-64/12.10/man:' 'INSPECTOR_2015_DIR=/opt/intel/inspector_xe_2015.1.2.379161' 'GDB_HOST=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin/gdb-ia-mic' 'XDG_SESSION_ID=180' 'GAUSS_ARCHDIR=/opt/Gaussian09_C.01/g09/arch' 'HOSTNAME=thor' 'HUSHLOGIN_FILE=' 'INTEL_LICENSE_FILE=/opt/intel/licenses:/opt/intel/composer_xe_2015.2.164/licenses:/opt/intel/licenses:/home/thor/alex/intel/licenses' 'IPPROOT=/opt/intel/composer_xe_2015.2.164/ipp' 'HOST=thor' 'TERM=xterm-256color' 'SHELL=/bin/tcsh' 'I_MPI_MIC=enable' 'GDBSERVER_MIC=/opt/intel/composer_xe_2015.2.164/debugger/gdb/target/mic/bin/gdbserver' 'SSH_CLIENT=187.181.165.184 36735 22' 'LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/../compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64:/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64:/opt/intel/composer_xe_2015.2.164/tbb/lib/intel64/gcc4.4' 'PERL5LIB=/home/thor/alex/perl5/lib/perl5:/opt/Gaussian09_C.01/g09/bsd' 'QTDIR=/usr/lib64/qt-3.3' 'QTINC=/usr/lib64/qt-3.3/include' 'PERL_MB_OPT=--install_base /home/thor/alex/perl5' 'MIC_LD_LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mpirt/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/ipp/lib/mic:/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mkl/lib/mic:/opt/intel/mic/coi/device-linux-release/lib:/opt/intel/mic/myo/lib:/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mkl/lib/mic:/opt/intel/composer_xe_2015.2.164/tbb/lib/mic' 'SSH_TTY=/dev/pts/1' 'QT_GRAPHICSSYSTEM_CHECKED=1' 'MPI_PYTHON_SITEARCH=/usr/lib64/python2.7/site-packages/openmpi' 'GROUP=prof' 'USER=alex' 'g09root=/opt/Gaussian09_C.01' 'LS_COLORS=rs=0:di=00;36:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=30;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arj=01;31:*.taz=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lz=01;31:*.xz=01;31:*.bz2=01;31:*.tbz=01;31:*.tbz2=01;31:*.bz=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:' 'I_MPI_MPIRUN=mpirun' 'VTUNE_AMPLIFIER_XE_2015_DIR=/opt/intel/vtune_amplifier_xe_2015.2.0.393444' 'MIC_LIBRARY_PATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/mic:/opt/intel/composer_xe_2015.2.164/mpirt/lib/mic:/opt/intel/composer_xe_2015.2.164/tbb/lib/mic' 'CPATH=/opt/intel/composer_xe_2015.2.164/mkl/include:/opt/intel/composer_xe_2015.2.164/tbb/include' 'LINDA_FORTRAN_LINK=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium' 'HOSTTYPE=x86_64-linux' 'SSH_AUTH_SOCK=/tmp/ssh-Bi1U3D5m4P/agent.30277' 'G09BASIS=/opt/Gaussian09_C.01/g09/basis' 'MPI_LIB=/usr/lib64/openmpi/lib' 'GAUSS_BSDDIR=/opt/Gaussian09_C.01/g09/bsd' 'XINITRC=/home/thor/alex/.xinitrc' 'NLSPATH=/opt/intel/composer_xe_2015.2.164/compiler/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/ipp/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/mkl/lib/intel64/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/locale/%l_%t/%N:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/locale/%l_%t/%N' 'PGI=/opt/pgi' 'MAIL=/home/thor/alex/Mail' 'PATH=/opt/intel/impi/5.0.3.048/intel64/bin:/opt/intel/bin:/opt/intel/advisor_xe_2015.1.10.380555/bin64:/opt/intel/inspector_xe_2015.1.2.379161/bin64:/opt/intel/vtune_amplifier_xe_2015.2.0.393444/bin64:/opt/intel/impi/5.0.3.048/intel64/bin:/opt/intel/composer_xe_2015.2.164/bin/intel64:/opt/intel/composer_xe_2015.2.164/ipp/include:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin:/usr/local/FEniCS/bin:/usr/local/texlive/2015/bin/x86_64-linux:/opt/pgi/linux86-64/12.10/bin:/usr/local/cuda-6.5/bin:/usr/java/default/bin:/usr/lib64/openmpi/bin:/usr/lib64/qt-3.3/bin:/home/thor/alex/perl5/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09:/opt/Supermicro/SuperDoctor5:.' 'MPI_BIN=/usr/lib64/openmpi/bin' 'SSM_HOME=/opt/Supermicro' 'TBBROOT=/opt/intel/composer_xe_2015.2.164/tbb' 'MPI_COMPILER=openmpi-x86_64' 'PWD=/home/thor/alex/mpi_mic' 'JAVA_HOME=/usr/java/default' 'GAUSS_MEMDEF=100000000' '_LMFILES_=/etc/modulefiles/mpi/openmpi-x86_64' 'XMODIFIERS=@im=none' 'EDITOR=pico' 'GDB_CROSS=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/bin/gdb-mic' 'LANG=pt_BR.utf8' 'ADVISOR_XE_2015_DIR=/opt/intel/advisor_xe_2015.1.10.380555' 'MODULEPATH=/usr/share/Modules/modulefiles:/etc/modulefiles' 'LOADEDMODULES=openmpi-x86_64' 'KDEDIRS=/usr' 'GAUSS_SCRDIR=/opt/Gaussian09_C.01/temp' 'GAUSS_EXEDIR=/opt/Gaussian09_C.01/g09/bsd:/opt/Gaussian09_C.01/g09/local:/opt/Gaussian09_C.01/g09/extras:/opt/Gaussian09_C.01/g09' 'PGIDIR=/opt/pgi/linux86-64/12.10' 'MPM_LAUNCHER=/opt/intel/composer_xe_2015.2.164/debugger/mpm/bin/start_mpm.sh' 'LINDA_FORTRAN=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium' 'INTEL_PYTHONHOME=/opt/intel/composer_xe_2015.2.164/debugger/python/intel64/' 'MPI_SYSCONFIG=/etc/openmpi-x86_64' 'PERL_HOMEDIR=1' '_RLD_ARGS=-log /dev/null' 'SHLVL=2' 'HOME=/home/thor/alex' 'OSTYPE=linux' 'LANGUAGE=' 'TEXEDIT=pico +%d %s' 'POSTFL_FORTRAN=pgf77 -Bstatic_pgi -mp=nonuma -tp nehalem-64 -i8 -r8 -mcmodel=medium' 'MPI_SUFFIX=_openmpi' 'DYLD_LIBRARY_PATH=/usr/local/FEniCS/lib64:/usr/local/FEniCS/lib' 'INSTALL_PATH=/usr/local/FEniCS' 'MPI_MAN=/usr/share/man/openmpi-x86_64' 'PGPLOT_DIR=/usr/local/pgplot' 'PERL_LOCAL_LIB_ROOT=/home/thor/alex/perl5' 'VENDOR=unknown' 'GV_DIR=/opt/Gaussian09_C.01/gv' 'PYTHONPATH=/usr/local/FEniCS/lib64/python2.7/site-packages:/usr/local/FEniCS/lib/python2.7/site-packages:/usr/lib64/python2.7/site-packages/openmpi' 'MACHTYPE=x86_64' 'LOGNAME=root' 'PRINTER=lp' 'QTLIB=/usr/lib64/qt-3.3/lib' 'SSH_CONNECTION=187.181.165.184 36735 200.18.41.27 22' 'I_MPI_MIC_POSTFIX=.mic' 'MPI_HOME=/usr/lib64/openmpi' 'MPI_FORTRAN_MOD_DIR=/usr/lib64/gfortran/modules/openmpi-x86_64' 'MODULESHOME=/usr/share/Modules' 'PKG_CONFIG_PATH=/usr/local/FEniCS/lib/pkgconfig' 'LESSOPEN=||/usr/bin/lesspipe.sh %s' 'arch=intel64' 'INFOPATH=/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64/share/info/:/opt/intel/composer_xe_2015.2.164/debugger/gdb/intel64_mic/share/info/:/usr/local/texlive/2015/texmf-dist/doc/info' 'PGI_TERM=trace,abort' 'CMAKE_PREFIX_PATH=/usr/local/FEniCS' 'XDG_RUNTIME_DIR=/run/user/1003' 'QT_PLUGIN_PATH=/usr/lib64/kde4/plugins:/usr/lib/kde4/plugins' 'INCLUDE=/opt/intel/composer_xe_2015.2.164/mkl/include' 'PERL_MM_OPT=INSTALL_BASE=/home/thor/alex/perl5' 'I_MPI_ROOT=/opt/intel/impi/5.0.3.048' 'GAUSS_LEXEDIR=/opt/Gaussian09_C.01/g09/linda-exe' '_=/opt/intel/impi/5.0.3.048/intel64/bin/mpiexec.hydra' --global-user-env 0 --global-system-env 2 'MPIR_CVAR_NEMESIS_ENABLE_CKPOINT=1' 'GFORTRAN_UNBUFFERED_PRECONNECTED=y' --proxy-core-count 1 --mpi-cmd-env mpirun -v -gwdir /home/thor/alex/mpi_mic -gpath /home/thor/alex/mpi_mic -n 1 -hosts thor montecarlo : -n 1 -hosts mic0 montecarlo --exec --exec-appnum 1 --exec-proc-count 1 --exec-local-env 0 --exec-wdir /home/thor/alex/mpi_mic --exec-args 1 /home/thor/alex/mpi_mic/montecarlo [mpiexec@thor] Launch arguments: pmi_proxy --control-port 200.18.41.27:60544 --debug --pmi-connect lazy-cache --pmi-aggregate -s 0 --enable-mic --i_mpi_base_path /opt/intel/impi/5.0.3.048/intel64/bin/ --i_mpi_base_arch 0 --rmk user --launcher ssh --demux poll --pgid 0 --enable-stdin 1 --retries 10 --control-code 2084157993 --usize -2 --proxy-id 0 [mpiexec@thor] Launch arguments: /usr/bin/ssh -x -q mic0 sh -c 'export I_MPI_ROOT="/opt/intel/impi/5.0.3.048" ; export PATH="/opt/intel/impi/5.0.3.048/intel64/bin//../../mic/bin:${I_MPI_ROOT}:${I_MPI_ROOT}/mic/bin:${PATH}" ; exec "$0" "$@"' pmi_proxy --control-port 200.18.41.27:60544 --debug --pmi-connect lazy-cache --pmi-aggregate -s 0 --enable-mic --i_mpi_base_path /opt/intel/impi/5.0.3.048/intel64/bin/ --i_mpi_base_arch 0 --rmk user --launcher ssh --demux poll --pgid 0 --enable-stdin 1 --retries 10 --control-code 2084157993 --usize -2 --proxy-id 1 [mpiexec@thor] STDIN will be redirected to 1 fd(s): 11 [proxy:0:0@thor] Start PMI_proxy 0 [proxy:0:0@thor] STDIN will be redirected to 1 fd(s): 17 [proxy:0:0@thor] got pmi command (from 12): init pmi_version=1 pmi_subversion=1 [proxy:0:0@thor] PMI response: cmd=response_to_init pmi_version=1 pmi_subversion=1 rc=0 [proxy:0:0@thor] got pmi command (from 12): get_maxes [proxy:0:0@thor] PMI response: cmd=maxes kvsname_max=256 keylen_max=64 vallen_max=1024 [proxy:0:0@thor] got pmi command (from 12): barrier_in [proxy:0:0@thor] forwarding command (cmd=barrier_in) upstream [mpiexec@thor] [pgid: 0] got PMI command: cmd=barrier_in [proxy:0:1@thor-mic0] Start PMI_proxy 1 [proxy:0:1@thor-mic0] got pmi command (from 6): init pmi_version=1 pmi_subversion=1 [proxy:0:1@thor-mic0] PMI response: cmd=response_to_init pmi_version=1 pmi_subversion=1 rc=0 [proxy:0:1@thor-mic0] got pmi command (from 6): get_maxes [proxy:0:1@thor-mic0] PMI response: cmd=maxes kvsname_max=256 keylen_max=64 vallen_max=1024 [mpiexec@thor] [pgid: 0] got PMI command: cmd=barrier_in [mpiexec@thor] PMI response to fd 8 pid 6: cmd=barrier_out [mpiexec@thor] PMI response to fd 9 pid 6: cmd=barrier_out [proxy:0:1@thor-mic0] got pmi command (from 6): barrier_in [proxy:0:1@thor-mic0] [proxy:0:0@thor] PMI response: cmd=barrier_out [proxy:0:0@thor] got pmi command (from 12): get_ranks2hosts [proxy:0:0@thor] PMI response: put_ranks2hosts 22 2 4 thor 0, 4 mic0 1, forwarding command (cmd=barrier_in) upstream [proxy:0:0@thor] got pmi command (from 12): get_appnum [proxy:0:0@thor] PMI response: cmd=appnum appnum=0 [proxy:0:0@thor] got pmi command (from 12): get_my_kvsname [proxy:0:0@thor] PMI response: cmd=my_kvsname kvsname=kvs_31675_0 [proxy:0:1@thor-mic0] PMI response: cmd=barrier_out [proxy:0:0@thor] got pmi command (from 12): get_my_kvsname [proxy:0:0@thor] PMI response: cmd=my_kvsname kvsname=kvs_31675_0 [proxy:0:1@thor-mic0] got pmi command (from 6): get_ranks2hosts [proxy:0:1@thor-mic0] PMI response: put_ranks2hosts 22 2 4 thor 0, 4 mic0 1, [proxy:0:1@thor-mic0] got pmi command (from 6): get_appnum [proxy:0:1@thor-mic0] PMI response: cmd=appnum appnum=1 [proxy:0:1@thor-mic0] got pmi command (from 6): get_my_kvsname [proxy:0:0@thor] got pmi command (from 12): barrier_in [proxy:0:0@thor] forwarding command (cmd=barrier_in) upstream [mpiexec@thor] [pgid: 0] got PMI command: cmd=barrier_in [proxy:0:1@thor-mic0] PMI response: cmd=my_kvsname kvsname=kvs_31675_0 [proxy:0:1@thor-mic0] got pmi command (from 6): get_my_kvsname [proxy:0:1@thor-mic0] PMI response: cmd=my_kvsname kvsname=kvs_31675_0 [mpiexec@thor] [pgid: 0] got PMI command: cmd=barrier_in [mpiexec@thor] PMI response to fd 8 pid 6: cmd=barrier_out [mpiexec@thor] PMI response to fd 9 pid 6: cmd=barrier_out [proxy:0:1@thor-mic0] got pmi command (from 6): barrier_in [proxy:0:1@thor-mic0] forwarding command (cmd=barrier_in) upstream [proxy:0:0@thor] PMI response: cmd=barrier_out [proxy:0:1@thor-mic0] PMI response: cmd=barrier_out [proxy:0:0@thor] got pmi command (from 12): put kvsname=kvs_31675_0 key=OFA_Init_fail value=1 [proxy:0:0@thor] forwarding command (cmd=put kvsname=kvs_31675_0 key=OFA_Init_fail value=1) upstream [mpiexec@thor] [pgid: 0] got PMI command: cmd=put kvsname=kvs_31675_0 key=OFA_Init_fail value=1 [mpiexec@thor] PMI response to fd 8 pid 12: cmd=put_result rc=0 msg=success [proxy:0:0@thor] we don't understand the response put_result; forwarding downstream [proxy:0:0@thor] got pmi command (from 12): barrier_in [proxy:0:0@thor] forwarding command (cmd=barrier_in) upstream [mpiexec@thor] [pgid: 0] got PMI command: cmd=barrier_in [mpiexec@thor] [pgid: 0] got aggregated PMI command (part of it): cmd=put kvsname=kvs_31675_0 key=P1-businesscard-0 value=rdma_port0#7281$rdma_host0#02000000C00002650000000000000000$rdma_port1#7281$rdma_host1#02000000AC1F01010000000000000000$arch_code#32$fabrics_list#dapl$ [mpiexec@thor] reply: cmd=put_result rc=0 msg=success [proxy:0:1@thor-mic0] got pmi command (from 6): put kvsname=kvs_31675_0 key=P1-businesscard-0 value=rdma_port0#7281$rdma_host0#02000000C00002650000000000000000$rdma_port1#7281$rdma_host1#02000000AC1F01010000000000000000$arch_code#32$fabrics_list#dapl$ [mpiexec@thor] [pgid: 0] got PMI command: cmd=barrier_in [mpiexec@thor] PMI response to fd 8 pid 6: cmd=barrier_out [mpiexec@thor] PMI response to fd 9 pid 6: cmd=barrier_out [proxy:0:1@thor-mic0] got pmi command (from 6): barrier_in [proxy:0:0@thor] PMI response: cmd=barrier_out [proxy:0:1@thor-mic0] forwarding command (cmd=barrier_in) upstream [proxy:0:1@thor-mic0] PMI response: cmd=barrier_out [proxy:0:0@thor] got pmi command (from 12): put kvsname=kvs_31675_0 key=P0-businesscard-0 value=description#thor$port#34358$ifname#200.18.41.27$fabrics_list#tcp$ [mpiexec@thor] [pgid: 0] got aggregated PMI command (part of it): cmd=put kvsname=kvs_31675_0 key=P0-businesscard-0 value=description#thor$port#34358$ifname#200.18.41.27$fabrics_list#tcp$ [mpiexec@thor] reply: cmd=put_result rc=0 msg=success [proxy:0:0@thor] got pmi command (from 12): barrier_in [proxy:0:0@thor] forwarding command (cmd=barrier_in) upstream [mpiexec@thor] [pgid: 0] got PMI command: cmd=barrier_in