FI_PROVIDER=psm3 I_MPI_DEBUG=10 mpirun -bootstrap ssh -n 2 IMB-MPI1 allreduce [0] MPI startup(): Intel(R) MPI Library, Version 2021.8 Build 20221129 (id: 339ec755a1) [0] MPI startup(): Copyright (C) 2003-2022 Intel Corporation. All rights reserved. [0] MPI startup(): library kind: release [0] MPI startup(): libfabric version: 1.13.2rc1-impi [0] MPI startup(): max number of MPI_Request per vci: 67108864 (pools: 1) [0] MPI startup(): libfabric provider: psm3 [0] MPI startup(): Load tuning file: "/global/panfs01/admin/opt/intel/oneAPI/2023.0.0.25537/mpi/2021.8.0/etc/tuning_icx_shm-ofi_psm3_200.dat" [0] MPI startup(): threading: mode: direct [0] MPI startup(): threading: vcis: 1 [0] MPI startup(): threading: app_threads: -1 [0] MPI startup(): threading: runtime: generic [0] MPI startup(): threading: progress_threads: 0 [0] MPI startup(): threading: async_progress: 0 [0] MPI startup(): threading: lock_level: global [0] MPI startup(): tag bits available: 30 (TAG_UB value: 1073741823) [0] MPI startup(): source bits available: 30 (Maximal number of rank: 1073741823) [0] MPI startup(): Rank Pid Node name Pin cpu [0] MPI startup(): 0 4050551 eie362 {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29, 30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56 ,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,8 3,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,10 7,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,12 7,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,14 7,148,149,150,151,152,153,154,155,156,157,158,159} [0] MPI startup(): 1 343332 eie363 {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29, 30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56 ,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,8 3,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,10 7,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,12 7,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,14 7,148,149,150,151,152,153,154,155,156,157,158,159} [0] MPI startup(): I_MPI_ROOT=/global/panfs01/admin/opt/intel/oneAPI/2023.0.0.25537/mpi/2021.8.0 [0] MPI startup(): I_MPI_MPIRUN=mpirun [0] MPI startup(): I_MPI_HYDRA_TOPOLIB=hwloc [0] MPI startup(): I_MPI_HYDRA_BOOTSTRAP=slurm [0] MPI startup(): I_MPI_INTERNAL_MEM_POLICY=default [0] MPI startup(): I_MPI_DEBUG=10 #---------------------------------------------------------------- # Intel(R) MPI Benchmarks 2021.4, MPI-1 part #---------------------------------------------------------------- # Date : Mon Jan 30 00:16:53 2023 # Machine : x86_64 # System : Linux # Release : 4.18.0-372.32.1.el8_6.crt2.x86_64 # Version : #1 SMP Thu Dec 1 15:13:34 MST 2022 # MPI Version : 3.1 # MPI Thread Environment: # Calling sequence was: # IMB-MPI1 allreduce # Minimum message length in bytes: 0 # Maximum message length in bytes: 4194304 # # MPI_Datatype : MPI_BYTE # MPI_Datatype for reductions : MPI_FLOAT # MPI_Op : MPI_SUM # # # List of Benchmarks to run: # Allreduce #---------------------------------------------------------------- # Benchmarking Allreduce # #processes = 2 #---------------------------------------------------------------- #bytes #repetitions t_min[usec] t_max[usec] t_avg[usec] 0 1000 0.04 0.04 0.04 4 1000 1.48 1.79 1.63 8 1000 1.46 1.76 1.61 16 1000 1.77 1.92 1.84 32 1000 1.73 1.95 1.84 64 1000 1.77 1.96 1.86 128 1000 1.96 2.68 2.32 256 1000 2.21 2.68 2.44 512 1000 2.16 2.98 2.57 1024 1000 2.32 3.24 2.78 2048 1000 2.89 3.45 3.17 4096 1000 5.21 5.21 5.21 8192 1000 7.03 7.05 7.04 16384 1000 9.05 9.45 9.25 32768 1000 12.51 13.06 12.78 65536 640 20.11 21.76 20.94 131072 320 33.28 33.33 33.30 262144 160 62.42 62.73 62.58 524288 80 147.58 147.60 147.59 1048576 40 306.85 307.04 306.95 2097152 20 655.25 655.61 655.43 4194304 10 1286.60 1288.03 1287.32 # All processes entering MPI_Finalize [syedurux@eie362 ~]$