[0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Intel(R) MPI Library, Version 2018 Update 5 Build 20190404 (id: 18839) [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Copyright (C) 2003-2019 Intel Corporation. All rights reserved. [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Multi-threaded optimized library [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): Dumping Providers(first=0x98a310 (psm2)): [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): psm2 [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ FI_CONTEXT ] addr_format: FI_ADDR_PSMX2 src_addrlen: 16 dest_addrlen: 16 src_addr: fi_addr_psmx2://ffff:2 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER ] mode: [ FI_CONTEXT ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 64 size: 18446744073709551615 iov_limit: 13 rma_iov_limit: 1 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ FI_CONTEXT ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 18446744073709551615 iov_limit: 1 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_PSMX2 protocol_version: 514 max_msg_size: 4294963200 msg_prefix_size: 0 max_order_raw_size: 4096 max_order_war_size: 4096 max_order_waw_size: 4096 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 16 fi_domain_attr: domain: 0x0 name: hfi1_0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 0 cq_cnt: 65535 ep_cnt: 65535 tx_ctx_cnt: 24 rx_ctx_cnt: 24 max_ep_tx_ctx: 24 max_ep_rx_ctx: 24 max_ep_stx_ctx: 24 max_ep_srx_ctx: 0 cntr_cnt: 65535 mr_iov_limit: 65535 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 16 max_err_data: 64 mr_cnt: 65535 fi_fabric_attr: name: psm2 prov_name: psm2 prov_version: 110.0 api_version: 1.0 fid_nic: fi_device_attr: name: (null) device_id: (null) device_version: (null) vendor_id: (null) driver: (null) firmware: (null) fi_bus_attr: fi_bus_type: FI_BUS_PCI fi_pci_attr: domain_id: 0 bus_id: 4 device_id: 0 function_id: 0 fi_link_attr: address: (null) mtu: 0 speed: 0 state: FI_LINK_UNKNOWN network_type: (null) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): psm2 [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ FI_CONTEXT ] addr_format: FI_ADDR_PSMX2 src_addrlen: 16 dest_addrlen: 16 src_addr: fi_addr_psmx2://ffff:2 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER ] mode: [ FI_CONTEXT ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 64 size: 18446744073709551615 iov_limit: 13 rma_iov_limit: 1 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ FI_CONTEXT ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 18446744073709551615 iov_limit: 1 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_PSMX2 protocol_version: 514 max_msg_size: 4294963200 msg_prefix_size: 0 max_order_raw_size: 4096 max_order_war_size: 4096 max_order_waw_size: 4096 mem_tag_format: 0x0aaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 16 fi_domain_attr: domain: 0x0 name: hfi1_0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 4 cq_cnt: 65535 ep_cnt: 65535 tx_ctx_cnt: 24 rx_ctx_cnt: 24 max_ep_tx_ctx: 24 max_ep_rx_ctx: 24 max_ep_stx_ctx: 24 max_ep_srx_ctx: 0 cntr_cnt: 65535 mr_iov_limit: 65535 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 16 max_err_data: 64 mr_cnt: 65535 fi_fabric_attr: name: psm2 prov_name: psm2 prov_version: 110.0 api_version: 1.0 fid_nic: fi_device_attr: name: (null) device_id: (null) device_version: (null) vendor_id: (null) driver: (null) firmware: (null) fi_bus_attr: fi_bus_type: FI_BUS_PCI fi_pci_attr: domain_id: 0 bus_id: 4 device_id: 0 function_id: 0 fi_link_attr: address: (null) mtu: 0 speed: 0 state: FI_LINK_UNKNOWN network_type: (null) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): verbs;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.4.135.172:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 1 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 2147483648 msg_prefix_size: 0 max_order_raw_size: 2147483648 max_order_war_size: 0 max_order_waw_size: 2147483648 mem_tag_format: 0x0000ffff00000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: hfi1_0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 4 cq_data_size: 4 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: IB-0xfe80000000000000 prov_name: verbs;ofi_rxm prov_version: 110.0 api_version: 1.0 fid_nic: fi_device_attr: name: hfi1_0 device_id: 0x24f0 device_version: 17 vendor_id: 0x1175 driver: (null) firmware: 1.27.0 fi_bus_attr: fi_bus_type: FI_BUS_UNKNOWN fi_link_attr: address: (null) mtu: 4096 speed: 104857600 state: FI_LINK_UP network_type: InfiniBand : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): verbs;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::211:7501:17a:385c]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 1 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 2147483648 msg_prefix_size: 0 max_order_raw_size: 2147483648 max_order_war_size: 0 max_order_waw_size: 2147483648 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: hfi1_0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 4 cq_data_size: 4 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: IB-0xfe80000000000000 prov_name: verbs;ofi_rxm prov_version: 110.0 api_version: 1.0 fid_nic: fi_device_attr: name: hfi1_0 device_id: 0x24f0 device_version: 17 vendor_id: 0x1175 driver: (null) firmware: 1.27.0 fi_bus_attr: fi_bus_type: FI_BUS_UNKNOWN fi_link_attr: address: (null) mtu: 4096 speed: 104857600 state: FI_LINK_UP network_type: InfiniBand : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): tcp;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.4.135.172:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: 10.4.0.0/16 prov_name: tcp;ofi_rxm prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): tcp;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::211:7501:17a:385c]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: fe80::/64 prov_name: tcp;ofi_rxm prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): tcp;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.2.135.172:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: enp2s0f0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: 10.2.0.0/16 prov_name: tcp;ofi_rxm prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): tcp;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::223d:b2ff:fef1:9d09]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: enp2s0f0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: fe80::/64 prov_name: tcp;ofi_rxm prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): tcp;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: 127.0.0.1/32 prov_name: tcp;ofi_rxm prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): tcp;ofi_rxm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[::1]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 16320 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: ::1/128 prov_name: tcp;ofi_rxm prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): psm2;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_ADDR_PSMX2 src_addrlen: 16 dest_addrlen: 0 src_addr: fi_addr_psmx2://ffff:2 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 3880 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: hfi1_0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: psm2 prov_name: psm2;ofi_rxd prov_version: 110.0 api_version: 1.0 fid_nic: fi_device_attr: name: (null) device_id: (null) device_version: (null) vendor_id: (null) driver: (null) firmware: (null) fi_bus_attr: fi_bus_type: FI_BUS_PCI fi_pci_attr: domain_id: 0 bus_id: 4 device_id: 0 function_id: 0 fi_link_attr: address: (null) mtu: 0 speed: 0 state: FI_LINK_UNKNOWN network_type: (null) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): psm2;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_ADDR_PSMX2 src_addrlen: 16 dest_addrlen: 0 src_addr: fi_addr_psmx2://ffff:2 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 3880 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: hfi1_0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: psm2 prov_name: psm2;ofi_rxd prov_version: 110.0 api_version: 1.0 fid_nic: fi_device_attr: name: (null) device_id: (null) device_version: (null) vendor_id: (null) driver: (null) firmware: (null) fi_bus_attr: fi_bus_type: FI_BUS_PCI fi_pci_attr: domain_id: 0 bus_id: 4 device_id: 0 function_id: 0 fi_link_attr: address: (null) mtu: 0 speed: 0 state: FI_LINK_UNKNOWN network_type: (null) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): verbs;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_ADDR_IB_UD src_addrlen: 32 dest_addrlen: 0 src_addr: fi_addr_ib_ud://:::0/0/0/0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 3840 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: hfi1_0-dgram threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: IB-0xfe80000000000000 prov_name: verbs;ofi_rxd prov_version: 110.0 api_version: 1.0 fid_nic: fi_device_attr: name: hfi1_0 device_id: 0x24f0 device_version: 17 vendor_id: 0x1175 driver: (null) firmware: 1.27.0 fi_bus_attr: fi_bus_type: FI_BUS_UNKNOWN fi_link_attr: address: (null) mtu: 4096 speed: 104857600 state: FI_LINK_UP network_type: InfiniBand : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): UDP;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.4.135.172:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 1256 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: 10.4.0.0/16 prov_name: UDP;ofi_rxd prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): UDP;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::211:7501:17a:385c]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 1256 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: fe80::/64 prov_name: UDP;ofi_rxd prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): UDP;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.2.135.172:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 1256 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: enp2s0f0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: 10.2.0.0/16 prov_name: UDP;ofi_rxd prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): UDP;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::223d:b2ff:fef1:9d09]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 1256 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: enp2s0f0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: fe80::/64 prov_name: UDP;ofi_rxd prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): UDP;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 1256 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: 127.0.0.1/32 prov_name: UDP;ofi_rxd prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): UDP;ofi_rxd [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[::1]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] inject_size: 1256 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_SAS ] comp_order: [ FI_ORDER_NONE ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXD protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 0 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 128 ep_cnt: 128 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: ::1/128 prov_name: UDP;ofi_rxd prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): shm [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_ADDR_STR src_addrlen: 14 dest_addrlen: 14 src_addr: fi_shm://9687 dest_addr: fi_shm://9687 handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 4096 size: 1024 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_STRICT ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SHM protocol_version: 1 max_msg_size: 18446744073709551615 msg_prefix_size: 0 max_order_raw_size: 18446744073709551615 max_order_war_size: 18446744073709551615 max_order_waw_size: 18446744073709551615 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: shm threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 1024 ep_cnt: 256 tx_ctx_cnt: 1024 rx_ctx_cnt: 1024 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 4 caps: [ FI_LOCAL_COMM ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: shm prov_name: shm prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): sockets [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.4.135.172:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 255 size: 256 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 0 size: 256 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 2 max_msg_size: 18446744073709547519 msg_prefix_size: 0 max_order_raw_size: 18446744073709547519 max_order_war_size: 18446744073709547519 max_order_waw_size: 18446744073709547519 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.4.0.0/16 prov_name: sockets prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): sockets [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::211:7501:17a:385c]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 255 size: 256 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 0 size: 256 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 2 max_msg_size: 18446744073709547519 msg_prefix_size: 0 max_order_raw_size: 18446744073709547519 max_order_war_size: 18446744073709547519 max_order_waw_size: 18446744073709547519 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: fe80::/64 prov_name: sockets prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): sockets [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.2.135.172:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 255 size: 256 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 0 size: 256 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 2 max_msg_size: 18446744073709547519 msg_prefix_size: 0 max_order_raw_size: 18446744073709547519 max_order_war_size: 18446744073709547519 max_order_waw_size: 18446744073709547519 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: enp2s0f0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.2.0.0/16 prov_name: sockets prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): sockets [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::223d:b2ff:fef1:9d09]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 255 size: 256 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 0 size: 256 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 2 max_msg_size: 18446744073709547519 msg_prefix_size: 0 max_order_raw_size: 18446744073709547519 max_order_war_size: 18446744073709547519 max_order_waw_size: 18446744073709547519 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: enp2s0f0 threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: fe80::/64 prov_name: sockets prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): sockets [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 255 size: 256 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 0 size: 256 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 2 max_msg_size: 18446744073709547519 msg_prefix_size: 0 max_order_raw_size: 18446744073709547519 max_order_war_size: 18446744073709547519 max_order_waw_size: 18446744073709547519 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 127.0.0.1/32 prov_name: sockets prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): sockets [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_dump_providers(): fi_info: caps: [ FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[::1]:0 dest_addr: (null) handle: (nil) fi_tx_attr: caps: [ FI_TAGGED, FI_SEND, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_NONE ] inject_size: 255 size: 256 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_TAGGED, FI_RECV, FI_MULTI_RECV, FI_TRIGGER, FI_RMA_EVENT, FI_SOURCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_RMA_RAR, FI_ORDER_RMA_RAW, FI_ORDER_RMA_WAR, FI_ORDER_RMA_WAW, FI_ORDER_ATOMIC_RAR, FI_ORDER_ATOMIC_RAW, FI_ORDER_ATOMIC_WAR, FI_ORDER_ATOMIC_WAW ] comp_order: [ FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 0 size: 256 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 2 max_msg_size: 18446744073709547519 msg_prefix_size: 0 max_order_raw_size: 18446744073709547519 max_order_war_size: 18446744073709547519 max_order_waw_size: 18446744073709547519 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_ENDPOINT control_progress: FI_PROGRESS_MANUAL data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: ::1/128 prov_name: sockets prov_version: 110.0 api_version: 1.0 nic_fid: (nil) : [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_init(): used OFI provider: psm2 [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_init(): max_buffered_send 64 [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_init(): max_msg_size 64 [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_init(): rcd switchover 32768 [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_init(): cq entries count 8 [0#9687@x172.nifl.fysik.dtu.dk] MPID_nem_ofi_init(): MPID_REQUEST_PREALLOC 128 [1#3383@x178.nifl.fysik.dtu.dk] MPI startup(): ofi data transfer mode [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): ofi data transfer mode [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Device_reset_idx=12 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 0-0 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 1-1 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 3: 2-4 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 5-512 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 513-524288 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 3: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 3: 0-0 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 1-1 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 2: 2-2 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 3-128 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 129-2048 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 2049-7236 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 7237-97783 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 97784-1048576 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 3: 0-0 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 1-3 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 4-64 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 65-180 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 181-256 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 257-4096 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 2: 0-114 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 115-189 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 2: 190-493 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 494-4096 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 0-0 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 1-1 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 2-2 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 3-4 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 2: 5-8 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 9-16 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 17-49 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 50-128 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 129-256 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 257-1048576 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 2: 0-0 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 1-3 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 4-4 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 5-16 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 2: 17-32 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 33-128 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 129-256 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 5: 257-1048576 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgather: 1: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 0-1 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 2-14 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 15-19 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 20-204 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 205-353 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 0-1 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 2-2 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 3-4096 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 4097-11016 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 11017-17779 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 0-1 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 2-2 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 3-1024 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 1025-2048 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 2049-60931 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 0-0 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 1-1 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 2-4 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 5-8 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 9-49 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 50-256 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 257-743 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 744-1345 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 1346-4096 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 4097-20177 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 20178-32768 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 32769-65536 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 0-0 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 1-62 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 63-5196 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 5197-32768 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 0-1 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 2-2 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 3-4 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 5-12 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 13-128 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 129-256 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 257-4540 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 2: 4541-117451 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 1: 117452-177535 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allgatherv: 3: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 5: 0-0 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 7: 1-16 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 17-14852 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 8: 14853-18089 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 18090-64887 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 8: 64888-66205 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 66206-265139 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 7: 265140-524288 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 8: 524289-2143755 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 7: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 0-32 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 7: 33-64 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 65-1024 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 7: 1025-2048 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 2049-15566 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 2: 15567-19343 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 19344-40992 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 2: 40993-131072 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 7: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 2: 0-0 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 1-13242 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 2: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 7: 0-0 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 1-9 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 9: 10-16 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 17-12541 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 2: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 0-10251 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 2: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 3: 0-0 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 1-61 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 9: 62-67 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 1: 68-3478 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Allreduce: 2: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 3: 0-1048576 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 1: 0-0 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 1-1048576 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 3: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 1: 0-0 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 1-524288 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 3: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 1: 0-0 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 1-524288 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 3: 524289-1048576 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 4: 1048577-2097152 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 3: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 1: 0-2 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 3-8 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 1: 9-128 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 129-2048 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 4: 2049-8192 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 8193-524288 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 3: 524289-2097152 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 4: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 1: 0-256 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 2: 257-1048576 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoall: 3: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoallv: 1: 0-2147483647 & 0-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoallv: 2: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoallv: 1: 0-2147483647 & 9-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Alltoallw: 0: 0-2147483647 & 0-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Barrier: 2: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Barrier: 1: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Barrier: 2: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Barrier: 1: 0-2147483647 & 9-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 2: 0-0 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 1-2 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 7: 3-4 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 5-256 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 7: 257-2048 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 8: 2049-4778 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 4779-27306 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 7: 27307-65536 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 65537-131072 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 7: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 0-0 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 8: 1-512 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 7: 513-2048 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 2049-8192 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 2: 8193-16384 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 7: 16385-2097152 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 3: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 0-0 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 8: 1-646 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 647-8192 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 2: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 0-0 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 8: 1-695 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 696-8192 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 2: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 0-0 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 8: 1-646 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 647-8192 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 2: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 8: 0-667 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 1: 668-8192 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Bcast: 2: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Exscan: 0: 0-2147483647 & 0-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 1: 0-65536 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 65537-404450 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 1: 404451-524288 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 1: 0-0 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-8 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 1: 9-578 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-5 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 1: 6-512 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gather: 3: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Gatherv: 1: 0-2147483647 & 0-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 0-0 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 1-4 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 5-16 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 2: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 0-4 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 5-15 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 16-20852 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 20853-32768 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 32769-65536 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 2: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 0-4 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 5-27 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 28-32 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 33-3787 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 3788-32768 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 32769-69832 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 69833-131072 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 2: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 0-0 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 1-15 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 16-17 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 18-54 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 55-229557 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 229558-1291169 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 2: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 0-0 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 1-115 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 116-509 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 510-514 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 515-2048 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 2049-16384 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 16385-162942 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 2: 162943-360564 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 360565-1048576 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 2: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 0-0 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 1-130 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 131-1581 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 1582-2861 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 1: 2862-16384 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 3: 16385-229747 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 2: 229748-646272 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce_scatter: 4: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 2: 0-0 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 1-30306 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 7: 30307-38229 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 2: 38230-65536 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 7: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 5: 0-0 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 7: 1-8192 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 5: 8193-18139 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 2: 18140-32768 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 2: 0-0 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 7: 1-8192 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 5: 8193-66269 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-0 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 7: 1-16384 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 5: 16385-106246 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-0 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 7: 1-8192 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 5: 8193-178221 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-0 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 7: 1-16384 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 5: 16385-248364 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Reduce: 1: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scan: 0: 0-2147483647 & 0-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-0 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 1-32768 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 32769-65536 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 65537-131072 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 131073-262144 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 262145-1048576 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-2147483647 & 0-2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-2147483647 & 3-4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 0-0 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-2147483647 & 5-8 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-2147483647 & 9-16 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 0-0 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-2147483647 & 17-32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-0 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 1-4 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 5-16 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 17-32 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 33-64 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 65-1024 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 1025-8192 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 1: 8193-16384 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatter: 3: 0-2147483647 & 33-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Scatterv: 1: 0-2147483647 & 0-2147483647 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Rank Pid Node name Pin cpu [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): 0 9687 x172.nifl.fysik.dtu.dk {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23} [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): 1 3383 x178.nifl.fysik.dtu.dk {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23} [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): Recognition=2 Platform(code=128 ippn=0 dev=18) Fabric(intra=7 inter=7 flags=0x0) [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_DEBUG=10,pid,host [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_HYDRA_UUID=bc250000-e933-fd50-f5ae-050087ac0a02 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_BRAND=Intel(R) Xeon(R) [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_CACHE1=0,1,2,3,4,5,8,9,10,11,12,13,16,17,18,19,20,21,24,25,26,27,28,29 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_CACHE2=0,1,2,3,4,5,8,9,10,11,12,13,16,17,18,19,20,21,24,25,26,27,28,29 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_CACHE3=0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_CACHES=3 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_CACHE_SHARE=2,2,32 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_CACHE_SIZE=32768,262144,31457280 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_CORE=0,1,2,3,4,5,8,9,10,11,12,13,0,1,2,3,4,5,8,9,10,11,12,13 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_C_NAME=Unknown [1#3383@x178.nifl.fysik.dtu.dk] MPI startup(): Recognition=2 Platform(code=128 ippn=0 dev=18) Fabric(intra=7 inter=7 flags=0x0) [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_DESC=1342177285 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_FLGB=35438523 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_FLGC=2147417079 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_FLGCEXT=0 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_FLGD=-1075053569 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_FLGDEXT=-1677720576 size=805306368 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_LCPU=24 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_MODE=263 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_NUMA_NODE_MAP=hfi1_0:0 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_NUMA_NODE_NUM=2 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_PACK=0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_SERIAL=E5-2650 v4 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_SIGN=263921 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_STATE=0 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_THREAD=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_INFO_VEND=1 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_PIN_INFO=x0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23 [0#9687@x172.nifl.fysik.dtu.dk] MPI startup(): I_MPI_PIN_MAPPING=1:0 0 size=805306368 Communication failed! Data is wrong for: i=268435456, all_data=0.00000 Communication failed! Data is wrong for: i=402653184, all_data=0.00000