cli-fabric.log

libfabric:20881:core:core:fi_param_get_():280<info> variable perf_cntr=<not set>
libfabric:20881:core:core:fi_param_get_():280<info> variable hook=<not set>
libfabric:20881:core:core:fi_param_get_():280<info> variable mr_cache_max_size=<not set>
libfabric:20881:core:core:fi_param_get_():280<info> variable mr_cache_max_count=<not set>
libfabric:20881:core:core:fi_param_get_():280<info> variable mr_cache_merge_regions=<not set>
libfabric:20881:core:core:fi_param_get_():280<info> variable mr_cache_monitor=<not set>
libfabric:20881:core:mr:ofi_default_cache_size():56<info> default cache size=2754818048
libfabric:20881:core:core:fi_param_get_():280<info> variable provider=<not set>
libfabric:20881:core:core:fi_param_get_():280<info> variable provider_path=<not set>
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: shm (1.1)
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable tx_size=<not set>
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable rx_size=<not set>
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable msg_tx_size=<not set>
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable msg_rx_size=<not set>
libfabric:20881:core:core:fi_param_get_():280<info> variable universe_size=<not set>
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable cm_progress_interval=<not set>
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable data_auto_progress=<not set>
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable buffer_size=<not set>
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: ofi_rxm (1.0)
libfabric:20881:ofi_mrail:core:fi_param_get_():280<info> variable config=<not set>
libfabric:20881:ofi_mrail:core:fi_param_get_():280<info> variable addr=<not set>
libfabric:20881:ofi_mrail:core:fi_param_get_():280<info> variable addr_strc=<not set>
libfabric:20881:ofi_mrail:core:mrail_parse_env_vars():116<info> unable to read FI_OFI_MRAIL_ADDR env variable
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: ofi_mrail (1.0)
libfabric:20881:ofi_rxd:core:fi_param_get_():280<info> variable spin_count=<not set>
libfabric:20881:ofi_rxd:core:fi_param_get_():280<info> variable retry=<not set>
libfabric:20881:ofi_rxd:core:fi_param_get_():280<info> variable max_peers=<not set>
libfabric:20881:ofi_rxd:core:fi_param_get_():280<info> variable max_unacked=<not set>
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: ofi_rxd (1.0)
libfabric:20881:efa:core:fi_param_get_():280<info> variable rx_window_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable tx_max_credits=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable tx_min_credits=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable tx_queue_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable enable_sas_ordering=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable enable_shm_transfer=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable shm_av_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable shm_max_medium_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable recvwin_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable cq_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable max_memcpy_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable mr_cache_enable=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable mr_cache_merge_regions=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable mr_max_cached_count=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable mr_max_cached_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable mtu_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable tx_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable rx_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable tx_iov_limit=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable rx_iov_limit=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable rx_copy_unexp=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable rx_copy_ooo=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable max_timeout=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable timeout_interval=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable efa_cq_read_size=<not set>
libfabric:20881:efa:core:fi_param_get_():280<info> variable shm_cq_read_size=<not set>
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: efa (2.0)
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: UDP (1.1)
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: sockets (2.0)
libfabric:20881:tcp:core:fi_param_get_():280<info> variable port_high_range=<not set>
libfabric:20881:tcp:core:fi_param_get_():280<info> variable port_low_range=<not set>
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: tcp (1.0)
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: ofi_hook_perf (1.0)
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: ofi_hook_debug (1.0)
libfabric:20881:core:core:ofi_register_provider():404<info> registering provider: ofi_hook_noop (1.0)
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20881:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20881:efa:core:efa_check_hints():185<info> Given: 
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20881:efa:core:efa_check_hints():185<info> Expected: FI_LOCAL_MR
libfabric:20881:efa:core:efa_check_hints():185<info> Given: 
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20881:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX, FI_LOCAL_MR
libfabric:20881:efa:core:efa_check_hints():185<info> Given: 
libfabric:20881:core:core:ofi_layering_ok():885<info> Shm requested, skipping util layering
libfabric:20881:core:core:ofi_layering_ok():885<info> Shm requested, skipping util layering
libfabric:20881:core:core:ofi_layering_ok():885<info> Shm requested, skipping util layering
libfabric:20881:ofi_rxm:core:fi_param_get_():280<info> variable use_srx=<not set>
libfabric:20881:efa:core:ofi_check_ep_type():629<info> unsupported endpoint type
libfabric:20881:efa:core:ofi_check_ep_type():630<info> Supported: FI_EP_RDM
libfabric:20881:efa:core:ofi_check_ep_type():630<info> Requested: FI_EP_MSG
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:ofi_check_ep_type():629<info> unsupported endpoint type
libfabric:20881:efa:core:ofi_check_ep_type():630<info> Supported: FI_EP_RDM
libfabric:20881:efa:core:ofi_check_ep_type():630<info> Requested: FI_EP_MSG
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20881:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20881:efa:core:efa_check_hints():185<info> Given: FI_CONTEXT, FI_RX_CQ_DATA
libfabric:20881:core:core:fi_getinfo_():964<warn> fi_getinfo: provider efa returned -61 (No data available)
libfabric:20881:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_rxd
libfabric:20881:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_mrail
libfabric:20881:core:core:fi_getinfo_():964<warn> fi_getinfo: provider ofi_rxm returned -61 (No data available)
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:ofi_check_ep_type():629<info> unsupported endpoint type
libfabric:20881:efa:core:ofi_check_ep_type():630<info> Supported: FI_EP_RDM
libfabric:20881:efa:core:ofi_check_ep_type():630<info> Requested: FI_EP_DGRAM
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_rxm
libfabric:20881:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_mrail
libfabric:20881:ofi_mrail:fabric:mrail_get_core_info():289<warn> OFI_MRAIL_ADDR_STRC env variable not set!
libfabric:20881:core:core:fi_getinfo_():964<warn> fi_getinfo: provider ofi_mrail returned -61 (No data available)
Using OFI device: EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:core:core:fi_fabric_():1163<info> Opened fabric: shm
libfabric:20881:core:core:fi_fabric_():1163<info> Opened fabric: EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20881:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20881:efa:core:efa_check_hints():185<info> Given: 
libfabric:20881:efa:domain:efa_domain_open():168<info> Allocated pd[3].
libfabric:20881:core:core:fi_param_get_():280<info> variable universe_size=<not set>
libfabric:20881:efa:av:util_av_init():455<info> AV size 16384
libfabric:20881:shm:av:util_av_init():455<info> AV size 128
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20881:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20881:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20881:efa:core:efa_check_hints():185<info> Given: 
worker-0-ep rxcq : 0x7f1da801f310
libfabric:20881:efa:ep_ctrl:efa_ep_create_qp():334<info> efa_ep_create_qp(): create QP 1
libfabric:20881:efa:ep_ctrl:efa_ep_getname():61<info> EP addr: GID[fe80::59:58ff:fef9:4741] QP[1] (length 32)
libfabric:20881:efa:ep_ctrl:efa_ep_getname():61<info> EP addr: GID[fe80::59:58ff:fef9:4741] QP[1] (length 64)
Local ep addresses: 
fi_addr_efa://[fe80::59:58ff:fef9:4741]:1
Get remote EFA address 
fi_addr_efa://[fe80::59:58ff:fef9:4741]:0
libfabric:20881:efa:av:efa_av_insert_ah():127<info> Insert address: GID[fe80::59:58ff:fef9:4741] QP[0]
libfabric:20881:efa:av:efa_av_insert_ah():185<info> av successfully inserted conn[0x564cf83e9d00] fi_addr[0]
Verify inserted address
Worker-0: fi_addr_efa://[fe80::59:58ff:fef9:4741]:0
p_buf addr: 0x7f1d95f2c010
get a task list has numTasks 1
t->bufs[0]: 0x7ffcbff14790
wait_cq txcq of size 1
worker-0 bw: 7.63935e-05 Gbps 
get a task list has numTasks 40
t->bufs[0]: 0x7f1d95f2c010
wait_cq rxcq of size 40
p_buf addr: 0x7f1d88e58010
libfabric:20881:shm:ep_ctrl:smr_rma_fast():84<warn> CMA write error
libfabric:20881:efa:cq:rxr_cq_handle_cq_error():329<warn> fi_cq_readerr: Resource temporarily unavailable
libfabric:20881:efa:eq:rxr_eq_write_error():1323<warn> Writing error Input/output error to EQ.
libfabric:20881:efa:eq:rxr_eq_write_error():1339<warn> Unable to write to EQ: Missing or unavailable event queue. err: Input/output error (5) prov_errno: Unknown error -11 (-11)
Unable to write to EQ: Missing or unavailable event queue. err: Input/output error (5) prov_errno: Unknown error -11 (-11) prov/efa/src/rxr/rxr.h:1343
Aborted (core dumped)

server-fabric.log

FI_LOG_LEVEL=Debug ./serv 127.0.0.1 8888 1
libfabric:20828:core:core:fi_param_get_():280<info> variable perf_cntr=<not set>
libfabric:20828:core:core:fi_param_get_():280<info> variable hook=<not set>
libfabric:20828:core:core:fi_param_get_():280<info> variable mr_cache_max_size=<not set>
libfabric:20828:core:core:fi_param_get_():280<info> variable mr_cache_max_count=<not set>
libfabric:20828:core:core:fi_param_get_():280<info> variable mr_cache_merge_regions=<not set>
libfabric:20828:core:core:fi_param_get_():280<info> variable mr_cache_monitor=<not set>
libfabric:20828:core:mr:ofi_default_cache_size():56<info> default cache size=2754818048
libfabric:20828:core:core:fi_param_get_():280<info> variable provider=<not set>
libfabric:20828:core:core:fi_param_get_():280<info> variable provider_path=<not set>
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: shm (1.1)
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable tx_size=<not set>
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable rx_size=<not set>
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable msg_tx_size=<not set>
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable msg_rx_size=<not set>
libfabric:20828:core:core:fi_param_get_():280<info> variable universe_size=<not set>
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable cm_progress_interval=<not set>
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable data_auto_progress=<not set>
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable buffer_size=<not set>
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: ofi_rxm (1.0)
libfabric:20828:ofi_mrail:core:fi_param_get_():280<info> variable config=<not set>
libfabric:20828:ofi_mrail:core:fi_param_get_():280<info> variable addr=<not set>
libfabric:20828:ofi_mrail:core:fi_param_get_():280<info> variable addr_strc=<not set>
libfabric:20828:ofi_mrail:core:mrail_parse_env_vars():116<info> unable to read FI_OFI_MRAIL_ADDR env variable
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: ofi_mrail (1.0)
libfabric:20828:ofi_rxd:core:fi_param_get_():280<info> variable spin_count=<not set>
libfabric:20828:ofi_rxd:core:fi_param_get_():280<info> variable retry=<not set>
libfabric:20828:ofi_rxd:core:fi_param_get_():280<info> variable max_peers=<not set>
libfabric:20828:ofi_rxd:core:fi_param_get_():280<info> variable max_unacked=<not set>
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: ofi_rxd (1.0)
libfabric:20828:efa:core:fi_param_get_():280<info> variable rx_window_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable tx_max_credits=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable tx_min_credits=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable tx_queue_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable enable_sas_ordering=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable enable_shm_transfer=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable shm_av_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable shm_max_medium_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable recvwin_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable cq_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable max_memcpy_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable mr_cache_enable=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable mr_cache_merge_regions=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable mr_max_cached_count=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable mr_max_cached_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable mtu_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable tx_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable rx_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable tx_iov_limit=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable rx_iov_limit=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable rx_copy_unexp=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable rx_copy_ooo=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable max_timeout=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable timeout_interval=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable efa_cq_read_size=<not set>
libfabric:20828:efa:core:fi_param_get_():280<info> variable shm_cq_read_size=<not set>
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: efa (2.0)
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: UDP (1.1)
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: sockets (2.0)
libfabric:20828:tcp:core:fi_param_get_():280<info> variable port_high_range=<not set>
libfabric:20828:tcp:core:fi_param_get_():280<info> variable port_low_range=<not set>
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: tcp (1.0)
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: ofi_hook_perf (1.0)
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: ofi_hook_debug (1.0)
libfabric:20828:core:core:ofi_register_provider():404<info> registering provider: ofi_hook_noop (1.0)
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20828:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20828:efa:core:efa_check_hints():185<info> Given: 
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20828:efa:core:efa_check_hints():185<info> Expected: FI_LOCAL_MR
libfabric:20828:efa:core:efa_check_hints():185<info> Given: 
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20828:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX, FI_LOCAL_MR
libfabric:20828:efa:core:efa_check_hints():185<info> Given: 
libfabric:20828:core:core:ofi_layering_ok():885<info> Shm requested, skipping util layering
libfabric:20828:core:core:ofi_layering_ok():885<info> Shm requested, skipping util layering
libfabric:20828:core:core:ofi_layering_ok():885<info> Shm requested, skipping util layering
libfabric:20828:ofi_rxm:core:fi_param_get_():280<info> variable use_srx=<not set>
libfabric:20828:efa:core:ofi_check_ep_type():629<info> unsupported endpoint type
libfabric:20828:efa:core:ofi_check_ep_type():630<info> Supported: FI_EP_RDM
libfabric:20828:efa:core:ofi_check_ep_type():630<info> Requested: FI_EP_MSG
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:ofi_check_ep_type():629<info> unsupported endpoint type
libfabric:20828:efa:core:ofi_check_ep_type():630<info> Supported: FI_EP_RDM
libfabric:20828:efa:core:ofi_check_ep_type():630<info> Requested: FI_EP_MSG
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20828:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20828:efa:core:efa_check_hints():185<info> Given: FI_CONTEXT, FI_RX_CQ_DATA
libfabric:20828:core:core:fi_getinfo_():964<warn> fi_getinfo: provider efa returned -61 (No data available)
libfabric:20828:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_rxd
libfabric:20828:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_mrail
libfabric:20828:core:core:fi_getinfo_():964<warn> fi_getinfo: provider ofi_rxm returned -61 (No data available)
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:ofi_check_ep_type():629<info> unsupported endpoint type
libfabric:20828:efa:core:ofi_check_ep_type():630<info> Supported: FI_EP_RDM
libfabric:20828:efa:core:ofi_check_ep_type():630<info> Requested: FI_EP_DGRAM
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_rxm
libfabric:20828:core:core:ofi_layering_ok():857<info> Need core provider, skipping ofi_mrail
libfabric:20828:ofi_mrail:fabric:mrail_get_core_info():289<warn> OFI_MRAIL_ADDR_STRC env variable not set!
libfabric:20828:core:core:fi_getinfo_():964<warn> fi_getinfo: provider ofi_mrail returned -61 (No data available)
Using OFI device: EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:core:core:fi_fabric_():1163<info> Opened fabric: shm
libfabric:20828:core:core:fi_fabric_():1163<info> Opened fabric: EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20828:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20828:efa:core:efa_check_hints():185<info> Given: 
libfabric:20828:efa:domain:efa_domain_open():168<info> Allocated pd[1].
libfabric:20828:core:core:fi_param_get_():280<info> variable universe_size=<not set>
libfabric:20828:efa:av:util_av_init():455<info> AV size 16384
libfabric:20828:shm:av:util_av_init():455<info> AV size 128
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:fabric:efa_get_matching_info():705<info> found match for interface (null) EFA-fe80::59:58ff:fef9:4741
libfabric:20828:efa:core:efa_check_hints():184<info> Required hints mode bits not set
libfabric:20828:efa:core:efa_check_hints():185<info> Expected: FI_MSG_PREFIX
libfabric:20828:efa:core:efa_check_hints():185<info> Given: 
worker-0-ep rxcq : 0x7f8d3c01f310
libfabric:20828:efa:ep_ctrl:efa_ep_create_qp():334<info> efa_ep_create_qp(): create QP 0
libfabric:20828:efa:ep_ctrl:efa_ep_getname():61<info> EP addr: GID[fe80::59:58ff:fef9:4741] QP[0] (length 32)
libfabric:20828:efa:ep_ctrl:efa_ep_getname():61<info> EP addr: GID[fe80::59:58ff:fef9:4741] QP[0] (length 64)
Local ep addresses: 
fi_addr_efa://[fe80::59:58ff:fef9:4741]:0
Recv remote addrs from client: 
fi_addr_efa://[fe80::59:58ff:fef9:4741]:1
libfabric:20828:efa:av:efa_av_insert_ah():127<info> Insert address: GID[fe80::59:58ff:fef9:4741] QP[1]
libfabric:20828:efa:av:efa_av_insert_ah():185<info> av successfully inserted conn[0x55a1e9a44d00] fi_addr[0]
Verify inserted address
Worker-0: fi_addr_efa://[fe80::59:58ff:fef9:4741]:1
p buf addr 0x7f8d2afff010
Recv request msg: 
get a task list has numTasks 1
t->bufs[0]: 0x7ffc5fe73790
wait_cq rxcq of size 1
worker-0 bw: 0.000220484 Gbps 
get a task list has numTasks 40
t->bufs[0]: 0x7f8d2afff010
wait_cq txcq of size 40
libfabric:20828:efa:cq:rxr_cq_handle_pkt_recv_completion():1434<warn> invalid control pkt type 0
libfabric:20828:efa:cq:rxr_cq_handle_cq_error():321<warn> fi_cq_read: Input/output error
libfabric:20828:efa:eq:rxr_eq_write_error():1323<warn> Writing error Input/output error to EQ.
libfabric:20828:efa:eq:rxr_eq_write_error():1339<warn> Unable to write to EQ: Missing or unavailable event queue. err: Input/output error (5) prov_errno: Unknown error -5 (-5)
Unable to write to EQ: Missing or unavailable event queue. err: Input/output error (5) prov_errno: Unknown error -5 (-5) prov/efa/src/rxr/rxr.h:1343
Aborted (core dumped)