[2013-11-14 17:19:21.303711] I [glusterfsd.c:1910:main] 0-/usr/sbin/glusterd: Started running /usr/sbin/glusterd version 3.4.1 (/usr/sbin/glusterd -p /run/glusterd.pid) [2013-11-14 17:19:21.308791] I [glusterd.c:962:init] 0-management: Using /var/lib/glusterd as working directory [2013-11-14 17:19:21.312226] I [socket.c:3480:socket_init] 0-socket.management: SSL support is NOT enabled [2013-11-14 17:19:21.312251] I [socket.c:3495:socket_init] 0-socket.management: using system polling thread [2013-11-14 17:19:21.312401] E [rpc-transport.c:253:rpc_transport_load] 0-rpc-transport: /usr/lib64/glusterfs/3.4.1/rpc-transport/rdma.so: cannot open shared object file: No such file or directory [2013-11-14 17:19:21.312420] W [rpc-transport.c:257:rpc_transport_load] 0-rpc-transport: volume 'rdma.management': transport-type 'rdma' is not valid or not found on this machine [2013-11-14 17:19:21.312430] W [rpcsvc.c:1389:rpcsvc_transport_create] 0-rpc-service: cannot create listener, initing the transport failed [2013-11-14 17:19:21.313532] I [glusterd.c:354:glusterd_check_gsync_present] 0-glusterd: geo-replication module not installed in the system [2013-11-14 17:19:21.314851] I [glusterd-store.c:1339:glusterd_restore_op_version] 0-glusterd: retrieved op-version: 2 Given volfile: +------------------------------------------------------------------------------+ 1: volume management 2: type mgmt/glusterd 3: option working-directory /var/lib/glusterd 4: option transport-type socket,rdma 5: option transport.socket.keepalive-time 10 6: option transport.socket.keepalive-interval 2 7: option transport.socket.read-fail-log off 8: end-volume +------------------------------------------------------------------------------+ [2013-11-14 17:20:08.430776] I [glusterd-handshake.c:557:__glusterd_mgmt_hndsk_versions_ack] 0-management: using the op-version 2 [2013-11-14 17:20:08.430973] I [glusterd.c:125:glusterd_uuid_init] 0-management: retrieved UUID: e98ba4ff-d669-4b75-9abb-0eef20b3fb4a [2013-11-14 17:20:08.433837] I [glusterd-handler.c:2252:__glusterd_handle_probe_query] 0-glusterd: Received probe from uuid: 9d2d74bf-9055-47a6-b3df-8c2057ea1dd9 [2013-11-14 17:20:08.436729] I [glusterd-handler.c:2280:__glusterd_handle_probe_query] 0-glusterd: Unable to find peerinfo for host: 10.10.1.32 (24007) [2013-11-14 17:20:08.440108] I [rpc-clnt.c:962:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2013-11-14 17:20:08.440204] I [socket.c:3480:socket_init] 0-management: SSL support is NOT enabled [2013-11-14 17:20:08.440221] I [socket.c:3495:socket_init] 0-management: using system polling thread [2013-11-14 17:20:08.511533] I [glusterd-handler.c:2818:glusterd_friend_add] 0-management: connect returned 0 [2013-11-14 17:20:08.511650] I [glusterd-handler.c:2304:__glusterd_handle_probe_query] 0-glusterd: Responded to 10.10.1.32, op_ret: 0, op_errno: 0, ret: 0 [2013-11-14 17:20:08.512297] I [glusterd-handler.c:1956:__glusterd_handle_incoming_friend_req] 0-glusterd: Received probe from uuid: 9d2d74bf-9055-47a6-b3df-8c2057ea1dd9 [2013-11-14 17:20:08.548716] E [glusterd-utils.c:4130:glusterd_brick_start] 0-management: Could not find peer on which brick ir0:/lhome/gluster_home resides [2013-11-14 17:20:08.689422] E [glusterd-utils.c:4130:glusterd_brick_start] 0-management: Could not find peer on which brick ir0:/raid/gluster_corp resides [2013-11-14 17:20:08.817383] E [glusterd-utils.c:4130:glusterd_brick_start] 0-management: Could not find peer on which brick ir0:/raid/gluster_work resides [2013-11-14 17:20:10.018465] E [glusterd-utils.c:3676:glusterd_nodesvc_unlink_socket_file] 0-management: Failed to remove /var/run/fa183a346c165dff6efe7b4b29810b02.socket error: Resource temporarily unavailable [2013-11-14 17:20:10.019308] E [glusterd-utils.c:3712:glusterd_nfs_pmap_deregister] 0-: De-register MOUNTV3 is unsuccessful [2013-11-14 17:20:10.019846] E [glusterd-utils.c:3717:glusterd_nfs_pmap_deregister] 0-: De-register MOUNTV1 is unsuccessful [2013-11-14 17:20:10.020339] E [glusterd-utils.c:3722:glusterd_nfs_pmap_deregister] 0-: De-register NFSV3 is unsuccessful [2013-11-14 17:20:10.020862] E [glusterd-utils.c:3727:glusterd_nfs_pmap_deregister] 0-: De-registration of NLM v4 failed [2013-11-14 17:20:10.021346] E [glusterd-utils.c:3732:glusterd_nfs_pmap_deregister] 0-: De-registration of NLM v1 failed [2013-11-14 17:20:10.026788] I [rpc-clnt.c:962:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2013-11-14 17:20:10.026902] I [socket.c:3480:socket_init] 0-management: SSL support is NOT enabled [2013-11-14 17:20:10.026915] I [socket.c:3495:socket_init] 0-management: using system polling thread [2013-11-14 17:20:11.027857] E [glusterd-utils.c:3676:glusterd_nodesvc_unlink_socket_file] 0-management: Failed to remove /var/run/70730097195fd7d4493f17e2e4f8e5f8.socket error: No such file or directory [2013-11-14 17:20:11.033252] I [rpc-clnt.c:962:rpc_clnt_connection_init] 0-management: setting frame-timeout to 600 [2013-11-14 17:20:11.033344] I [socket.c:3480:socket_init] 0-management: SSL support is NOT enabled [2013-11-14 17:20:11.033360] I [socket.c:3495:socket_init] 0-management: using system polling thread [2013-11-14 17:20:11.033512] I [glusterd-handler.c:2987:glusterd_xfer_friend_add_resp] 0-glusterd: Responded to ir4 (0), ret: 0 [2013-11-14 17:20:11.040898] I [socket.c:2236:socket_event_handler] 0-transport: disconnecting now [2013-11-14 17:20:11.041110] I [socket.c:2236:socket_event_handler] 0-transport: disconnecting now [2013-11-14 17:20:11.041498] W [socket.c:514:__socket_rwv] 0-socket.management: writev failed (Broken pipe) [2013-11-14 17:20:11.041522] I [socket.c:2236:socket_event_handler] 0-transport: disconnecting now [2013-11-14 17:20:11.041854] W [socket.c:514:__socket_rwv] 0-socket.management: writev failed (Broken pipe) [2013-11-14 17:20:11.041876] I [socket.c:2236:socket_event_handler] 0-transport: disconnecting now [2013-11-14 17:20:11.047432] I [glusterd-rpc-ops.c:225:__glusterd_probe_cbk] 0-glusterd: Received probe resp from uuid: 9d2d74bf-9055-47a6-b3df-8c2057ea1dd9, host: 10.10.1.32 [2013-11-14 17:20:11.049582] I [glusterd-rpc-ops.c:295:__glusterd_probe_cbk] 0-glusterd: Received resp to probe req [2013-11-14 17:20:11.049670] I [glusterd-rpc-ops.c:345:__glusterd_friend_add_cbk] 0-glusterd: Received RJT from uuid: 9d2d74bf-9055-47a6-b3df-8c2057ea1dd9, host: 10.10.1.32, port: 0 [2013-11-14 17:49:47.157183] I [glusterd-handler.c:2002:__glusterd_handle_incoming_unfriend_req] 0-glusterd: Received unfriend from uuid: 9d2d74bf-9055-47a6-b3df-8c2057ea1dd9 [2013-11-14 17:49:47.157286] I [glusterd-handler.c:2956:glusterd_xfer_friend_remove_resp] 0-glusterd: Responded to 10.10.1.32 (0), ret: 0 [2013-11-14 17:49:47.157310] I [glusterd-sm.c:543:glusterd_peer_detach_cleanup] 0-management: Deleting stale volume home [2013-11-14 17:49:47.158350] I [glusterd-sm.c:543:glusterd_peer_detach_cleanup] 0-management: Deleting stale volume corp [2013-11-14 17:49:47.158777] I [glusterd-sm.c:543:glusterd_peer_detach_cleanup] 0-management: Deleting stale volume work [2013-11-14 17:49:47.162256] W [socket.c:514:__socket_rwv] 0-management: readv failed (No data available) [2013-11-14 17:49:47.162343] I [mem-pool.c:541:mem_pool_destroy] 0-management: size=2236 max=2 total=5 [2013-11-14 17:49:47.162358] I [mem-pool.c:541:mem_pool_destroy] 0-management: size=124 max=2 total=5