Hi Soumya,
Rather annoyingly the node serving the host running find is not failing at
the moment. Instead the node serving the host writing is now failing.
Below is the output from gdb for this case.
Thanks
James.
(gdb) print fe->ctx
No symbol "fe" in current context.
(gdb) up
#1 0x000055aeb54bbb0d in fridgethr_freeze (thr_ctx=0x7f7097ff2300,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
420 rc = pthread_cond_wait(&fe->ctx.cv,
(gdb) print fe->ctx
$3 = {wd = {wqe = {flags = 2546147712, waiters = 32624, lwe = {mtx =
{__data = {__lock = 256, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0,
__next = 0x0}},
__size = "\000\001", '\000' <repeats 37 times>, __align = 256},
cv = {__data = {__lock = 0, __futex = 0,
__total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex =
0x0, __nwaiters = 0, __broadcast_seq = 0},
__size = '\000' <repeats 47 times>, __align = 0}}, rwe = {mtx =
{__data = {__lock = 0, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0,
__next = 0x0}}, __size = '\000' <repeats 39 times>,
__align = 0}, cv = {__data = {__lock = 0, __futex = 0,
__total_seq = 0, __wakeup_seq = 0, __woken_seq = 60,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0},
__size = '\000' <repeats 24 times>, "<", '\000' <repeats 22
times>, __align = 0}}, waitq = {next = 0x0, prev = 0x0}},
worker_index = 0}, mtx = {__data = {__lock = 0, __count = 0, __owner =
0, __nusers = 0, __kind = 0, __spins = 0, __list = {
__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>,
__align = 0}, cv = {__data = {__lock = 0,
__futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0},
__size = '\000' <repeats 47 times>, __align = 0}, sigmask = {__val = {0
<repeats 16 times>}}, thread_info = 0x0,
func = 0x0, arg = 0x0, id = 0, uflags = 0, woke = false}
(gdb) bt
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
#1 0x000055aeb54bbb0d in fridgethr_freeze (thr_ctx=0x7f7097ff2300,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
#2 fridgethr_start_routine (arg=0x7f7097ff2300) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7081ddd700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
(gdb) down
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
134 movl MUTEX_KIND(%r8), %eax
(gdb) bt
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
#1 0x000055aeb54bbb0d in fridgethr_freeze (thr_ctx=0x7f7097ff2300,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
#2 fridgethr_start_routine (arg=0x7f7097ff2300) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7081ddd700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
(gdb)
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
#1 0x000055aeb54bbb0d in fridgethr_freeze (thr_ctx=0x7f7097ff2300,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
#2 fridgethr_start_routine (arg=0x7f7097ff2300) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7081ddd700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
(gdb)
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
#1 0x000055aeb54bbb0d in fridgethr_freeze (thr_ctx=0x7f7097ff2300,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
#2 fridgethr_start_routine (arg=0x7f7097ff2300) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7081ddd700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
(gdb)
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
#1 0x000055aeb54bbb0d in fridgethr_freeze (thr_ctx=0x7f7097ff2300,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
#2 fridgethr_start_routine (arg=0x7f7097ff2300) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7081ddd700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
(gdb) thread apply all bt
Thread 46 (Thread 0x7f70807ff700 (LWP 2152)):
#0 __lll_lock_wait_private () at
../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:95
#1 0x00007f70b27a8c2d in _L_lock_3049 () from /lib64/libpthread.so.0
#2 0x00007f70b27a7ed1 in start_thread (arg=0x7f70807ff700) at
pthread_create.c:297
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 45 (Thread 0x7f70b0c76700 (LWP 2151)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007f70b2380a29 in work_pool_thread () from /lib64/libntirpc.so.1.4
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70b0c76700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 44 (Thread 0x7f70815dc700 (LWP 2149)):
#0 __lll_lock_wait () at
../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007f70b27a9d02 in _L_lock_791 () from /lib64/libpthread.so.0
#2 0x00007f70b27a9c08 in __GI___pthread_mutex_lock
(mutex=mutex@entry=0x7f70b0470c50)
at pthread_mutex_lock.c:64
#3 0x000055aeb54bb66f in fridgethr_freeze (thr_ctx=0x7f7097ff2580,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:358
#4 fridgethr_start_routine (arg=0x7f7097ff2580) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#5 0x00007f70b27a7dc5 in start_thread (arg=0x7f70815dc700) at
pthread_create.c:308
#6 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 43 (Thread 0x7f7081ddd700 (LWP 2148)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
#1 0x000055aeb54bbb0d in fridgethr_freeze (thr_ctx=0x7f7097ff2300,
fr=0x7f70b0470c00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
#2 fridgethr_start_routine (arg=0x7f7097ff2300) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7081ddd700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 42 (Thread 0x7f70b03ff700 (LWP 2094)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb54bb8b4 in fridgethr_freeze (thr_ctx=0x7f70b0412300,
fr=0x7f70b046d180)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:416
#2 fridgethr_start_routine (arg=0x7f70b0412300) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70b03ff700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 41 (Thread 0x7f70ad67d700 (LWP 2096)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007f70aef161d8 in syncenv_task (proc=proc@entry=0x7f70b073b040) at
syncop.c:603
#2 0x00007f70aef17020 in syncenv_processor (thdata=0x7f70b073b040) at
syncop.c:695
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70ad67d700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 40 (Thread 0x7f70ace7c700 (LWP 2097)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007f70aef161d8 in syncenv_task (proc=proc@entry=0x7f70b073b400) at
syncop.c:603
#2 0x00007f70aef17020 in syncenv_processor (thdata=0x7f70b073b400) at
syncop.c:695
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70ace7c700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 39 (Thread 0x7f70aa9ff700 (LWP 2098)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007f70aef161d8 in syncenv_task (proc=proc@entry=0x7f70ac3ef040) at
syncop.c:603
#2 0x00007f70aef17020 in syncenv_processor (thdata=0x7f70ac3ef040) at
syncop.c:695
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70aa9ff700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 38 (Thread 0x7f70aa1fe700 (LWP 2099)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
---Type <return> to continue, or q <return> to quit---
#1 0x00007f70aef161d8 in syncenv_task (proc=proc@entry=0x7f70ac3ef400) at
syncop.c:603
#2 0x00007f70aef17020 in syncenv_processor (thdata=0x7f70ac3ef400) at
syncop.c:695
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70aa1fe700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 37 (Thread 0x7f70a22d8700 (LWP 2100)):
#0 0x00007f70b27ae96d in nanosleep () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70aeeeb086 in gf_timer_proc (data=0x7f70b041e700) at timer.c:176
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70a22d8700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 36 (Thread 0x7f70a18d4700 (LWP 2101)):
#0 0x00007f70b27a8ef7 in pthread_join (threadid=140121707804416,
thread_return=thread_return@entry=0x0) at pthread_join.c:92
#1 0x00007f70aef37bc8 in event_dispatch_epoll (event_pool=0x7f70ac3eb040)
at event-epoll.c:758
#2 0x00007f70af1acba4 in glfs_poller (data=<optimized out>) at glfs.c:612
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70a18d4700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 35 (Thread 0x7f70a09e7700 (LWP 2102)):
#0 0x00007f70b1e752c3 in epoll_wait () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70aef37620 in event_dispatch_epoll_worker (data=0x7f70a0c0f0c0)
at event-epoll.c:664
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70a09e7700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 34 (Thread 0x7f709bbff700 (LWP 2103)):
#0 0x00007f70b1e752c3 in epoll_wait () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70aef37620 in event_dispatch_epoll_worker (data=0x7f709f8967a0)
at event-epoll.c:664
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f709bbff700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 33 (Thread 0x7f70983ff280 (LWP 2104)):
#0 0x00007f70b1e3befd in nanosleep () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70b1e6cb34 in usleep (useconds=useconds@entry=10) at
../sysdeps/unix/sysv/linux/usleep.c:32
#2 0x00007f70af5e020d in GLUSTERFSAL_UP_Thread (Arg=0x7f70b046d900)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/FSAL/FSAL_GLUSTER/fsal_up.c:197
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70983ff280) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 32 (Thread 0x7f70b4237700 (LWP 2105)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007f70b2380a29 in work_pool_thread () from /lib64/libntirpc.so.1.4
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70b4237700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 31 (Thread 0x7f70943ff700 (LWP 2106)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x000055aeb54c1773 in delayed_thread (arg=0x7f70ab729720)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/delayed_exec.c:229
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70943ff700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 30 (Thread 0x7f7093bfe700 (LWP 2107)):
#0 0x00007f70b27aee91 in do_sigwait (sig=0x7f7093bfd4ac, set=<optimized
out>) at ../sysdeps/unix/sysv/linux/sigwait.c:61
#1 __sigwait (set=set@entry=0x7f7093bfd4b0, sig=sig@entry=0x7f7093bfd4ac)
at ../sysdeps/unix/sysv/linux/sigwait.c:99
#2 0x000055aeb542fbd0 in sigmgr_thread (UnusedArg=<optimized out>)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_init.c:129
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7093bfe700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 29 (Thread 0x7f70933fd700 (LWP 2108)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0416400)
---Type <return> to continue, or q <return> to quit---
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0416400)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0416400)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f70933fd700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 28 (Thread 0x7f7092bfc700 (LWP 2109)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0416680)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0416680)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0416680)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f7092bfc700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 27 (Thread 0x7f70923fb700 (LWP 2110)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0416900)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0416900)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0416900)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f70923fb700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 26 (Thread 0x7f7091bfa700 (LWP 2111)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0416b80)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0416b80)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0416b80)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f7091bfa700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 25 (Thread 0x7f70913f9700 (LWP 2112)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0416e00)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0416e00)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0416e00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f70913f9700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 24 (Thread 0x7f7090bf8700 (LWP 2113)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0417080)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0417080)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0417080)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f7090bf8700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
---Type <return> to continue, or q <return> to quit---
Thread 23 (Thread 0x7f70903f7700 (LWP 2114)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0417300)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0417300)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0417300)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f70903f7700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 22 (Thread 0x7f708fbf6700 (LWP 2115)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0417580)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0417580)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0417580)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708fbf6700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 21 (Thread 0x7f708f3f5700 (LWP 2116)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0417800)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0417800)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0417800)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708f3f5700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 20 (Thread 0x7f708ebf4700 (LWP 2117)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0417a80)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0417a80)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0417a80)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708ebf4700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 19 (Thread 0x7f708e3f3700 (LWP 2118)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0417d00)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0417d00)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0417d00)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708e3f3700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 18 (Thread 0x7f708dbf2700 (LWP 2119)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0417f80)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0417f80)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
---Type <return> to continue, or q <return> to quit---
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0417f80)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708dbf2700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 17 (Thread 0x7f708d3f1700 (LWP 2120)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0418200)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0418200)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0418200)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708d3f1700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 16 (Thread 0x7f708cbf0700 (LWP 2121)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0418480)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0418480)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0418480)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708cbf0700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 15 (Thread 0x7f708c3ef700 (LWP 2122)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0418700)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0418700)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0418700)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708c3ef700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 14 (Thread 0x7f708bbee700 (LWP 2123)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb542e8bf in nfs_rpc_dequeue_req (worker=worker@entry
=0x7f70b0418980)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:1612
#2 0x000055aeb542947c in worker_run (ctx=0x7f70b0418980)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_worker_thread.c:1541
#3 0x000055aeb54bb659 in fridgethr_start_routine (arg=0x7f70b0418980)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:550
#4 0x00007f70b27a7dc5 in start_thread (arg=0x7f708bbee700) at
pthread_create.c:308
#5 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 13 (Thread 0x7f708b3ed700 (LWP 2124)):
#0 0x00007f70b1e752c3 in epoll_wait () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70b2377653 in svc_rqst_thrd_run () from /lib64/libntirpc.so.1.4
#2 0x000055aeb5429c8d in rpc_dispatcher_thread (arg=<optimized out>)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:2231
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f708b3ed700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 12 (Thread 0x7f708abec700 (LWP 2125)):
#0 0x00007f70b1e752c3 in epoll_wait () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70b2377653 in svc_rqst_thrd_run () from /lib64/libntirpc.so.1.4
#2 0x000055aeb5429c8d in rpc_dispatcher_thread (arg=<optimized out>)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:2231
---Type <return> to continue, or q <return> to quit---
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f708abec700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 11 (Thread 0x7f708a3eb700 (LWP 2126)):
#0 0x00007f70b1e752c3 in epoll_wait () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70b2377653 in svc_rqst_thrd_run () from /lib64/libntirpc.so.1.4
#2 0x000055aeb5429c8d in rpc_dispatcher_thread (arg=<optimized out>)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:2231
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f708a3eb700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 10 (Thread 0x7f7089bea700 (LWP 2127)):
#0 0x00007f70b1e752c3 in epoll_wait () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70b2377653 in svc_rqst_thrd_run () from /lib64/libntirpc.so.1.4
#2 0x000055aeb5429c8d in rpc_dispatcher_thread (arg=<optimized out>)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:2231
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7089bea700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 9 (Thread 0x7f70893e9700 (LWP 2128)):
#0 0x00007f70b1e752c3 in epoll_wait () at
../sysdeps/unix/syscall-template.S:81
#1 0x00007f70b2377653 in svc_rqst_thrd_run () from /lib64/libntirpc.so.1.4
#2 0x000055aeb5429c8d in rpc_dispatcher_thread (arg=<optimized out>)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_rpc_dispatcher_thread.c:2231
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70893e9700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 8 (Thread 0x7f7088be8700 (LWP 2129)):
#0 0x00007f70b27ae4ad in accept () at ../sysdeps/unix/syscall-template.S:81
#1 0x000055aeb543556c in _9p_dispatcher_thread (Arg=<optimized out>)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/9p_dispatcher.c:582
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f7088be8700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 7 (Thread 0x7f70883e7700 (LWP 2130)):
#0 0x00007f70b1e6a69d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007f70b3dcdf78 in poll (__timeout=<optimized out>,
__nfds=<optimized out>, __fds=<optimized out>)
at /usr/include/bits/poll2.h:46
#2 _dbus_poll (fds=<optimized out>, n_fds=<optimized out>,
timeout_milliseconds=<optimized out>) at dbus-sysdeps-unix.c:2531
#3 0x00007f70b3dc7770 in socket_do_iteration (transport=0x7f70b06c0700,
flags=6, timeout_milliseconds=<optimized out>)
at dbus-transport-socket.c:1125
#4 0x00007f70b3dc65ef in _dbus_transport_do_iteration
(transport=0x7f70b06c0700, flags=6, timeout_milliseconds=100)
at dbus-transport.c:976
#5 0x00007f70b3dafd7c in _dbus_connection_do_iteration_unlocked
(connection=connection@entry=0x7f70b06cb8c0,
pending=pending@entry=0x0, flags=6, flags@entry=7,
timeout_milliseconds=timeout_milliseconds@entry=100)
at dbus-connection.c:1234
#6 0x00007f70b3db2112 in _dbus_connection_read_write_dispatch
(connection=0x7f70b06cb8c0,
timeout_milliseconds=timeout_milliseconds@entry=100,
dispatch=dispatch@entry=1) at dbus-connection.c:3661
#7 0x00007f70b3db2180 in dbus_connection_read_write_dispatch
(connection=<optimized out>,
timeout_milliseconds=timeout_milliseconds@entry=100) at
dbus-connection.c:3729
#8 0x000055aeb54ea02f in gsh_dbus_thread (arg=<optimized out>)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/dbus/dbus_server.c:737
#9 0x00007f70b27a7dc5 in start_thread (arg=0x7f70883e7700) at
pthread_create.c:308
#10 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 6 (Thread 0x7f70873ff700 (LWP 2131)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x000055aeb54364fe in admin_thread (UnusedArg=<optimized out>)
at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_admin_thread.c:463
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70873ff700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
---Type <return> to continue, or q <return> to quit---
Thread 5 (Thread 0x7f7086bfe700 (LWP 2132)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb54bb8b4 in fridgethr_freeze (thr_ctx=0x7f70b0418c00,
fr=0x7f70b0470a80)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:416
#2 fridgethr_start_routine (arg=0x7f70b0418c00) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f7086bfe700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 4 (Thread 0x7f70857ff700 (LWP 2135)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x000055aeb54bb8b4 in fridgethr_freeze (thr_ctx=0x7f708580e080,
fr=0x7f70b046fb80)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:416
#2 fridgethr_start_routine (arg=0x7f708580e080) at
/usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
#3 0x00007f70b27a7dc5 in start_thread (arg=0x7f70857ff700) at
pthread_create.c:308
#4 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 3 (Thread 0x7f70b4226700 (LWP 2136)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007f70b2380a29 in work_pool_thread () from /lib64/libntirpc.so.1.4
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70b4226700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 2 (Thread 0x7f70b0c87700 (LWP 2137)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at
../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007f70b2380a29 in work_pool_thread () from /lib64/libntirpc.so.1.4
#2 0x00007f70b27a7dc5 in start_thread (arg=0x7f70b0c87700) at
pthread_create.c:308
#3 0x00007f70b1e74ced in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:113
Thread 1 (Thread 0x7f70b43f9100 (LWP 2092)):
#0 0x00007f70b27a8ef7 in pthread_join (threadid=140121282180864,
thread_return=thread_return@entry=0x0) at pthread_join.c:92
#1 0x000055aeb543158e in nfs_start
(p_start_info=p_start_info@entry=0x55aeb574c050
<my_nfs_start_info>)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_init.c:829
#2 0x000055aeb53feac6 in main (argc=<optimized out>, argv=<optimized out>)
at /usr/src/debug/nfs-ganesha-2.4-dev-26/src/MainNFSD/nfs_main.c:485
On 27 July 2016 at 06:15, Soumya Koduri <[email protected]> wrote:
>
>
> On 07/26/2016 10:57 PM, James Rose wrote:
>
>> Hi Soumya,
>>
>> I have tested again with features.cache-invalidation disabled.
>>
>> This does improve the situation. The find now succeeds while the rsync
>> is in progress.
>>
>
> Okay. Could you please print fe->ctx and check if indeed gone stale. There
> had been few changes to upcall processing code-path.
> @Dan, do you suspect any?
>
>
>> There could be another issue too. I have yet to create a reliable test
>> to trigger this but I often receive stale file handles in situations
>> where I would not expect to. Almost always after a server restart where
>> client does not umount and sometimes after data has been updated by
>> another client. I'll send a new message to the lists when I have some
>> repeatable examples.
>>
>
> I see this issue too. Will look into it.
>
> Thanks,
> Soumya
>
>
>> Thanks
>>
>> James.
>>
>>
>>
>> On 26 July 2016 at 13:55, Soumya Koduri <[email protected]
>> <mailto:[email protected]>> wrote:
>>
>>
>> Strange. I have been testing nfs-ganesha+gluster (master branch) on
>> fedora. Haven't hit this issue. From both the bt looks like may be
>> fe->ctx has gone bad. Could you please verify that in gdb?
>>
>> Also from the test case, since there are two clients involved, there
>> could have been upcalls generated. Do you have the upcall
>> (features.cache-invalidation) on for the gluster volume. If yes,
>> could you turn it off and re-test it.
>>
>> Thanks,
>> Soumya
>>
>>
>> Dev 24 and 26 SIGSEGV when an nfs v4 client runs find on the
>> test data
>> set. This is not triggered in dev 21.
>>
>> Test system is CentOS7.2
>> Gluster 3.8.1-1.el7
>> libntirpc-1.4.0-0.2pre2
>>
>> Clients are SL6.7
>>
>> To reproduce.
>>
>> Copy data to the cluster (SL6.7 nfs v4 client).
>>
>> from another client attempt to run find on the data.
>>
>>
>> GDB backtrace for dev 24:
>>
>> (gdb) continue
>> Continuing.
>> [New Thread 0x7f8ad0ddd700 (LWP 4580)]
>> [New Thread 0x7f8ad05dc700 (LWP 4581)]
>> [New Thread 0x7f8acfddb700 (LWP 4582)]
>> [New Thread 0x7f8acf5da700 (LWP 4583)]
>>
>> Program received signal SIGSEGV, Segmentation fault.
>> [Switching to Thread 0x7f8acf5da700 (LWP 4583)]
>> 0x0000000000000000 in ?? ()
>> (gdb) backtrace
>> #0 0x0000000000000000 in ?? ()
>> #1 0x00000000004f921b in fridgethr_start_routine
>> (arg=0x7f8ae68ada80)
>> at
>>
>> /usr/src/debug/nfs-ganesha-2.4-dev-24-0.1.1-Source/support/fridgethr.c:550
>> #2 0x00007f8b015e4dc5 in start_thread (arg=0x7f8acf5da700) at
>> pthread_create.c:308
>> #3 0x00007f8b00ec7ced in clone () at
>> ../sysdeps/unix/sysv/linux/x86_64/clone.S:113
>> (gdb) exit
>>
>>
>> GDB bactrace for dev 26
>>
>> (gdb) continue
>> Continuing.
>> [New Thread 0x7fbdc4fff700 (LWP 4323)]
>> [New Thread 0x7fbdf39e9700 (LWP 4324)]
>> [New Thread 0x7fbdf0445700 (LWP 4325)]
>> [New Thread 0x7fbdc07ff700 (LWP 4327)]
>> [New Thread 0x7fbdbfffe700 (LWP 4328)]
>> [New Thread 0x7fbdbf7fd700 (LWP 4329)]
>>
>> Program received signal SIGSEGV, Segmentation fault.
>> [Switching to Thread 0x7fbdc07ff700 (LWP 4327)]
>> pthread_cond_wait@@GLIBC_2.3.2 () at
>> ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
>> 134 movl MUTEX_KIND(%r8), %eax
>> (gdb) backtrace
>> #0 pthread_cond_wait@@GLIBC_2.3.2 () at
>> ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:134
>> #1 0x00007fbdf3cbfb0d in fridgethr_freeze
>> (thr_ctx=0x7fbdd70e6300,
>> fr=0x7fbdefc70c00) at
>> /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:420
>> #2 fridgethr_start_routine (arg=0x7fbdd70e6300) at
>> /usr/src/debug/nfs-ganesha-2.4-dev-26/src/support/fridgethr.c:554
>> #3 0x00007fbdf1f65dc5 in start_thread (arg=0x7fbdc07ff700) at
>> pthread_create.c:308
>> #4 0x00007fbdf1632ced in clone () at
>> ../sysdeps/unix/sysv/linux/x86_64/clone.S:113
>> (gdb) quit
>>
>>
>> Thanks
>>
>> James
>>
>>
>>
>> ------------------------------------------------------------------------------
>> What NetFlow Analyzer can do for you? Monitors network bandwidth
>> and traffic
>> patterns at an interface-level. Reveals which users, apps, and
>> protocols are
>> consuming the most bandwidth. Provides multi-vendor support for
>> NetFlow,
>> J-Flow, sFlow and other flows. Make informed decisions using
>> capacity planning
>> reports.http://sdm.link/zohodev2dev
>>
>>
>>
>> _______________________________________________
>> Nfs-ganesha-devel mailing list
>> [email protected]
>> <mailto:[email protected]>
>> https://lists.sourceforge.net/lists/listinfo/nfs-ganesha-devel
>>
>>
>>
------------------------------------------------------------------------------
What NetFlow Analyzer can do for you? Monitors network bandwidth and traffic
patterns at an interface-level. Reveals which users, apps, and protocols are
consuming the most bandwidth. Provides multi-vendor support for NetFlow,
J-Flow, sFlow and other flows. Make informed decisions using capacity planning
reports.http://sdm.link/zohodev2dev
_______________________________________________
Nfs-ganesha-devel mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/nfs-ganesha-devel
