See <https://build.gluster.org/job/regression-test-with-multiplex/698/display/redirect?page=changes>
Changes: [atin] Revert "glusterd: handling brick termination in brick-mux" ------------------------------------------ [...truncated 1.03 MB...] No symbol table info available. Thread 5 (Thread 0x7fc5cc16a700 (LWP 15501)): #0 0x00007fc5e3f4e945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fc5d4d13329 in index_worker (data=0x7fc5a85e9fe0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/index/src/index.c>:218 priv = 0x7fc5a8604840 this = 0x7fc5a85e9fe0 stub = 0x0 bye = false #2 0x00007fc5e3f4ae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fc5e381734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7fc5bc4f7700 (LWP 15516)): #0 0x00007fc5e3f4e945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fc5d4d13329 in index_worker (data=0x7fc5985e9ff0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/index/src/index.c>:218 priv = 0x7fc5986048c0 this = 0x7fc5985e9ff0 stub = 0x0 bye = false #2 0x00007fc5e3f4ae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fc5e381734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7fc5daef2700 (LWP 15414)): #0 0x00007fc5e3f5142d in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fc5e3f4cdcb in _L_lock_812 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007fc5e3f4cc98 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fc5e50fe4b4 in _gf_log (domain=0x7fc5a85e9830 "patchy-barrier", file=0x7fc5d4f2f710 "<https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/barrier/src/barrier.c",> function=0x7fc5d4f3043e <__FUNCTION__.17226> "fini", line=662, level=GF_LOG_INFO, fmt=0x7fc5d4f2fcd0 "Disabling barriering and dequeuing all the queued fops") at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/logging.c>:2266 basename = 0x7fc5d4f2f769 "barrier.c" new_logfile = 0x0 ap = {{gp_offset = 48, fp_offset = 48, overflow_arg_area = 0x7fc594c89d80, reg_save_area = 0x7fc594c89cb0}} timestr = "2018-03-30 16:42:05.373598", '\000' <repeats 229 times> tv = {tv_sec = 1522428125, tv_usec = 373598} str1 = 0x7fc5a46797b0 "[2018-03-30 16:42:05.373598] I [barrier.c:662:fini] 0-patchy-barrier: " str2 = 0x7fc5a407d750 "Disabling barriering and dequeuing all the queued fops" msg = 0x7fc5a404c300 "[2018-03-30 16:42:05.373598] I [barrier.c:662:fini] 0-patchy-barrier: Disabling barriering and dequeuing all the queued fops" len = 70 ret = 54 fd = -1 this = 0x7fc5e54032c0 <global_xlator> ctx = 0x10d6010 level_strings = {0x7fc5e51d430e "", 0x7fc5e51d430f "M", 0x7fc5e51d4311 "A", 0x7fc5e51d4313 "C", 0x7fc5e51d4315 "E", 0x7fc5e51d4317 "W", 0x7fc5e51d4319 "N", 0x7fc5e51d431b "I", 0x7fc5e51d431d "D", 0x7fc5e51d431f "T", 0x7fc5e51d430e ""} __PRETTY_FUNCTION__ = "_gf_log" __FUNCTION__ = "_gf_log" #4 0x00007fc5d4f2f08e in fini (this=0x7fc5a85e8800) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/barrier/src/barrier.c>:661 priv = 0x7fc5a86094b0 queue = {next = 0x7fc594c89d90, prev = 0x7fc594c89d90} __FUNCTION__ = "fini" #5 0x000000000040ba35 in ?? () No symbol table info available. #6 0x00000000010d6010 in ?? () No symbol table info available. #7 0x00007fc5a85e8800 in ?? () No symbol table info available. #8 0x00007fc594c89df0 in ?? () No symbol table info available. #9 0x000000000040ba24 in ?? () No symbol table info available. #10 0x00000000010d7440 in ?? () No symbol table info available. #11 0x00007fc5a85e9fe0 in ?? () No symbol table info available. #12 0x00007fc594c89e10 in ?? () No symbol table info available. #13 0x000000000040ba24 in ?? () No symbol table info available. #14 0x00007fc5e5613d80 in ?? () No symbol table info available. #15 0x00007fc5a85eb880 in ?? () No symbol table info available. #16 0x00007fc594c89e30 in ?? () No symbol table info available. #17 0x000000000040ba24 in ?? () No symbol table info available. #18 0x00007fc594c89e70 in ?? () No symbol table info available. #19 0x00007fc5a85ed030 in ?? () No symbol table info available. #20 0x00007fc594c89e70 in ?? () No symbol table info available. #21 0x000000000040ba85 in ?? () No symbol table info available. #22 0x0000000000000000 in ?? () No symbol table info available. Thread 2 (Thread 0x7fc5a23f6700 (LWP 16865)): #0 0x00007fc5d5570145 in list_empty (head=0x7fc5a9a93b08) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/list.h>:115 No locals. #1 0x00007fc5d557038c in __iot_dequeue (conf=0x7fc5a9a93aa0, pri=0x7fc5a23f5e8c) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:93 stub = 0x0 i = 0 ctx = 0x0 #2 0x00007fc5d5570842 in iot_worker (data=0x7fc5a9a93aa0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:221 conf = 0x7fc5a9a93aa0 this = 0x7fc5a9a8e790 stub = 0x0 sleep_till = {tv_sec = 1522428245, tv_nsec = 385308044} ret = 0 pri = -1 bye = false __FUNCTION__ = "iot_worker" #3 0x00007fc5e3f4ae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fc5e381734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7fc5a3fff700 (LWP 15432)): #0 0x00007fc5e37541f7 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fc5e37558e8 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fc5e374d266 in __assert_fail_base () from /lib64/libc.so.6 No symbol table info available. #3 0x00007fc5e374d312 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #4 0x00007fc5e510ca10 in __inode_unref (inode=0x7fc594191c18) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:484 index = 0 this = 0x7fc5d002f810 __PRETTY_FUNCTION__ = "__inode_unref" #5 0x00007fc5e510cc07 in inode_unref (inode=0x7fc594191c18) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:558 table = 0x7fc5b848a2e0 #6 0x00007fc5d44020cd in server_loc_wipe (loc=0x1236cd8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:158 No locals. #7 0x00007fc5d44022bc in free_state (state=0x1236cc0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:218 No locals. #8 0x00007fc5d43fa2c5 in server_submit_reply (frame=0x11c5bf8, req=0x126cd78, arg=0x7fc594489860, payload=0x0, payloadcount=0, iobref=0x7fc599a89920, xdrproc=0x7fc5e4c9d2f4 <xdr_gfx_common_rsp>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server.c>:154 iob = 0x10f1788 ret = -1 rsp = {iov_base = 0x7fc5e5613880, iov_len = 20} state = 0x1236cc0 new_iobref = 1 '\001' client = 0x115e490 __FUNCTION__ = "server_submit_reply" #9 0x00007fc5d4442bea in server4_inodelk_cbk (frame=0x11c5bf8, cookie=0x1189c18, this=0x7fc5d002f810, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-rpc-fops_v2.c>:286 rsp = {op_ret = -1, op_errno = 0, xdata = {xdr_size = 0, count = -1, pairs = {pairs_len = 0, pairs_val = 0x0}}} state = 0x1236cc0 req = 0x126cd78 __FUNCTION__ = "server4_inodelk_cbk" #10 0x00007fc5d48bd03c in io_stats_inodelk_cbk (frame=0x1189c18, cookie=0x1197c28, this=0x7fc5a8bd7cf0, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/debug/io-stats/src/io-stats.c>:2677 fn = 0x7fc5d4442a16 <server4_inodelk_cbk> _parent = 0x11c5bf8 old_THIS = 0x7fc5a8bd7cf0 __FUNCTION__ = "io_stats_inodelk_cbk" #11 0x00007fc5e51b4e75 in default_inodelk_cbk (frame=0x1197c28, cookie=0x7fc5c8277e78, this=0x7fc5a8bcead0, op_ret=-1, op_errno=0, xdata=0x0) at defaults.c:1177 fn = 0x7fc5d48bcbfc <io_stats_inodelk_cbk> _parent = 0x1189c18 old_THIS = 0x7fc5a8bcead0 __FUNCTION__ = "default_inodelk_cbk" #12 0x00007fc5d5ff8962 in pl_forget (this=0x7fc5a8bc7ea0, inode=0x7fc594191c18) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/locks/src/posix.c>:2545 fn = 0x7fc5e51b4af2 <default_inodelk_cbk> _parent = 0x1197c28 old_THIS = 0x7fc5a8bc7ea0 pl_inode = 0x118b240 ext_tmp = 0x7fc594489a90 ext_l = 0x7fc594489a90 posixlks_released = {next = 0x7fc594489a90, prev = 0x7fc594489a90} ino_tmp = 0x7fc5c80c3410 ino_l = 0x7fc5c80ca110 inodelks_released = {next = 0x7fc5c80ca120, prev = 0x7fc59c053000} rw_tmp = 0x0 rw_req = 0x0 entry_tmp = 0x0 entry_l = 0x0 entrylks_released = {next = 0x7fc594489a70, prev = 0x7fc594489a70} dom = 0x118b268 dom_tmp = 0x118b268 __FUNCTION__ = "pl_forget" #13 0x00007fc5e510c3d6 in __inode_ctx_free (inode=0x7fc594191c18) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:331 index = 7 xl = 0x7fc5a8bc7ea0 old_THIS = 0x7fc5e54032c0 <global_xlator> __FUNCTION__ = "__inode_ctx_free" #14 0x00007fc5e510c4a0 in __inode_destroy (inode=0x7fc594191c18) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:352 __FUNCTION__ = "__inode_destroy" #15 0x00007fc5e510edc7 in inode_table_prune (table=0x7fc5b848a2e0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1578 ret = 0 purge = {next = 0x7fc5b8142d80, prev = 0x7fc5b8142d80} del = 0x7fc594191c18 tmp = 0x7fc5b8142cf8 entry = 0x0 __FUNCTION__ = "inode_table_prune" #16 0x00007fc5e510f797 in inode_table_destroy (inode_table=0x7fc5b848a2e0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1852 trav = 0x7fc5b8142cf8 __FUNCTION__ = "inode_table_destroy" #17 0x000000000040bac1 in ?? () No symbol table info available. #18 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfsd corefile : /glustersproc2-15410.core ========================================================= + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glusteriotwr0-25470.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glusteriotwr0-25470.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glustersproc2-15410.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glustersproc2-15410.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-698.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-698.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-698.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-698.tar.bz2' Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-698.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/698/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180304 /var/log/messages-20180311 /var/log/messages-20180319 /var/log/messages-20180325 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-with-multiplex/ws/> glusterfs-logs.tgz _logs_collec...@http.int.rht.gluster.org:/var/www/glusterfs-logs/regression-test-with-multiplex-698.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list maintainers@gluster.org http://lists.gluster.org/mailman/listinfo/maintainers