See <https://build.gluster.org/job/regression-test-burn-in/3927/display/redirect>
------------------------------------------ [...truncated 1.13 MB...] this = 0x7fa5c88abaf0 stub = 0x0 #2 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 8 (Thread 0x7fa25cef8700 (LWP 24205)): #0 0x00007fa5db3ef945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fa5cd8e7500 in br_stub_signth (arg=0x7fa5c88abaf0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/features/bit-rot/src/stub/bit-rot-stub.c>:868 this = 0x7fa5c88abaf0 priv = 0x7fa5c8a05cf0 sigstub = 0x0 #2 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (Thread 0x7fa26648d700 (LWP 24184)): #0 0x00007fa5db3ef945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fa5cec62a17 in posix_fsyncer_pick (this=0x7fa5bc6147c0, head=0x7fa26648ce90) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/storage/posix/src/posix-helpers.c>:2221 priv = 0x7fa5bc7d3160 count = 0 #2 0x00007fa5cec62d2a in posix_fsyncer (d=0x7fa5bc6147c0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/storage/posix/src/posix-helpers.c>:2317 this = 0x7fa5bc6147c0 priv = 0x7fa5bc7d3160 stub = 0x0 tmp = 0x0 list = {next = 0x7fa26648ce90, prev = 0x7fa26648ce90} count = 0 do_fsync = true __FUNCTION__ = "posix_fsyncer" #3 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (Thread 0x7fa26748f700 (LWP 24182)): #0 0x00007fa5dac7f1ad in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fa5dac7f044 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fa5cec61e1d in posix_health_check_thread_proc (data=0x7fa5bc6147c0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/storage/posix/src/posix-helpers.c>:1973 this = 0x7fa5bc6147c0 priv = 0x7fa5bc7d3160 interval = 30 ret = 0 top = 0x0 victim = 0x0 trav_p = 0x0 count = 0 victim_found = false ctx = 0xd78010 __FUNCTION__ = "posix_health_check_thread_proc" #3 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7fa267c90700 (LWP 24181)): #0 0x00007fa5dac7f1ad in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fa5dac7f044 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fa5cec6275b in posix_disk_space_check_thread_proc (data=0x7fa5bc6147c0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/storage/posix/src/posix-helpers.c>:2153 this = 0x7fa5bc6147c0 priv = 0x7fa5bc7d3160 interval = 5 ret = 0 __FUNCTION__ = "posix_disk_space_check_thread_proc" #3 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7fa26a5d7700 (LWP 24174)): #0 0x00007fa5db3efcf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fa5cca11727 in iot_worker (data=0x7fa5bc656ae0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/io-threads/src/io-threads.c>:195 conf = 0x7fa5bc656ae0 this = 0x7fa5bc6255d0 stub = 0x0 sleep_till = {tv_sec = 1521821704, tv_nsec = 198785390} ret = 0 pri = -1 bye = false __FUNCTION__ = "iot_worker" #2 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7fa26a6d8700 (LWP 24173)): #0 0x00007fa5db3ef945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fa5cc1b4329 in index_worker (data=0x7fa5bc62b7a0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/features/index/src/index.c>:218 priv = 0x7fa5bc6462b0 this = 0x7fa5bc62b7a0 stub = 0x0 bye = false #2 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7fa5977fe700 (LWP 22452)): #0 0x00007fa5db3f242d in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fa5db3eddcb in _L_lock_812 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007fa5db3edc98 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fa5dc59ec52 in _gf_log (domain=0x7fa3ab994290 "patchy-vol18-io-stats", file=0x7fa5c7bbd0e0 "<https://build.gluster.org/job/regression-test-burn-in/ws/xlators/debug/io-stats/src/io-stats.c",> function=0x7fa5c7bbff04 <__FUNCTION__.20894> "fini", line=4146, level=GF_LOG_INFO, fmt=0x7fa5c7bbeffc "io-stats translator unloaded") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:2266 basename = 0x7fa5c7bbd130 "io-stats.c" new_logfile = 0x0 ap = {{gp_offset = 48, fp_offset = 48, overflow_arg_area = 0x7fa3f28a57e0, reg_save_area = 0x7fa3f28a5710}} timestr = "2018-03-23 16:13:04.315588", '\000' <repeats 229 times> tv = {tv_sec = 1521821584, tv_usec = 315588} str1 = 0x7fa3a8568130 "[2018-03-23 16:13:04.315588] I [io-stats.c:4146:fini] 0-patchy-vol18-io-stats: " str2 = 0x7fa5922d7870 "io-stats translator unloaded" msg = 0x7fa4a7f69670 "[2018-03-23 16:13:04.315588] I [io-stats.c:4146:fini] 0-patchy-vol18-io-stats: io-stats translator unloaded" len = 79 ret = 28 fd = -1 this = 0x7fa5dc8a32c0 <global_xlator> ctx = 0xd78010 level_strings = {0x7fa5dc6749ae "", 0x7fa5dc6749af "M", 0x7fa5dc6749b1 "A", 0x7fa5dc6749b3 "C", 0x7fa5dc6749b5 "E", 0x7fa5dc6749b7 "W", 0x7fa5dc6749b9 "N", 0x7fa5dc6749bb "I", 0x7fa5dc6749bd "D", 0x7fa5dc6749bf "T", 0x7fa5dc6749ae ""} __PRETTY_FUNCTION__ = "_gf_log" __FUNCTION__ = "_gf_log" #4 0x00007fa5c7bbc097 in fini (this=0x7fa3ab993260) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/debug/io-stats/src/io-stats.c>:4145 conf = 0x7fa3ab9a0b00 __FUNCTION__ = "fini" #5 0x000000000040ba35 in ?? () No symbol table info available. #6 0x00007fa3f28a5860 in ?? () No symbol table info available. #7 0x00007fa3ab993260 in ?? () No symbol table info available. #8 0x00007fa3f28a5860 in ?? () No symbol table info available. #9 0x000000000040ba85 in ?? () No symbol table info available. #10 0x0000000000000000 in ?? () No symbol table info available. Thread 1 (Thread 0x7fa277c75700 (LWP 24144)): #0 0x00007fa5cd484fb6 in pl_trace_flush (this=0x7fa5abb97f30, frame=0x7fa57ae485a8, fd=0x7fa5c8aa7048) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/features/locks/src/common.c>:335 priv = 0x0 pl_locker = '\000' <repeats 16 times>, "\060\177\271\253\245\177\000\000\210K\000\244\245\177\000\000p<\276\253\245\177\000\000\240=sy\a\000\000\000\020I\307w\242\177\000\000\272\002[ܥ\177\000\000\000\000\000\000\000\000\000\000XI\307w\242\177\000\000\060\177\271\253\245\177\000\000\210K\000\244\245\177\000\000PI\307w\242\177\000\000\a\000\000\000\000\000\000\000@I\307w\242\177\000\000q\003[ܥ\177\000\000pI\307w\242\177\000\000XI\307w\242\177\000\000\060\177\271\253\245\177\000\000\210K\000\244\245\177\000\000pI\307w\242\177\000\000\035DHͥ\177\000\000\320=sy\245\177\000\000\320=sy\245\177\000\000\060\177\271\253\245\177\000\000\210K\000"... pl_lockee = '\000' <repeats 208 times>... pl_inode = 0x0 __FUNCTION__ = "pl_trace_flush" #1 0x00007fa5cd492f03 in pl_flush (frame=0x7fa57ae485a8, this=0x7fa5abb97f30, fd=0x7fa5c8aa7048, xdata=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/features/locks/src/posix.c>:1596 pl_inode = 0x7fa579733dd0 __FUNCTION__ = "pl_flush" #2 0x00007fa5dc66c950 in default_flush (frame=0x7fa57ae485a8, this=0x7fa5abb99310, fd=0x7fa5c8aa7048, xdata=0x0) at defaults.c:2405 old_THIS = 0x7fa5abb99310 next_xl = 0x7fa5abb97f30 next_xl_fn = 0x7fa5cd492893 <pl_flush> opn = 15 __FUNCTION__ = "default_flush" #3 0x00007fa5dc66c950 in default_flush (frame=0x7fa57ae485a8, this=0x7fa5abb9aa80, fd=0x7fa5c8aa7048, xdata=0x0) at defaults.c:2405 old_THIS = 0x7fa5abb9aa80 next_xl = 0x7fa5abb99310 next_xl_fn = 0x7fa5dc66c76b <default_flush> opn = 15 __FUNCTION__ = "default_flush" #4 0x00007fa5cce55cdc in leases_flush (frame=0x7fa57bfdeff8, this=0x7fa5abb9c080, fd=0x7fa5c8aa7048, xdata=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/features/leases/src/leases.c>:898 _new = 0x7fa57ae485a8 old_THIS = 0x7fa5abb9c080 next_xl_fn = 0x7fa5dc66c76b <default_flush> tmp_cbk = 0x7fa5cce54ff3 <leases_flush_cbk> fop_flags = 0 lease_id = 0x0 ret = 0 __FUNCTION__ = "leases_flush" #5 0x00007fa5dc66c950 in default_flush (frame=0x7fa57bfdeff8, this=0x7fa5abb9d5e0, fd=0x7fa5c8aa7048, xdata=0x0) at defaults.c:2405 old_THIS = 0x7fa5abb9d5e0 next_xl = 0x7fa5abb9c080 next_xl_fn = 0x7fa5cce55391 <leases_flush> opn = 15 __FUNCTION__ = "default_flush" #6 0x00007fa5dc66033e in default_flush_resume (frame=0x7fa5b018efe8, this=0x7fa5abb9eb40, fd=0x7fa5c8aa7048, xdata=0x0) at defaults.c:1720 _new = 0x7fa57bfdeff8 old_THIS = 0x7fa5abb9eb40 next_xl_fn = 0x7fa5dc66c76b <default_flush> tmp_cbk = 0x7fa5dc653c90 <default_flush_cbk> __FUNCTION__ = "default_flush_resume" #7 0x00007fa5dc5bbeb1 in call_resume_wind (stub=0x7fa5b01991b8) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2217 __FUNCTION__ = "call_resume_wind" #8 0x00007fa5dc5cdeca in call_resume (stub=0x7fa5b01991b8) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2689 old_THIS = 0x7fa5abb9eb40 __FUNCTION__ = "call_resume" #9 0x00007fa5cca118bb in iot_worker (data=0x7fa5abbd0070) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/io-threads/src/io-threads.c>:231 conf = 0x7fa5abbd0070 this = 0x7fa5abb9eb40 stub = 0x7fa5b01991b8 sleep_till = {tv_sec = 1521821704, tv_nsec = 127783343} ret = 0 pri = 1 bye = false __FUNCTION__ = "iot_worker" #10 0x00007fa5db3ebe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #11 0x00007fa5dacb834d in clone () from /lib64/libc.so.6 No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfsd corefile : /glusteriotwr0-22415.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-burn-in-3927.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-3927.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-burn-in-3927.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder103.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-3927.tar.bz2' Cores and build archived in http://builder103.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-3927.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-burn-in/3927/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180226 /var/log/messages-20180304 /var/log/messages-20180311 /var/log/messages-20180319 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-burn-in/ws/> glusterfs-logs.tgz _logs_collec...@http.int.rht.gluster.org:/var/www/glusterfs-logs/regression-test-burn-in-3927.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list maintainers@gluster.org http://lists.gluster.org/mailman/listinfo/maintainers