On 29.05.2016 10:56, Wolfgang Rosenauer wrote:
> Hi,
>
> I've just enabled FTS via Lucene on my Dovecot 2.2.24 installation but I
> see the indexer crashing ?always?.
>
> This simple testcase with a very tiny testing mailbox exposes the issue
> immediately:
>
> doveadm -v index -u anmesse INBOX
>
> Program received signal SIGSEGV, Segmentation fault.
> rescan_clear_unseen_mailbox (rescan_ctx=rescan_ctx@entry=0x0,
> vname=0x55839820 "INBOX.Testfolder 2", hdr=hdr@entry=0x7fffdaf0) at
> lucene-wrapper.cc:831
> 831 (enum mailbox_flags)0);
> (gdb) bt full
> #0 rescan_clear_unseen_mailbox (rescan_ctx=rescan_ctx@entry=0x0,
> vname=0x55839820 "INBOX.Testfolder 2", hdr=hdr@entry=0x7fffdaf0) at
> lucene-wrapper.cc:831
> box = 0x776fd0ad
> metadata = {guid = "\230\332\377\377\377\177\000\000\200߈UUU\000",
> virtual_size = 140737340823160, physical_size = 140737488345756,
> first_save_date = 140737488345840,
> cache_fields = 0x,
> precache_fields = (MAIL_FETCH_SAVE_DATE |
> MAIL_FETCH_PHYSICAL_SIZE | MAIL_FETCH_NUL_STATE | MAIL_FETCH_STREAM_BINARY
> | MAIL_FETCH_IMAP_BODY | MAIL_FETCH_IMAP_BODYSTRUCTURE |
> MAIL_FETCH_IMAP_ENVELOPE | MAIL_FETCH_FROM_ENVELOPE | MAIL_FETCH_REFCOUNT |
> MAIL_FETCH_BODY_SNIPPET | unknown: 1409286144), backend_ns_prefix = 0x0,
> backend_ns_type = (unknown: 4294957808)}
> #1 0x7489aade in rescan_clear_unseen_mailboxes
> (index=index@entry=0x55822e20,
> rescan_ctx=rescan_ctx@entry=0x0) at lucene-wrapper.cc:863
> iter = 0x5588d530
> info =
> vname =
> hdr = {last_indexed_uid = 0, settings_checksum = 3784394109, unused
> = 0}
> ns = 0x5580f6c0
> #2 0x7489b700 in lucene_settings_check (index=0x55822e20) at
> lucene-wrapper.cc:429
> set_checksum =
> ret =
> #3 lucene_index_build_init (index=0x55822e20) at lucene-wrapper.cc:448
> lock_path = 0x557dd320
> "/srv/dovecot/anmesse/maildir/lucene-indexes/write.lock"
> st = {st_dev = 93823560581121, st_ino = 0, st_nlink =
> 140737344007992, st_mode = 4150696184, st_uid = 32767, st_gid = 5, __pad0 =
> 0, st_rdev = 93824995156880, st_size = 93824995175648,
> st_blksize = 140737351975397, st_blocks = 93824995096256, st_atim
> = {tv_sec = 140737488346056, tv_nsec = 5}, st_mtim = {tv_sec = 5, tv_nsec =
> 93824995156880}, st_ctim = {
> tv_sec = 93824995175648, tv_nsec = 140737488346352},
> __glibc_reserved = {140737488346352, 93824995267672, 140737344364485}}
> exists =
> #4 0x74899dbe in fts_backend_lucene_update_set_build_key
> (_ctx=0x5583a550, key=0x7fffdcf0) at fts-backend-lucene.c:366
> ctx = 0x5583a550
> backend = 0x55822ce0
> __FUNCTION__ = "fts_backend_lucene_update_set_build_key"
> #5 0x7674c984 in fts_backend_update_set_build_key
> (ctx=0x5583a550, key=key@entry=0x7fffdcf0) at fts-api.c:175
> __FUNCTION__ = "fts_backend_update_set_build_key"
> #6 0x7674dbb8 in fts_build_mail_header (block=0x7fffdcd0,
> block=0x7fffdcd0, ctx=0x7fffdd20) at fts-build-mail.c:174
> hdr =
> key = {uid = 96, type = FTS_BACKEND_BUILD_KEY_HDR, part =
> 0x557dd2c0, hdr_name = 0x558396b0 "Return-Path", body_content_type
> = 0x0, body_content_disposition = 0x0}
> ret =
> #7 fts_build_mail_real (mail=0x55838190, update_ctx=0x5583a550) at
> fts-build-mail.c:548
> block = {part = 0x557dd2c0, hdr = 0x55839458, data =
> 0x007c ,
> size = 0}
> ret =
> input = 0x55838eb0
> raw_block = {part = 0x557dd2c0, hdr = 0x558395e0, data =
> 0x0, size = 0}
> skip_body = false
> ctx = {mail = 0x55838190, update_ctx = 0x5583a550,
> content_type = 0x0, content_disposition = 0x0, body_parser = 0x0, word_buf
> = 0x0, pending_input = 0x0, cur_user_lang = 0x0}
> prev_part = 0x557dd2c0
> parser = 0x55839070
> decoder = 0x55839440
> parts = 0x31
> body_part = false
> body_added = false
> binary_body =
> error = 0x60
> #8 fts_build_mail (update_ctx=0x5583a550, mail=mail@entry=0x55838190)
> at fts-build-mail.c:594
> _data_stack_cur_id = 5
> #9 0x7675393e in fts_mail_index (_mail=0x55838190) at
> fts-storage.c:501
> ft = 0x558366a0
> flist = 0x5581ea68
> #10 fts_mail_precache (_mail=0x55838190) at fts-storage.c:520
> _data_stack_cur_id = 4
> mail = 0x55838190
> fmail =
> ft =
> #11 0x776987b9 in mail_precache (mail=0x55838190) at mail.c:401
> _data_stack_cur_id = 3
> p = 0x55838190
> #12 0x55582fa7 in cmd_index_box_precache (box=0x5582fd80) at
> doveadm-mail-index.c:75
> ctx = 0x55839be0
> metadata = {gu
