Hi:
I upgrade our piler server to 1.4.4 and use manticore search to
replace sphinx. I also install a test environment to simulate the
problem.
after upgrade, I let pilerpurge.py to run vi crontab ("
/usr/libexec/piler/purge.sh").
the metadata at mysql and file at /var/piler/store seems fine. but
manticore seems not happy.
every time "/usr/libexec/piler/indexer.delta.sh" running wlll report below:
WARNING: kill-list not empty but no killlist_target specified
and the deleted empty mail is still appear at the piler GUI interface.
below is my piler.conf
hostid=10.1.1.113
listen_addr=10.1.1.113
default_retention_days=1
number_of_worker_processes=2
min_message_size=50
archive_emails_not_having_message_id=1
enable_cjk=1
extra_to_field=X-Envelope-To:
memcached_servers=
server_id=0
queuedir=/var/piler/store
mysqlcharset=utf8mb4
mysqlsocket=/var/lib/mysql/mysql.sock
mysqluser=piler
mysqlpwd=piler
mysqldb=piler
smtp_access_list=1
and result of "php /etc/piler/manticore.conf"
#
# minimal manticore configuration suited to piler
#
source base
{
type = mysql
sql_host = localhost
sql_db = piler
sql_user = piler
sql_pass = piler
sql_attr_uint = size
sql_attr_uint = sent
sql_attr_uint = attachments
}
source delta : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query_pre = REPLACE INTO sph_counter SELECT 1, IFNULL(MAX(id),
0) FROM sph_index
sql_query_post_index = DELETE FROM sph_index WHERE id<=(SELECT
max_doc_id FROM sph_counter WHERE counter_id=1)
sql_query = SELECT id, `from` as sender, `to` as rcpt, `fromdomain`
as senderdomain, `todomain` as rcptdomain, `subject`, `arrived`,
`sent`, `body`, `size`, `direction`, `folder`, `attachments`,
`attachment_types` FROM sph_index WHERE id <= (SELECT max_doc_id FROM
sph_counter WHERE counter_id=1)
sql_query_killlist = SELECT `id` FROM `metadata` WHERE `deleted`=1
}
source main1 : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query = SELECT id, `from` as sender, `to` as rcpt, `fromdomain`
as senderdomain, `todomain` as rcptdomain, `subject`, `arrived`,
`sent`, `body`, `size`, `direction`, `folder`, `attachments`,
`attachment_types` FROM sph_index WHERE id=-1
}
source main2 : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query = SELECT id, `from` as sender, `to` as rcpt, `fromdomain`
as senderdomain, `todomain` as rcptdomain, `subject`, `arrived`,
`sent`, `body`, `size`, `direction`, `folder`, `attachments`,
`attachment_types` FROM sph_index WHERE id=-1
}
source main3 : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query = SELECT id, `from` as sender, `to` as rcpt, `fromdomain`
as senderdomain, `todomain` as rcptdomain, `subject`, `arrived`,
`sent`, `body`, `size`, `direction`, `folder`, `attachments`,
`attachment_types` FROM sph_index WHERE id=-1
}
source main4 : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query = SELECT id, `from` as sender, `to` as rcpt, `fromdomain`
as senderdomain, `todomain` as rcptdomain, `subject`, `arrived`,
`sent`, `body`, `size`, `direction`, `folder`, `attachments`,
`attachment_types` FROM sph_index WHERE id=-1
}
source dailydelta : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query = SELECT id, `from` as sender, `to` as rcpt, `fromdomain`
as senderdomain, `todomain` as rcptdomain, `subject`, `arrived`,
`sent`, `body`, `size`, `direction`, `folder`, `attachments`,
`attachment_types` FROM sph_index WHERE id=-1
}
index main1
{
source = main1
path = /var/piler/manticore/main1
min_prefix_len = 5
min_word_len = 1
stored_fields =
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
index main2
{
source = main2
path = /var/piler/manticore/main2
min_prefix_len = 5
min_word_len = 1
stored_fields =
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
index main3
{
source = main3
path = /var/piler/manticore/main3
min_prefix_len = 5
min_word_len = 1
stored_fields =
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
index main4
{
source = main4
path = /var/piler/manticore/main4
min_prefix_len = 5
min_word_len = 1
stored_fields =
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
index dailydelta1
{
source = dailydelta
path = /var/piler/manticore/dailydelta1
min_prefix_len = 5
min_word_len = 1
stored_fields =
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
index delta1
{
source = delta
path = /var/piler/manticore/delta1
min_prefix_len = 5
min_word_len = 1
stored_fields =
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
source tag : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query = SELECT `_id`, `id` AS iid, `uid`, `tag` FROM `tag`
sql_attr_uint = iid
sql_attr_uint = uid
}
source note : base
{
sql_query_pre = SET NAMES utf8mb4
sql_query = SELECT `_id`, `id` AS iid, `uid`, `note` FROM `note`
sql_attr_uint = iid
sql_attr_uint = uid
}
index tag1
{
source = tag
path = /var/piler/manticore/tag1
min_prefix_len = 5
min_word_len = 1
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
stored_fields =
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
index note1
{
source = note
path = /var/piler/manticore/note1
min_prefix_len = 5
min_word_len = 1
charset_table = 0..9, english, _, \
U+C1->U+E1, U+C4->U+E4, U+C5->U+E5,
U+C6->U+E6, U+C9->U+E9, U+CD->U+ED, U+D3->U+F3, U+D6->U+F6,
U+D8->U+F8, \
U+DA->U+FA, U+DC->U+FC,
U+0150->U+0151, U+0152->U+0153, U+0170->U+0171, U+01E2->U+E6,
U+01E3->U+E6, U+01FC->U+E6, \
U+01FD->U+E6, U+1D01->U+E6,
U+1D02->U+E6, U+1D2D->U+E6, U+1D46->U+E6, \
U+DF, U+E1, U+E4, U+E5, U+E6, U+E9,
U+ED, U+00F3, U+F6, U+F8, U+FA, U+FC, U+0151, U+0153, U+0171
stored_fields =
ngram_len = 1
ngram_chars = U+3000..U+2FA1F
}
searchd
{
telemetry = 0
listen = 127.0.0.1:9312
listen = 127.0.0.1:9306:mysql41
log = /var/piler/manticore/manticore.log
binlog_max_log_size = 256M
binlog_path = /var/piler/manticore
binlog_flush = 2
query_log = /var/piler/manticore/query.log
network_timeout = 5
pid_file = /var/run/piler/searchd.pid
seamless_rotate = 1
preopen_tables = 1
unlink_old = 1
thread_stack = 512k
}
