ouyangkui commented on issue #23032:
URL: https://github.com/apache/doris/issues/23032#issuecomment-1685846767
reproduce this issue with 2.0.
upload csv log, by sql, insert 1000 logs every times,
create table invertedIneex
(
`dt` DATETIMEV2(3),
`clientip` VARCHAR(20),
`user` TEXT,
`method` VARCHAR(20),
`request` TEXT,
`protocol` VARCHAR(20),
`status` int(11),
`bytes` int(10),
`referer` TEXT,
`user_agent` TEXT,
`x_forwarded_for` TEXT,
`raw_message` TEXT,
INDEX index_raw (`raw_message`) USING INVERTED PROPERTIES("parser" =
"english") COMMENT 'reindex'
)
DUPLICATE KEY(`dt`)
DISTRIBUTED BY HASH(`dt`) BUCKETS 1
PROPERTIES (
"replication_num" = "1"
)
------
1 log example ::
2023-01-15
01:52:58.165000,113.128.11.195,-,GET,/index/login/?gw_address=192.168.11.1&gw_port=2060&gw_id=0531HY000123&mac=d4:97:0b:15:e3:5e&url=http%3A//infoc2.duba.net/c/,HTTP/1.1,200,4633,-,-,-,113.128.11.195
- - [15/Jan/2023:01:52:58.165 +0800] "GET
/index/login/?gw_address=192.168.11.1&gw_port=2060&gw_id=0531HY000123&mac=d4:97:0b:15:e3:5e&url=http%3A//infoc2.duba.net/c/
HTTP/1.1" 200 4633 "-" "-" "-"
result:
be crashed, and can not start anymore
> I0821 15:17:02.644104 6323 tablets_channel.cpp:103] open tablets channel:
(load_id=26176df166004912-a4ebb62a9444d314, index_id=18007), tablets num: 1,
timeout(s): 14400
I0821 15:17:02.668521 5702 vtablet_sink.cpp:894] VNodeChannel[18007-10034],
load_id=26176df166004912-a4ebb62a9444d314, txn_id=7004,
node=192.168.40.117:8060 mark closed, left pending batch size: 1
I0821 15:17:02.671339 6409 vtablet_sink.cpp:1121] all node channels are
stopped(maybe finished/offending/cancelled), sender thread exit.
26176df166004912-a4ebb62a9444d314
I0821 15:17:02.674144 6185 tablets_channel.cpp:145] close tablets channel:
(load_id=26176df166004912-a4ebb62a9444d314, index_id=18007), sender id: 0,
backend id: 10034
*** Query id: 0-0 ***
*** Aborted at 1692602222 (unix time) try "date -d @1692602222" if you are
using GNU date ***
*** Current BE git commitID: 96bb9a7 ***
*** SIGILL illegal operand (@0x555d7c8a21d0) received by PID 5387 (TID 5978
OR 0x7f9e37518700) from PID 2089427408; stack trace: ***
I0821 15:17:03.537358 5424 daemon.cpp:218] OS physical memory 23.37 GB.
Process memory usage 1.49 GB, limit 18.69 GB, soft limit 16.83 GB. Sys
available memory 20.41 GB, low water mark 1.60 GB, warning water mark 3.20 GB.
Refresh interval memory growth 0 B
0# doris::signal::(anonymous namespace)::FailureSignalHandler(int,
siginfo_t*, void*) at /root/src/doris/be/src/common/signal_handler.h:413
1# os::Linux::chained_handler(int, siginfo_t*, void*) in
/data/java/java-4.1.1.0/jre/lib/amd64/server/libjvm.so
2# JVM_handle_linux_signal in
/data/java/java-4.1.1.0/jre/lib/amd64/server/libjvm.so
3# signalHandler(int, siginfo_t*, void*) in
/data/java/java-4.1.1.0/jre/lib/amd64/server/libjvm.so
4# 0x00007F9F962E3400 in /lib64/libc.so.6
5# bitdienc32 at /root/src/doris/be/src/clucene/src/ext/for/bitutil.c:384
6# p4nd1enc128v32 at /root/src/doris/be/src/clucene/src/ext/for/vp4c.c:414
7#
lucene::index::SDocumentsWriter<char>::appendPostings(lucene::util::ArrayBase<lucene::index::SDocumentsWriter<char>::ThreadState::FieldData*>*,
lucene::index::STermInfosWriter<char>*, lucene::store::IndexOutput*,
lucene::store::IndexOutput*) in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
8#
lucene::index::SDocumentsWriter<char>::writeSegment(std::vector<std::__cxx11::basic_string<char,
std::char_traits<char>, std::allocator<char> >,
std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>,
std::allocator<char> > > >&) in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
9# lucene::index::SDocumentsWriter<char>::flush(bool) in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
10# lucene::index::IndexWriter::doFlush(bool) in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
11# lucene::index::IndexWriter::flush(bool, bool) in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
12# lucene::index::IndexWriter::closeInternal(bool) in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
13# lucene::index::IndexWriter::close(bool) in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
14#
doris::segment_v2::InvertedIndexColumnWriterImpl<(doris::FieldType)26>::close()
at /root/src/doris/be/src/olap/rowset/segment_v2/inverted_index_writer.cpp:110
15#
doris::segment_v2::InvertedIndexColumnWriterImpl<(doris::FieldType)26>::finish()
at /root/src/doris/be/src/olap/rowset/segment_v2/inverted_index_writer.cpp:425
16# doris::segment_v2::ScalarColumnWriter::write_inverted_index() in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
17# doris::segment_v2::SegmentWriter::finalize_columns_index(unsigned long*)
at /root/src/doris/be/src/olap/rowset/segment_v2/segment_writer.cpp:872
18# doris::segment_v2::SegmentWriter::finalize(unsigned long*, unsigned
long*) at /root/src/doris/be/src/olap/rowset/segment_v2/segment_writer.cpp:914
19#
doris::BetaRowsetWriter::_flush_segment_writer(std::unique_ptr<doris::segment_v2::SegmentWriter,
std::default_delete<doris::segment_v2::SegmentWriter> >*, long*) at
/root/src/doris/be/src/olap/rowset/beta_rowset_writer.cpp:804
20# doris::BetaRowsetWriter::flush_single_memtable(doris::vectorized::Block
const*, long*, doris::FlushContext const*) at
/root/src/doris/be/src/olap/rowset/beta_rowset_writer.cpp:506
21# doris::MemTable::_do_flush() at
/root/src/doris/be/src/olap/memtable.cpp:540
22# doris::MemTable::flush() at /root/src/doris/be/src/olap/memtable.cpp:503
23# doris::FlushToken::_flush_memtable(doris::MemTable*, long) at
/root/src/doris/be/src/olap/memtable_flush_executor.cpp:99
24# doris::MemtableFlushTask::run() at
/root/src/doris/be/src/olap/memtable_flush_executor.cpp:47
25# doris::ThreadPool::dispatch_thread() in
/data/apache-doris-2.0.0-bin-x64-noavx2/be/lib/doris_be
26# doris::Thread::supervise_thread(void*) at
/root/src/doris/be/src/util/thread.cpp:466
27# start_thread in /lib64/libpthread.so.0
28# clone in /lib64/libc.so.6
./start_be.sh: 行 325: 5387 非法指令 ${LIMIT:+${LIMIT}}
"${DORIS_HOME}/lib/doris_be" "$@" 2>&1 < /dev/null
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
