deepthi912 commented on PR #15335:
URL: https://github.com/apache/pinot/pull/15335#issuecomment-2749513216
@klsince I agree with your point especially on the server side, there is
risk of not solving the OOM problem when let's say ingestion is happening on
the table when it's trying to commit the segment, in the http client request is
trying to [fake_table2__0__0__20250324T2154Z] Exception while in work
java.lang.OutOfMemoryError: Cannot reserve 8192 bytes of direct buffer
memory (allocated: 1042334, limit: 1048576)
at java.base/java.nio.Bits.reserveMemory(Bits.java:178) ~[?:?]
at
java.base/java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:111) ~[?:?]
at java.base/java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:360)
~[?:?]
at java.base/sun.nio.ch.Util.getTemporaryDirectBuffer(Util.java:242)
~[?:?]
at java.base/sun.nio.ch.NioSocketImpl.tryRead(NioSocketImpl.java:253)
~[?:?]
at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:274)
~[?:?]
at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:304)
~[?:?]
at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:346)
~[?:?]
at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:796)
~[?:?]
at java.base/java.net.Socket$SocketInputStream.read(Socket.java:1099)
~[?:?]
at
org.apache.hc.core5.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:149)
~[httpcore5-5.3.3.jar:5.3.3]
at
org.apache.hc.core5.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
~[httpcore5-5.3.3.jar:5.3.3]
at
org.apache.hc.core5.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:250)
~[httpcore5-5.3.3.jar:5.3.3]
at
org.apache.hc.core5.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:56)
~[httpcore5-5.3.3.jar:5.3.3]
at
org.apache.hc.core5.http.impl.io.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:331)
~[httpcore5-5.3.3.jar:5.3.3]
at
org.apache.hc.core5.http.impl.io.HttpRequestExecutor.execute(HttpRequestExecutor.java:196)
~[httpcore5-5.3.3.jar:5.3.3]
at
org.apache.hc.client5.http.impl.classic.InternalExecRuntime.lambda$execute$0(InternalExecRuntime.java:236)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.io.PoolingHttpClientConnectionManager$InternalConnectionEndpoint.execute(PoolingHttpClientConnectionManager.java:791)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.InternalExecRuntime.execute(InternalExecRuntime.java:233)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.MainClientExec.execute(MainClientExec.java:120)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ExecChainElement.execute(ExecChainElement.java:51)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ConnectExec.execute(ConnectExec.java:198)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ExecChainElement.execute(ExecChainElement.java:51)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ProtocolExec.execute(ProtocolExec.java:192)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ExecChainElement.execute(ExecChainElement.java:51)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ContentCompressionExec.execute(ContentCompressionExec.java:150)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ExecChainElement.execute(ExecChainElement.java:51)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.HttpRequestRetryExec.execute(HttpRequestRetryExec.java:113)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ExecChainElement.execute(ExecChainElement.java:51)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.RedirectExec.execute(RedirectExec.java:110)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.ExecChainElement.execute(ExecChainElement.java:51)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.InternalHttpClient.doExecute(InternalHttpClient.java:174)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.hc.client5.http.impl.classic.CloseableHttpClient.execute(CloseableHttpClient.java:106)
~[httpclient5-5.4.2.jar:5.4.2]
at
org.apache.pinot.common.utils.http.HttpClient.sendRequest(HttpClient.java:297)
~[classes/:?]
at
org.apache.pinot.common.utils.FileUploadDownloadClient.sendSegmentCompletionProtocolRequest(FileUploadDownloadClient.java:1191)
~[classes/:?]
at
org.apache.pinot.server.realtime.ServerSegmentCompletionProtocolHandler.sendRequest(ServerSegmentCompletionProtocolHandler.java:227)
~[classes/:?]
at
org.apache.pinot.server.realtime.ServerSegmentCompletionProtocolHandler.segmentConsumed(ServerSegmentCompletionProtocolHandler.java:194)
~[classes/:?]
at
org.apache.pinot.core.data.manager.realtime.RealtimeSegmentDataManager.postSegmentConsumedMsg(RealtimeSegmentDataManager.java:1348)
~[classes/:?]
at
org.apache.pinot.core.data.manager.realtime.RealtimeSegmentDataManager$PartitionConsumer.run(RealtimeSegmentDataManager.java:787)
~[classes/:?]
at java.base/java.lang.Thread.run(Thread.java:1583) [?:?]
2025/03/24 14:54:55.254 ERROR [ServerSegmentCompletionProtocolHandler]
[fake_table2__1__0__20250324T2154Z] Could not send request
http://100.81.52.104:9000/segmentStoppedConsuming?reason=java.lang.OutOfMemoryError&streamPartitionMsgOffset=250&instance=Server_100.81.52.104_8098&name=fake_table2__1__0__20250324T2154Z
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
