Found this too, then nothing else for last month in journalctl

Apr 12 12:30:55 solid java[22910]: [2021-04-12 12:30:55] Fuseki WARN  [346] RC = 500 : a fault occurred in a recent unsafe memory access operation in compiled Java code Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.base.buffer.RecordBuffer.compare(RecordBuffer.java:192) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.base.buffer.RecordBuffer.find(RecordBuffer.java:167) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.base.buffer.RecordBuffer.find(RecordBuffer.java:124) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.trans.bplustree.BPTreeRecords.internalInsert(BPTreeRecords.java:158) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.trans.bplustree.BPTreeNode.internalInsert(BPTreeNode.java:522) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.trans.bplustree.BPTreeNode.internalInsert(BPTreeNode.java:522) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.trans.bplustree.BPTreeNode.insert(BPTreeNode.java:203) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.trans.bplustree.BPlusTree.insertAndReturnOld(BPlusTree.java:278) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.trans.bplustree.BPlusTree.insert(BPlusTree.java:271) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.tdb2.store.tupletable.TupleIndexRecord.performAdd(TupleIndexRecord.java:94) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.tdb2.store.tupletable.TupleIndexBase.add(TupleIndexBase.java:66) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.tdb2.store.tupletable.TupleTable.add(TupleTable.java:95) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.tdb2.store.nodetupletable.NodeTupleTableConcrete.addRow(NodeTupleTableConcrete.java:79) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.tdb2.store.QuadTable.add(QuadTable.java:57) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.tdb2.store.StorageTDB.add(StorageTDB.java:117) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.dboe.storage.system.DatasetGraphStorage.add(DatasetGraphStorage.java:165) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.sparql.core.DatasetGraphWrapper.add(DatasetGraphWrapper.java:176) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.sparql.core.DatasetGraphWrapper.add(DatasetGraphWrapper.java:176) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.sparql.core.DatasetGraphMonitor.add$(DatasetGraphMonitor.java:115) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.sparql.core.DatasetGraphMonitor.add(DatasetGraphMonitor.java:110) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.sparql.core.GraphView.performAdd(GraphView.java:152) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.graph.impl.GraphBase.add(GraphBase.java:184) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.system.StreamRDFLib$ParserOutputGraph.triple(StreamRDFLib.java:181) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.system.StreamRDFWrapper.triple(StreamRDFWrapper.java:40) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.system.StreamRDFCountingBase.triple(StreamRDFCountingBase.java:39) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.system.StreamRDFWrapper.triple(StreamRDFWrapper.java:40) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.system.StreamRDFCountingBase.triple(StreamRDFCountingBase.java:39) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtle.emit(LangTurtle.java:57) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtleBase.emitTriple(LangTurtleBase.java:561) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtleBase.objectList(LangTurtleBase.java:424) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtleBase.predicateObjectItem(LangTurtleBase.java:356) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtleBase.predicateObjectList(LangTurtleBase.java:349) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtleBase.triples(LangTurtleBase.java:318) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtleBase.triplesSameSubject(LangTurtleBase.java:178) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtle.oneTopLevelElement(LangTurtle.java:46) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangTurtleBase.runParser(LangTurtleBase.java:79) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.lang.LangBase.parse(LangBase.java:41) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.RDFParserRegistry$ReaderRIOTLang.read(RDFParserRegistry.java:184) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.RDFParser.read(RDFParser.java:353) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.RDFParser.parseNotUri(RDFParser.java:343) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.RDFParser.parse(RDFParser.java:292) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.riot.RDFParserBuilder.parse(RDFParserBuilder.java:540) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionLib.parse(ActionLib.java:235) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.system.Upload.fileUploadWorker(Upload.java:156) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.system.Upload.incomingData(Upload.java:66) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.GSP_RW.addDataIntoTxn(GSP_RW.java:161) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.GSP_RW.doPutPostGSP(GSP_RW.java:129) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.GSP_RW.execPostGSP(GSP_RW.java:78) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.GSP_RW.doPost(GSP_RW.java:75) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionREST.doPost$(ActionREST.java:102) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionREST.execute(ActionREST.java:51) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionService.executeLifecycle(ActionService.java:58) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionREST.execAny(ActionREST.java:165) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionProcessor.execPost(ActionProcessor.java:48) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionProcessor.process(ActionProcessor.java:34) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionBase.process(ActionBase.java:55) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.ActionExecLib.execAction(ActionExecLib.java:106) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.server.Dispatcher.dispatchAction(Dispatcher.java:118) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.server.Dispatcher.process(Dispatcher.java:110) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.server.Dispatcher.dispatch(Dispatcher.java:96) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.FusekiFilter.doFilter(FusekiFilter.java:51) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.ProxiedFilterChain.doFilter(ProxiedFilterChain.java:61) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.AdviceFilter.executeChain(AdviceFilter.java:108) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.AdviceFilter.doFilterInternal(AdviceFilter.java:137) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:125) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.ProxiedFilterChain.doFilter(ProxiedFilterChain.java:66) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.AdviceFilter.executeChain(AdviceFilter.java:108) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.AdviceFilter.doFilterInternal(AdviceFilter.java:137) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:125) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.ProxiedFilterChain.doFilter(ProxiedFilterChain.java:66) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.AbstractShiroFilter.executeChain(AbstractShiroFilter.java:450) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.AbstractShiroFilter$1.call(AbstractShiroFilter.java:365) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.subject.support.SubjectCallable.doCall(SubjectCallable.java:90) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.subject.support.SubjectCallable.call(SubjectCallable.java:83) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.subject.support.DelegatingSubject.execute(DelegatingSubject.java:387) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.AbstractShiroFilter.doFilterInternal(AbstractShiroFilter.java:362) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.shiro.web.servlet.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:125) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:284) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.apache.jena.fuseki.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:247) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:201) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:716) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]:         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) [fuseki-server.jar:3.17.0] Apr 12 12:30:55 solid java[22910]: [2021-04-12 12:30:55] Fuseki INFO  [346] 500 Server Error (26.663 s)

On 26/04/2021 13.24, Mikael Pesonen wrote:

There are few of these too (I'm grepping journalctl with 'fuseki'):

Mar 22 16:04:22 solid java[1398]: [2021-03-22 16:04:22] WebAppContext WARN  Failed startup of context o.e.j.w.WebAppContext@15dd5ac2{Apache Jena Fuseki Server,/,file:///opt/insight/jena/webapp/,UNAVAILABLE} Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.assembler.assemblers.AssemblerGroup$PlainAssemblerGroup.openBySpecificType(AssemblerGroup.java:165) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.assembler.assemblers.AssemblerGroup$PlainAssemblerGroup.open(AssemblerGroup.java:144) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.assembler.assemblers.AssemblerGroup$ExpandingAssemblerGroup.open(AssemblerGroup.java:93) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.assembler.assemblers.AssemblerBase.open(AssemblerBase.java:39) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.assembler.assemblers.AssemblerBase.open(AssemblerBase.java:35) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.build.FusekiConfig.getDataset(FusekiConfig.java:687) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.build.FusekiConfig.buildDataService(FusekiConfig.java:444) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.build.FusekiConfig.buildDataAccessPoint(FusekiConfig.java:434) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.webapp.FusekiWebapp.configFromTemplate(FusekiWebapp.java:323) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.webapp.FusekiWebapp.initServerConfiguration(FusekiWebapp.java:252) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.webapp.FusekiWebapp.initializeDataAccessPoints(FusekiWebapp.java:219) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.webapp.FusekiServerListener.serverInitialization(FusekiServerListener.java:97) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.webapp.FusekiServerListener.contextInitialized(FusekiServerListener.java:57) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1068) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:572) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:997) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:746) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:379) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1457) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1422) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:911) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:288) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:110) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.handler.gzip.GzipHandler.doStart(GzipHandler.java:426) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.Server.start(Server.java:423) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:110) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.server.Server.doStart(Server.java:387) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.cmd.JettyFusekiWebapp.start(JettyFusekiWebapp.java:125) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.cmd.FusekiCmd.runFuseki(FusekiCmd.java:376) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.cmd.FusekiCmd$FusekiCmdInner.exec(FusekiCmd.java:360) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at jena.cmd.CmdMain.mainMethod(CmdMain.java:92) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at jena.cmd.CmdMain.mainRun(CmdMain.java:58) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at jena.cmd.CmdMain.mainRun(CmdMain.java:45) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.cmd.FusekiCmd$FusekiCmdInner.innerMain(FusekiCmd.java:105) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.fuseki.cmd.FusekiCmd.main(FusekiCmd.java:68) [fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.base.file.LocationLock.checkLockFileForRead(LocationLock.java:276) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.base.file.LocationLock.getOwner(LocationLock.java:104) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.base.file.LocationLock.canObtain(LocationLock.java:139) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.StoreConnection._makeAndCache(StoreConnection.java:280) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.StoreConnection.make(StoreConnection.java:244) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.StoreConnection.make(StoreConnection.java:258) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.transaction.DatasetGraphTransaction.<init>(DatasetGraphTransaction.java:69) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.sys.TDBMaker.createDirect(TDBMaker.java:126) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.sys.TDBMaker._create(TDBMaker.java:112) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.sys.TDBMaker.createDatasetGraphTransaction(TDBMaker.java:43) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.TDBFactory._createDatasetGraph(TDBFactory.java:93) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.TDBFactory.createDatasetGraph(TDBFactory.java:71) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.assembler.DatasetAssemblerTDB.make(DatasetAssemblerTDB.java:57) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.tdb.assembler.DatasetAssemblerTDB.createDataset(DatasetAssemblerTDB.java:48) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.sparql.core.assembler.DatasetAssembler.open(DatasetAssembler.java:43) ~[fuseki-server.jar:3.17.0] Mar 22 16:04:22 solid java[1398]:         at org.apache.jena.assembler.assemblers.AssemblerGroup$PlainAssemblerGroup.openBySpecificType(AssemblerGroup.java:157) ~[fuseki-server.jar:3.17.0]

On 26/04/2021 13.00, Andy Seaborne wrote:

On 26/04/2021 10:19, Mikael Pesonen wrote:

Is this correct one:

Well, it's not the one you showed in the initial message which was

Apr 23 13:51:09 solid java[6846]: [2021-04-23 13:51:09] Fuseki WARN  [2] RC = 500 : NodeTableTRDF/Read

but the important question is:

Do you have the logs from when the update/disk full incident happened?

That seems like it is when the problem started. The rest are consequences.

   Andy


Apr 23 14:34:58 solid java[1153]: [2021-04-23 14:34:58] Fuseki INFO  [1] 500 Server Error (1.976 s) Apr 23 15:30:27 solid systemd[1]: Configuration file /lib/systemd/system/apache-jena-fuseki.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway. Apr 23 15:30:27 solid systemd[1]: Configuration file /lib/systemd/system/apache-jena-fuseki.path is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway. Apr 23 15:30:34 solid systemd[1]: Configuration file /lib/systemd/system/apache-jena-fuseki.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway. Apr 23 15:30:54 solid sudo[21457]:   **: TTY=pts/0 ; PWD=/home/**; USER=root ; COMMAND=/bin/cat /lib/systemd/system/apache-jena-fuseki.service Apr 23 15:31:44 solid sudo[22157]:   **: TTY=pts/1 ; PWD=/home/**; USER=root ; COMMAND=/bin/cat /lib/systemd/system/apache-jena-fuseki.service

After that comes NodeTableTRDF/Read exception.



On 23/04/2021 21.11, Andy Seaborne wrote:


On 23/04/2021 14:57, Mikael Pesonen wrote:

Sorry here is the entire log

It's a different log. [2] is now [5]


Apr 23 16:23:49 solid java[1153]: [2021-04-23 16:23:49] Fuseki INFO [5] POST http://nimisampo.lingsoft.fi:3030/ds Apr 23 16:23:49 solid java[1153]: [2021-04-23 16:23:49] Fuseki INFO [6] POST http://nimisampo.lingsoft.fi:3030/ds Apr 23 16:23:49 solid java[1153]: [2021-04-23 16:23:49] Fuseki INFO  [5]

Apr 23 16:23:49 solid java[1153]: [2021-04-23 16:23:49] Fuseki INFO [6] 200 OK (155 ms)


Apr 23 16:23:49 solid java[1153]: [2021-04-23 16:23:49] Fuseki WARN [5] RC = 500 : NodeTableTRDF/Read Apr 23 16:23:49 solid java[1153]:         at org.apache.jena.tdb2.store.nodetable.NodeTableTRDF.readNodeFromTable(NodeTableTRDF.java:87) ~[fuseki-server.jar:3.17.0]
...
~[fuseki-server.jar:3.17.0]
Apr 23 16:23:49 solid java[1153]:         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) [fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) [fuseki-server.jar:3.17.0]

This seems to be two stacktraces or printing the "caused by" seems to be wrong

TProtocolUtil:144 is an exception throw.

Regardless, the node table is broken.

Do you have the logs from when the update/disk full incident happened?

   Andy


Apr 23 16:23:49 solid java[1153]: at org.apache.thrift.protocol.TProtocolUtil.skip(TProtocolUtil.java:144) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.apache.thrift.protocol.TProtocolUtil.skip(TProtocolUtil.java:60) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.apache.jena.riot.thrift.wire.RDF_Term.standardSchemeReadValue(RDF_Term.java:433) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.apache.thrift.TUnion$TUnionStandardScheme.read(TUnion.java:224) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.apache.thrift.TUnion$TUnionStandardScheme.read(TUnion.java:213) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.apache.thrift.TUnion.read(TUnion.java:138) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]:         at org.apache.jena.tdb2.store.nodetable.NodeTableTRDF.readNodeFromTable(NodeTableTRDF.java:82) ~[fuseki-server.jar:3.17.0] Apr 23 16:23:49 solid java[1153]: [2021-04-23 16:23:49] Fuseki INFO [5] 500 Server Error (568 ms)


On 23/04/2021 16.40, Andy Seaborne wrote:


On 23/04/2021 13:33, Mikael Pesonen wrote:

Hi,

we get this exception now when starting Jena and it's not loading any data. I have no idea what is changed on the server.

Apr 23 13:51:09 solid java[6846]: [2021-04-23 13:51:09] Fuseki WARN [2] RC = 500 : NodeTableTRDF/Read Apr 23 13:51:09 solid java[6846]: org.apache.jena.tdb2.TDBException: NodeTableTRDF/Read Apr 23 13:51:09 solid java[6846]:         at org.apache.jena.tdb2.store.nodetable.NodeTableTRDF.readNodeFromTable(NodeTableTRDF.java:87) ~[fuseki-server.jar:3.17.0] Apr 23 13:51:09 solid java[6846]:         at org.apache.jena.tdb2.store.nodetable.NodeTableNative._retrieveNodeByNodeId(NodeTableNative.java:103) ~[fuseki-server.jar:3.17.0]

TDBException wraps a Thrift exception which has the details.


Any idea what is going on? There was shortage of disk space, hope the db is not corrupted.

You would have got errors at update time.

   Andy




Service:

ExecStart=/usr/lib/jvm/java-8-oracle/bin/java -Xmx3000M -jar /opt/insight/jena/fuseki-server.jar --update --port 3030 --config=/opt/insight/jena/run/fuseki_config.ttl

Config:

PREFIX : <#>
PREFIX fuseki: <http://jena.apache.org/fuseki#>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
PREFIX ja: <http://jena.hpl.hp.com/2005/11/Assembler#>

PREFIX tdb2: <http://jena.apache.org/2016/tdb#>
PREFIX text: <http://jena.apache.org/text#>

PREFIX lsrm: <https://resource.lingsoft.fi/ns/resource_meta#>

[] rdf:type fuseki:Server ;
fuseki:services (
:service
) .

:service rdf:type fuseki:Service ;
fuseki:name "/ds" ; # http://host:port/ds-ro
fuseki:serviceQuery "query" ; # SPARQL query service
fuseki:serviceQuery "sparql" ; # SPARQL query service
fuseki:serviceUpdate "update" ; # SPARQL update service
fuseki:serviceUpload "upload" ; # Non-SPARQL upload service
fuseki:serviceReadWriteGraphStore "data" ; # SPARQL Graph store protocol (read and write)
fuseki:dataset :text_dataset ;
.

:text_dataset rdf:type text:TextDataset ;
text:dataset :tdb2_dataset ;
text:index :indexLucene ;
.
:tdb2_dataset rdf:type tdb2:DatasetTDB2 ;
tdb2:location "/opt/insight/jena_data/" ;
.

# Text index description
:indexLucene a text:TextIndexLucene ;
text:directory <file:/opt/insight/jena_text_index/> ;
text:entityMap :entMap ;
text:storeValues true ;
#text:analyzer [ a text:StandardAnalyzer ] ;
#text:queryAnalyzer [ a text:KeywordAnalyzer ] ;
#text:queryParser text:QueryParser ; # text:AnalyzingQueryParser
#text:multilingualSupport true ;
.

:entMap a text:EntityMap ;
text:entityField "uri" ;
## Must be defined in the text:map
text:defaultField "lsrm_lmz_title" ;
## Enable deleting of text index entries.
text:uidField "uid" ;
text:langField "lang" ;
text:graphField "graph" ;
text:map (
[ text:field "lsrm_lmz_title" ; text:predicate lsrm:lmz_title]
[ text:field "lsrm_lmz_content" ; text:predicate lsrm:lmz_content]
)
.





--
Lingsoft - 30 years of Leading Language Management

www.lingsoft.fi

Speech Applications - Language Management - Translation - Reader's and Writer's 
Tools - Text Tools - E-books and M-books

Mikael Pesonen
System Engineer

e-mail: mikael.peso...@lingsoft.fi
Tel. +358 2 279 3300

Time zone: GMT+2

Helsinki Office
Eteläranta 10
FI-00130 Helsinki
FINLAND

Turku Office
Kauppiaskatu 5 A
FI-20100 Turku
FINLAND


Reply via email to