This is an automated email from the ASF dual-hosted git repository. mboehm7 pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/systemds.git
The following commit(s) were added to refs/heads/main by this push: new a75abdfe8d [MINOR] Memory monitor util for debugging memory consumption a75abdfe8d is described below commit a75abdfe8d49e4a9f5689736a46ef8bf22774017 Author: Matthias Boehm <mboe...@gmail.com> AuthorDate: Fri May 31 13:04:19 2024 +0200 [MINOR] Memory monitor util for debugging memory consumption --- .../apache/sysds/runtime/util/MemoryMonitor.java | 56 ++++++++++++++++++++++ 1 file changed, 56 insertions(+) diff --git a/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java b/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java new file mode 100644 index 0000000000..4bc1380e87 --- /dev/null +++ b/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java @@ -0,0 +1,56 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package org.apache.sysds.runtime.util; + +import java.lang.ref.WeakReference; + +import org.apache.sysds.hops.OptimizerUtils; +import org.apache.sysds.runtime.DMLRuntimeException; + +/** + * This memory monitor periodically calls garbage collection + * in order to obtain the actual memory consumption during + * runtime. + */ +public class MemoryMonitor implements Runnable { + + @Override + public void run() { + while( true ) { + try { + //wait for one second + Thread.sleep(1000); + + //call garbage collection (just a hint) until garbage collection + //was actually trigger as indicated by a cleaned weak reference + WeakReference<int[]> wr = new WeakReference<int[]>(new int[1024]); + while(wr.get() != null) { + System.gc(); + } + + long mem = Runtime.getRuntime().maxMemory() - Runtime.getRuntime().freeMemory(); + System.out.println("MemoryMonitor: "+ OptimizerUtils.toMB(mem)+" MB used."); + } + catch (InterruptedException e) { + throw new DMLRuntimeException(e); + } + } + } +}