This is an automated email from the ASF dual-hosted git repository.
mboehm7 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
The following commit(s) were added to refs/heads/main by this push:
new a75abdfe8d [MINOR] Memory monitor util for debugging memory consumption
a75abdfe8d is described below
commit a75abdfe8d49e4a9f5689736a46ef8bf22774017
Author: Matthias Boehm <[email protected]>
AuthorDate: Fri May 31 13:04:19 2024 +0200
[MINOR] Memory monitor util for debugging memory consumption
---
.../apache/sysds/runtime/util/MemoryMonitor.java | 56 ++++++++++++++++++++++
1 file changed, 56 insertions(+)
diff --git a/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java
b/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java
new file mode 100644
index 0000000000..4bc1380e87
--- /dev/null
+++ b/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java
@@ -0,0 +1,56 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.sysds.runtime.util;
+
+import java.lang.ref.WeakReference;
+
+import org.apache.sysds.hops.OptimizerUtils;
+import org.apache.sysds.runtime.DMLRuntimeException;
+
+/**
+ * This memory monitor periodically calls garbage collection
+ * in order to obtain the actual memory consumption during
+ * runtime.
+ */
+public class MemoryMonitor implements Runnable {
+
+ @Override
+ public void run() {
+ while( true ) {
+ try {
+ //wait for one second
+ Thread.sleep(1000);
+
+ //call garbage collection (just a hint) until
garbage collection
+ //was actually trigger as indicated by a
cleaned weak reference
+ WeakReference<int[]> wr = new
WeakReference<int[]>(new int[1024]);
+ while(wr.get() != null) {
+ System.gc();
+ }
+
+ long mem = Runtime.getRuntime().maxMemory() -
Runtime.getRuntime().freeMemory();
+ System.out.println("MemoryMonitor: "+
OptimizerUtils.toMB(mem)+" MB used.");
+ }
+ catch (InterruptedException e) {
+ throw new DMLRuntimeException(e);
+ }
+ }
+ }
+}
