(systemds) branch main updated: [MINOR] Memory monitor util for debugging memory consumption

[mb...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

mboehm7 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git


The following commit(s) were added to refs/heads/main by this push:
     new a75abdfe8d [MINOR] Memory monitor util for debugging memory consumption
a75abdfe8d is described below

commit a75abdfe8d49e4a9f5689736a46ef8bf22774017
Author: Matthias Boehm <mb...@gmail.com>
AuthorDate: Fri May 31 13:04:19 2024 +0200

    [MINOR] Memory monitor util for debugging memory consumption
---
 .../apache/sysds/runtime/util/MemoryMonitor.java   | 56 ++++++++++++++++++++++
 1 file changed, 56 insertions(+)

diff --git a/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java b/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java
new file mode 100644
index 0000000000..4bc1380e87
--- /dev/null
+++ b/src/main/java/org/apache/sysds/runtime/util/MemoryMonitor.java
@@ -0,0 +1,56 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ * 
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ * 
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.sysds.runtime.util;
+
+import java.lang.ref.WeakReference;
+
+import org.apache.sysds.hops.OptimizerUtils;
+import org.apache.sysds.runtime.DMLRuntimeException;
+
+/**
+ * This memory monitor periodically calls garbage collection
+ * in order to obtain the actual memory consumption during
+ * runtime.
+ */
+public class MemoryMonitor implements Runnable {
+
+	@Override
+	public void run() {
+		while( true ) {
+			try {
+				//wait for one second
+				Thread.sleep(1000);
+				
+				//call garbage collection (just a hint) until garbage collection 
+				//was actually trigger as indicated by a cleaned weak reference
+				WeakReference<int[]> wr = new WeakReference<int[]>(new int[1024]);
+				while(wr.get() != null) {
+					System.gc();
+				}
+				
+				long mem = Runtime.getRuntime().maxMemory() - Runtime.getRuntime().freeMemory();
+				System.out.println("MemoryMonitor: "+ OptimizerUtils.toMB(mem)+" MB used.");
+			}
+			catch (InterruptedException e) {
+				throw new DMLRuntimeException(e);
+			}
+		}
+	}
+}