[GLUTEN-10932][VL] Pass memory changes to taskMemoryManager for dynamic off heap (#10936)

Closes #10932

Author: wForget

gluten-core/src/main/java/org/apache/gluten/memory/memtarget/DynamicOffHeapSizingMemoryTarget.java

@@ -130,7 +130,11 @@ public class DynamicOffHeapSizingMemoryTarget implements MemoryTarget, KnownName
   private final String name = MemoryTargetUtil.toUniqueName("DynamicOffHeapSizing");
   private final SimpleMemoryUsageRecorder recorder = new SimpleMemoryUsageRecorder();
 
-  public DynamicOffHeapSizingMemoryTarget() {}
+  private final MemoryTarget target;
+
+  public DynamicOffHeapSizingMemoryTarget(MemoryTarget target) {
+    this.target = target;
+  }
 
   @Override
   public long borrow(long size) {
@@ -197,13 +201,15 @@ public void run() {
 
     USED_OFF_HEAP_BYTES.addAndGet(size);
     recorder.inc(size);
+    target.borrow(size);
     return size;
   }
 
   @Override
   public long repay(long size) {
     USED_OFF_HEAP_BYTES.addAndGet(-size);
     recorder.inc(-size);
+    target.repay(size);
     return size;
   }
 
@@ -227,6 +233,10 @@ public MemoryUsageStats stats() {
     return recorder.toStats();
   }
 
+  public MemoryTarget target() {
+    return target;
+  }
+
   public static boolean isJava9OrLater() {
     String spec = System.getProperty("java.specification.version", "1.8");
     // "1.8" → 8, "9" → 9, "11" → 11, etc.

gluten-core/src/main/java/org/apache/gluten/memory/memtarget/MemoryTargets.java

@@ -52,7 +52,7 @@ public static MemoryTarget overAcquire(
   @Experimental
   public static MemoryTarget dynamicOffHeapSizingIfEnabled(MemoryTarget memoryTarget) {
     if (GlutenCoreConfig.get().dynamicOffHeapSizingEnabled()) {
-      return new DynamicOffHeapSizingMemoryTarget();
+      return new DynamicOffHeapSizingMemoryTarget(memoryTarget);
     }
 
     return memoryTarget;

gluten-core/src/main/scala/org/apache/spark/memory/SparkMemoryUtil.scala

@@ -132,6 +132,7 @@ object SparkMemoryUtil {
         prettyPrintStats(
           "Dynamic off-heap sizing memory target stats: ",
           dynamicOffHeapSizingMemoryTarget)
+        dynamicOffHeapSizingMemoryTarget.target().accept(this)
       }
 
       override def visit(retryOnOomMemoryTarget: RetryOnOomMemoryTarget): String = {