Fix ut

.github/workflows/paimon.yml

@@ -0,0 +1,67 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name: Paimon
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - master
+      - branch-*
+  pull_request:
+    branches:
+      - master
+      - branch-*
+
+concurrency:
+  group: paimon-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test-flink:
+    name: Test Paimon ${{ matrix.paimon }}
+    runs-on: ubuntu-24.04
+    strategy:
+      fail-fast: false
+      matrix:
+        paimon: [ "1.2" ]
+        javaver: [ "8" ]
+        scalaver: [ "2.12" ]
+        module: [ "thirdparty/auron-paimon" ]
+        sparkver: [ "spark-3.5" ]
+
+    steps:
+      - name: Checkout Auron
+        uses: actions/checkout@v4
+
+      - name: Setup Java and Maven cache
+        uses: actions/setup-java@v4
+        with:
+          distribution: 'adopt-hotspot'
+          java-version: ${{ matrix.javaver }}
+          cache: 'maven'
+
+      - name: Test Paimon Module
+        run: ./build/mvn -B test -pl ${{ matrix.module }} -am -Pscala-${{ matrix.scalaver }} -Ppaimon-${{ matrix.paimon }} -P${{ matrix.sparkver }} -Prelease
+
+      - name: Upload reports
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ matrix.module }}-test-report
+          path: ${{ matrix.module }}/target/surefire-reports

Cargo.toml

@@ -24,6 +24,7 @@ members = [
     "native-engine/auron",
     "native-engine/auron-jni-bridge",
     "native-engine/auron-serde",
+    "native-engine/auron-memmgr",
 ]
 
 [profile.release]
@@ -48,6 +49,7 @@ overflow-checks = false
 auron = { path = "./native-engine/auron" }
 auron-jni-bridge = { path = "./native-engine/auron-jni-bridge" }
 auron-serde = { path = "./native-engine/auron-serde" }
+auron-memmgr = { path = "./native-engine/auron-memmgr" }
 datafusion-ext-commons = { path = "./native-engine/datafusion-ext-commons" }
 datafusion-ext-exprs = { path = "./native-engine/datafusion-ext-exprs" }
 datafusion-ext-functions = { path = "./native-engine/datafusion-ext-functions" }
@@ -75,14 +77,14 @@ serde_json = { version = "1.0.96" }
 # other dependencies
 async-trait = "0.1.89"
 base64 = "0.22.1"
-bigdecimal = "0.4.8"
+bigdecimal = "0.4.9"
 bitvec = "1.0.1"
 byteorder = "1.5.0"
 bytes = "1.10.1"
 bytesize = "2.1.0"
 chrono = "0.4.42"
 count-write = "0.1.0"
-foldhash = "0.1.5"
+foldhash = "0.2.0"
 futures = "0.3"
 futures-util = "0.3.31"
 hashbrown = "0.14.5"
@@ -96,7 +98,7 @@ once_cell = "1.21.3"
 panic-message = "0.3.0"
 parking_lot = "0.12.5"
 paste = "1.0.15"
-procfs = "0.17.0"
+procfs = "0.18.0"
 prost = "0.14.1"
 rand = "0.9.2"
 smallvec = "2.0.0-alpha.11"

auron-core/src/main/java/org/apache/auron/jni/AuronAdaptor.java

@@ -16,7 +16,6 @@
  */
 package org.apache.auron.jni;
 
-import java.io.File;
 import java.io.IOException;
 import java.nio.ByteBuffer;
 import org.apache.auron.configuration.AuronConfiguration;
@@ -84,29 +83,21 @@ public boolean isTaskRunning() {
      * @return Absolute path of the created temporary file.
      * @throws IOException If the temporary file cannot be created.
      */
-    public String getDirectWriteSpillToDiskFile() throws IOException {
-        File tempFile = File.createTempFile("auron-spill-", ".tmp");
-        tempFile.deleteOnExit();
-        return tempFile.getAbsolutePath();
-    }
+    public abstract String getDirectWriteSpillToDiskFile() throws IOException;
 
     /**
      * Retrieves the context classloader of the current thread.
      *
-     * @return The context classloader of the current thread.
+     * @return For Spark, return TaskContext of the current thread.
      */
-    public Object getThreadContext() {
-        return Thread.currentThread().getContextClassLoader();
-    }
+    public abstract Object getThreadContext();
 
     /**
-     * Sets the context classloader for the current thread.
+     * Sets the context for the current thread.
      *
-     * @param context The classloader to set as the context classloader.
+     * @param context For spark is TaskContext.
      */
-    public void setThreadContext(Object context) {
-        Thread.currentThread().setContextClassLoader((ClassLoader) context);
-    }
+    public abstract void setThreadContext(Object context);
 
     /**
      * Retrieves the on-heap spill manager implementation.