Merge branch 'NVIDIA:main' into main

Author: YanxuanLiu

.github/PULL_REQUEST_TEMPLATE.md

@@ -2,32 +2,41 @@
 
 Thank you for contributing to RAPIDS Accelerator for Apache Spark!
 
-Here are some guidelines to help the review process go smoothly.
+Please read https://github.com/NVIDIA/spark-rapids/blob/HEAD/CONTRIBUTING.md#creating-a-pull-request before making this PR.
 
-1. Please write a description in this text box of the changes that are being
-   made.
+The following are the guidelines to help the review process go smoothly. Please read them carefully and fill out relevant information as much as possible.
 
-2. Please ensure that you have written units tests for the changes made/features
-   added.
+Thank you for your cooperation!
 
-3. If you are closing an issue please use one of the automatic closing words as
-   noted here: https://help.github.com/articles/closing-issues-using-keywords/
-
-4. If your pull request is not ready for review but you want to make use of the
-   continuous integration testing facilities please label it with `[WIP]`.
+-->
 
-5. If your pull request is ready to be reviewed without requiring additional
-   work on top of it, then remove the `[WIP]` label (if present).
+<!--
+Please replace #xxxx with the ID of the issue fixed in this PR. If such issue does not exist, please consider filing one and link it here.
+-->
+Fixes #xxxx.
 
-6. Once all work has been done and review has taken place please do not add
-   features or make changes out of the scope of those requested by the reviewer
-   (doing this just add delays as already reviewed code ends up having to be
-   re-reviewed/it is hard to tell what is new etc!). Further, please avoid
-   rebasing your branch during the review process, as this causes the context
-   of any comments made by reviewers to be lost. If conflicts occur during
-   review then they should be resolved by merging into the branch used for
-   making the pull request.
+### Description
 
-Many thanks in advance for your cooperation!
+<!--
+Please provide a description of the changes proposed in this pull request. Here are some questions to help you fill out the description:
 
+- What is the problem you are trying to solve? Describe it from the user's perspective. If you have an existing github issue, please add a summary of the issue here.
+- After this change, what will the user experience be like? Please describe any user-facing changes, such as new configurations or new behaviors. If you are introducing new configurations, please add some guidelines on how to use them.
+- How are you fixing the problem? Please provide a technical description of your solution. You can add or link your design doc if it exists.
+- How are the new features/behaviors tested? Please describe the test cases you added or modified. If they are tested in a cluster, please describe it as well.
 -->
+
+### Checklists
+
+<!-- Check the items below by putting "x" in the brackets for what is done. Not all of these items may be relevant to every PR. -->
+
+This PR has:
+
+- [ ] added documentation for new or modified features or behaviors.
+- [ ] updated the license in the source code files when it is required.
+- [ ] added new tests or modified existing tests to cover new code paths.
+      (Please explain in the PR description how the new code paths are tested, such as names of the new/existing tests that cover them.)
+
+Please select one of the following options:
+- [ ] Performance testing has been performed and its results are added in the PR description.
+- [ ] An issue is filed for performance testing and its link is added in the PR description. (Select this if performance testing will not be completed before the PR is submitted.)

.github/workflows/blossom-ci.yml

@@ -75,9 +75,7 @@ jobs:
         github.actor == 'pxLi'  ||
         github.actor == 'SurajAralihalli' ||
         github.actor == 'jihoonson' ||
-        github.actor == 'ustcfy' ||
-        github.actor == 'knoguchi22' ||
-        github.actor == 'warrickhe'
+        github.actor == 'knoguchi22'
       )
     steps:
       - name: Check if comment is issued by authorized person

.github/workflows/mvn-verify-check/get-deps-sha1.sh

@@ -17,7 +17,7 @@
 set -e
 
 scala_ver=${1:-"2.12"}
-base_URL="https://oss.sonatype.org/service/local/artifact/maven/resolve"
+base_URL="https://central.sonatype.com/repository/maven-snapshots/com/nvidia"
 project_jni="spark-rapids-jni"
 project_private="rapids-4-spark-private_${scala_ver}"
 project_hybrid="rapids-4-spark-hybrid_${scala_ver}"
@@ -26,26 +26,43 @@ jni_ver=$(mvn help:evaluate -q -pl dist -Dexpression=spark-rapids-jni.version -D
 private_ver=$(mvn help:evaluate -q -pl dist -Dexpression=spark-rapids-private.version -DforceStdout)
 hybrid_ver=$(mvn help:evaluate -q -pl dist -Dexpression=spark-rapids-hybrid.version -DforceStdout)
 
+get_latest_snapshot_version() {
+  local project_URL="$1"
+  if [ -z "$project_URL" ]; then
+    return 0
+  fi
+  local latest_ver
+  latest_ver=$(curl -s "${project_URL}/maven-metadata.xml" 2>/dev/null | tr -d '\n' | 
+      grep -o '<snapshotVersion>.*<extension>jar</extension>.*<value>[^<]*</value>' | 
+      sed -n 's/.*<value>\([^<]*\)<\/value>.*/\1/p' | 
+      head -1) || latest_ver=""
+  echo "$latest_ver"
+}
+
+
 if [[ $jni_ver == *SNAPSHOT* ]]; then
-  jni_sha1=$(curl -s -H "Accept: application/json" \
-    "${base_URL}?r=snapshots&g=com.nvidia&a=${project_jni}&v=${jni_ver}&c=&e=jar&wt=json" \
-    | jq .data.sha1) || $(date +'%Y-%m-%d')
+  jni_URL="${base_URL}/${project_jni}/${jni_ver}"
+  jni_latest_ver=$(get_latest_snapshot_version "${jni_URL}")
+  jni_sha1=$(curl -sf "${jni_URL}/${project_jni}-${jni_latest_ver}.jar.sha1" 2>/dev/null) \
+    || jni_sha1=$(date +'%Y-%m-%d')
 else
   jni_sha1=$jni_ver
 fi
 
 if [[ $private_ver == *SNAPSHOT* ]]; then
-  private_sha1=$(curl -s -H "Accept: application/json" \
-    "${base_URL}?r=snapshots&g=com.nvidia&a=${project_private}&v=${private_ver}&c=&e=jar&wt=json" \
-    | jq .data.sha1) || $(date +'%Y-%m-%d')
+  private_URL="${base_URL}/${project_private}/${private_ver}"
+  private_latest_ver=$(get_latest_snapshot_version "${private_URL}")
+  private_sha1=$(curl -sf "${private_URL}/${project_private}-${private_latest_ver}.jar.sha1" 2>/dev/null) \
+    || private_sha1=$(date +'%Y-%m-%d')
 else
   private_sha1=$private_ver
 fi
 
 if [[ $hybrid_ver == *SNAPSHOT* ]]; then
-  hybrid_sha1=$(curl -s -H "Accept: application/json" \
-    "${base_URL}?r=snapshots&g=com.nvidia&a=${project_hybrid}&v=${hybrid_ver}&c=&e=jar&wt=json" \
-    | jq .data.sha1) || $(date +'%Y-%m-%d')
+  hybrid_URL="${base_URL}/${project_hybrid}/${hybrid_ver}"
+  hybrid_latest_ver=$(get_latest_snapshot_version "${hybrid_URL}")
+  hybrid_sha1=$(curl -sf "${hybrid_URL}/${project_hybrid}-${hybrid_latest_ver}.jar.sha1" 2>/dev/null) \
+    || hybrid_sha1=$(date +'%Y-%m-%d')
 else
   hybrid_sha1=$hybrid_ver
 fi

.github/workflows/pr-description-check.yml

@@ -0,0 +1,34 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# A workflow to check if comment exists in PR description
+name: pr description check
+
+on:
+  pull_request_target:
+    types: [opened, edited, reopened]
+
+jobs:
+  pr-description-check:
+    runs-on: ubuntu-latest
+    permissions:
+      statuses: write
+      pull-requests: read
+      contents: read  
+    if: "!contains(github.event.pull_request.title, '[bot]')"
+    steps:
+      - name: pr-desciption-check
+        uses: NVIDIA/spark-rapids-common/pr-description-check@main
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -11,6 +11,7 @@
 .generated-mima*
 .idea_modules/
 .idea/
+.mvn/
 .metals/
 .project
 .pydevproject