add gc information to debug

apache · Jan 15, 2025 · 5454282 · 5454282
1 parent 5c45361
commit 5454282
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/conftest.py b/tests/conftest.py
@@ -2282,6 +2282,7 @@ def spark() -> "SparkSession":
         .config("spark.sql.catalog.hive.s3.endpoint", "http://localhost:9000")
         .config("spark.sql.catalog.hive.s3.path-style-access", "true")
         .config("spark.sql.execution.arrow.pyspark.enabled", "true")
+        .config("spark.executor.extraJavaOptions", "-XX:+PrintGCDetails -XX:+PrintGCTimeStamps")
         .getOrCreate()
     )