Skip to content

Commit 31db70e

Browse files
committed
modify config default value, solve conflict.
1 parent fc5cf99 commit 31db70e

File tree

3 files changed

+4
-3
lines changed

3 files changed

+4
-3
lines changed

spark-doris-connector/src/main/java/org/apache/doris/spark/cfg/ConfigurationOptions.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -94,10 +94,10 @@ public interface ConfigurationOptions {
9494
int SINK_MAX_BLOCKING_TIMES_DEFAULT = 1;
9595

9696
String DORIS_SINK_MAX_BLOCKING_INTERVAL_MS = "doris.sink.max.blocking.interval.ms";
97-
int SINK_MAX_BLOCKING_INTERVAL_MS_DEFAULT = 1000;
97+
int SINK_MAX_BLOCKING_INTERVAL_MS_DEFAULT = 300000;
9898

9999
String DORIS_SINK_BLOCKING_TRIGGER_KEYS = "doris.sink.block.trigger.keys";
100-
String SINK_BLOCKING_TRIGGER_KEYS_DEFAULT = "-235";
100+
String SINK_BLOCKING_TRIGGER_KEYS_DEFAULT = "";
101101

102102

103103
/**

spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/Utils.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -182,7 +182,7 @@ private[spark] object Utils {
182182
}
183183

184184
def shouldBlock(exception: String): Boolean = {
185-
blockTriggerKeysArray.exists(exception.contains)
185+
blockTriggerKeysArray.nonEmpty && blockTriggerKeysArray.exists(exception.contains)
186186
}
187187

188188
val result = Try(f)

spark-doris-connector/src/main/scala/org/apache/doris/spark/writer/DorisWriter.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -79,6 +79,7 @@ class DorisWriter(settings: SparkSettings) extends Serializable {
7979

8080
var resultRdd = dataFrame.queryExecution.toRdd
8181
val schema = dataFrame.schema
82+
val dfColumns = dataFrame.columns
8283
if (Objects.nonNull(sinkTaskPartitionSize)) {
8384
resultRdd = if (sinkTaskUseRepartition) resultRdd.repartition(sinkTaskPartitionSize) else resultRdd.coalesce(sinkTaskPartitionSize)
8485
}

0 commit comments

Comments
 (0)