Skip to content

Commit

Permalink
use awaitUcxTransport instead of sleep in UcxLocalDiskShuffleExecutor…
Browse files Browse the repository at this point in the history
…Components
  • Loading branch information
JeynmannZ committed Jun 3, 2024
1 parent d9d315e commit 9a931e9
Showing 1 changed file with 1 addition and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,7 @@ class UcxLocalDiskShuffleExecutorComponents(sparkConf: SparkConf)

override def initializeExecutor(appId: String, execId: String, extraConfigs: util.Map[String, String]): Unit = {
val ucxShuffleManager = SparkEnv.get.shuffleManager.asInstanceOf[UcxShuffleManager]
while (ucxShuffleManager.ucxTransport == null) {
Thread.sleep(5)
}
ucxShuffleManager.awaitUcxTransport()
blockResolver = ucxShuffleManager.shuffleBlockResolver
}

Expand Down

0 comments on commit 9a931e9

Please sign in to comment.