diff --git a/sql/connect/server/src/main/scala/org/apache/spark/sql/connect/ml/MLCache.scala b/sql/connect/server/src/main/scala/org/apache/spark/sql/connect/ml/MLCache.scala index 4c1ded31e8002..a418399615c07 100644 --- a/sql/connect/server/src/main/scala/org/apache/spark/sql/connect/ml/MLCache.scala +++ b/sql/connect/server/src/main/scala/org/apache/spark/sql/connect/ml/MLCache.scala @@ -25,12 +25,12 @@ import java.util.concurrent.atomic.AtomicLong import scala.collection.mutable import com.google.common.cache.{CacheBuilder, RemovalNotification} -import org.apache.commons.io.FileUtils import org.apache.spark.SparkException import org.apache.spark.internal.Logging import org.apache.spark.ml.Model import org.apache.spark.ml.util.{ConnectHelper, HasTrainingSummary, MLWritable, Summary} +import org.apache.spark.network.util.JavaUtils import org.apache.spark.sql.connect.config.Connect import org.apache.spark.sql.connect.service.SessionHolder import org.apache.spark.util.SparkFileUtils @@ -243,7 +243,7 @@ private[connect] class MLCache(sessionHolder: SessionHolder) extends Logging { val size = cachedModel.size() cachedModel.clear() if (getMemoryControlEnabled) { - FileUtils.cleanDirectory(new File(offloadedModelsDir.toString)) + JavaUtils.deleteRecursively(new File(offloadedModelsDir.toString)) } size }