From 240393c5e7c51b42775fb9e558c71e38e44eb972 Mon Sep 17 00:00:00 2001 From: native-zhang Date: Sat, 21 Dec 2024 03:19:23 +0800 Subject: [PATCH] remove fs close --- .../kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala b/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala index cf33c81eebb..a228c1c4320 100644 --- a/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala +++ b/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala @@ -49,9 +49,7 @@ class YarnLogPartitionReader(yarnLogPartition: YarnLogPartition) UTF8String.fromString(yarnLog.message))) } - override def close(): Unit = { - fs.close() - } + override def close(): Unit = {} /** * fet log @@ -107,6 +105,7 @@ class YarnLogPartitionReader(yarnLogPartition: YarnLogPartition) } finally { IOUtils.closeStream(inputStream) reader.close() + fs.close() } case _ => Seq.empty }