diff --git a/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala b/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala index cf33c81eebb..a228c1c4320 100644 --- a/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala +++ b/extensions/spark/kyuubi-spark-connector-yarn/src/main/scala/org/apache/kyuubi/spark/connector/yarn/YarnLogPartitionReader.scala @@ -49,9 +49,7 @@ class YarnLogPartitionReader(yarnLogPartition: YarnLogPartition) UTF8String.fromString(yarnLog.message))) } - override def close(): Unit = { - fs.close() - } + override def close(): Unit = {} /** * fet log @@ -107,6 +105,7 @@ class YarnLogPartitionReader(yarnLogPartition: YarnLogPartition) } finally { IOUtils.closeStream(inputStream) reader.close() + fs.close() } case _ => Seq.empty }