Kyuubi 1.9.1 query large results for memory overflow

[zapjone]

When querying, parameters for storing to temporary files were configured:
kyuubi.operation.result.saveToFile.minSize=10485760000
kyuubi.operation.result.saveToFile.minRows=50000

The error result is as follows:
SQL Error: org.apache.kyuubi.KyuubiSQLException: org.apache.kyuubi.KyuubiSQLException: Error operating ExecuteStatement: java.lang.OutOfMemoryError: Java heap space
at org.apache.orc.impl.RecordReaderUtils$ChunkReader.readRanges(RecordReaderUtils.java:737)
at org.apache.orc.impl.RecordReaderUtils.readDiskRanges(RecordReaderUtils.java:540)
at org.apache.orc.impl.RecordReaderUtils.access$000(RecordReaderUtils.java:45)
at org.apache.orc.impl.RecordReaderUtils$DefaultDataReader.readFileData(RecordReaderUtils.java:106)
at org.apache.orc.impl.reader.StripePlanner.readData(StripePlanner.java:177)
at org.apache.orc.impl.RecordReaderImpl.readStripe(RecordReaderImpl.java:1305)
at org.apache.orc.impl.RecordReaderImpl.advanceStripe(RecordReaderImpl.java:1345)
at org.apache.orc.impl.RecordReaderImpl.advanceToNextRow(RecordReaderImpl.java:1388)
at org.apache.orc.impl.RecordReaderImpl.(RecordReaderImpl.java:367)
at org.apache.orc.impl.ReaderImpl.rows(ReaderImpl.java:892)
at org.apache.orc.mapreduce.OrcMapreduceRecordReader.(OrcMapreduceRecordReader.java:65)
at org.apache.orc.mapreduce.OrcMapreduceRecordReader.(OrcMapreduceRecordReader.java:59)
at org.apache.orc.mapreduce.OrcInputFormat.createRecordReader(OrcInputFormat.java:73)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator.getOrcFileIterator(FetchOrcStatement.scala:150)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator.$anonfun$iters$1(FetchOrcStatement.scala:111)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator$$Lambda$4546/33925283.apply(Unknown Source)
at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
at scala.collection.TraversableLike$$Lambda$63/1366342900.apply(Unknown Source)
at scala.collection.immutable.List.foreach(List.scala:431)
at scala.collection.generic.TraversableForwarder.foreach(TraversableForwarder.scala:38)
at scala.collection.generic.TraversableForwarder.foreach$(TraversableForwarder.scala:38)
at scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:47)
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator.(FetchOrcStatement.scala:111)
at org.apache.kyuubi.engine.spark.operation.FetchOrcStatement.getIterator(FetchOrcStatement.scala:66)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement.collectAsIterator(ExecuteStatement.scala:201)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement.$anonfun$executeStatement$1(ExecuteStatement.scala:100)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement$$Lambda$3113/1224365090.apply$mcV$sp(Unknown Source)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.apache.kyuubi.engine.spark.operation.SparkOperation.$anonfun$withLocalProperties$1(SparkOperation.scala:166)

at org.apache.kyuubi.KyuubiSQLException$.apply(KyuubiSQLException.scala:69)
at org.apache.kyuubi.engine.spark.operation.SparkOperation$$anonfun$onError$1.$anonfun$applyOrElse$1(SparkOperation.scala:202)
at org.apache.kyuubi.Utils$.withLockRequired(Utils.scala:432)
at org.apache.kyuubi.operation.AbstractOperation.withLockRequired(AbstractOperation.scala:52)
at org.apache.kyuubi.engine.spark.operation.SparkOperation$$anonfun$onError$1.applyOrElse(SparkOperation.scala:190)
at org.apache.kyuubi.engine.spark.operation.SparkOperation$$anonfun$onError$1.applyOrElse(SparkOperation.scala:183)
at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:38)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement.executeStatement(ExecuteStatement.scala:105)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement$$anon$1.run(ExecuteStatement.scala:116)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)

Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.orc.impl.RecordReaderUtils$ChunkReader.readRanges(RecordReaderUtils.java:737)
at org.apache.orc.impl.RecordReaderUtils.readDiskRanges(RecordReaderUtils.java:540)
at org.apache.orc.impl.RecordReaderUtils.access$000(RecordReaderUtils.java:45)
at org.apache.orc.impl.RecordReaderUtils$DefaultDataReader.readFileData(RecordReaderUtils.java:106)
at org.apache.orc.impl.reader.StripePlanner.readData(StripePlanner.java:177)
at org.apache.orc.impl.RecordReaderImpl.readStripe(RecordReaderImpl.java:1305)
at org.apache.orc.impl.RecordReaderImpl.advanceStripe(RecordReaderImpl.java:1345)
at org.apache.orc.impl.RecordReaderImpl.advanceToNextRow(RecordReaderImpl.java:1388)
at org.apache.orc.impl.RecordReaderImpl.(RecordReaderImpl.java:367)
at org.apache.orc.impl.ReaderImpl.rows(ReaderImpl.java:892)
at org.apache.orc.mapreduce.OrcMapreduceRecordReader.(OrcMapreduceRecordReader.java:65)
at org.apache.orc.mapreduce.OrcMapreduceRecordReader.(OrcMapreduceRecordReader.java:59)
at org.apache.orc.mapreduce.OrcInputFormat.createRecordReader(OrcInputFormat.java:73)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator.getOrcFileIterator(FetchOrcStatement.scala:150)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator.$anonfun$iters$1(FetchOrcStatement.scala:111)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator$$Lambda$4546/33925283.apply(Unknown Source)
at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
at scala.collection.TraversableLike$$Lambda$63/1366342900.apply(Unknown Source)
at scala.collection.immutable.List.foreach(List.scala:431)
at scala.collection.generic.TraversableForwarder.foreach(TraversableForwarder.scala:38)
at scala.collection.generic.TraversableForwarder.foreach$(TraversableForwarder.scala:38)
at scala.collection.mutable.ListBuffer.foreach(ListBuffer.scala:47)
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
at org.apache.kyuubi.engine.spark.operation.OrcFileIterator.(FetchOrcStatement.scala:111)
at org.apache.kyuubi.engine.spark.operation.FetchOrcStatement.getIterator(FetchOrcStatement.scala:66)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement.collectAsIterator(ExecuteStatement.scala:201)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement.$anonfun$executeStatement$1(ExecuteStatement.scala:100)
at org.apache.kyuubi.engine.spark.operation.ExecuteStatement$$Lambda$3113/1224365090.apply$mcV$sp(Unknown Source)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.apache.kyuubi.engine.spark.operation.SparkOperation.$anonfun$withLocalProperties$1(SparkOperation.scala:166)

at org.apache.kyuubi.KyuubiSQLException$.apply(KyuubiSQLException.scala:69)
at org.apache.kyuubi.operation.ExecuteStatement.waitStatementComplete(ExecuteStatement.scala:135)
at org.apache.kyuubi.operation.ExecuteStatement.$anonfun$runInternal$1(ExecuteStatement.scala:173)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)

[wForget]

Can you check if this is caused by #6469?

[zapjone]

Is it sufficient to satisfy one or both kyuubi.operation.result.saveToFile.minRows and kyuubi.operation.result.saveToFile.minSize?