diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileSourceScanExec.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileSourceScanExec.scala index d3f6e6dc1b3..38306991db3 100644 --- a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileSourceScanExec.scala +++ b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuFileSourceScanExec.scala @@ -558,11 +558,12 @@ case class GpuFileSourceScanExec( val partitions = StaticPartitionShims.getStaticPartitions(fsRelation).getOrElse { val openCostInBytes = fsRelation.sparkSession.sessionState.conf.filesOpenCostInBytes val maxSplitBytes = - FilePartition.maxSplitBytes(fsRelation.sparkSession, selectedPartitions) + FilePartition.maxSplitBytes(fsRelation.sparkSession, dynamicallySelectedPartitions) logInfo(s"Planning scan with bin packing, max size: $maxSplitBytes bytes, " + s"open cost is considered as scanning $openCostInBytes bytes.") - val splitFiles = FilePartitionShims.splitFiles(selectedPartitions, relation, maxSplitBytes) + val splitFiles = FilePartitionShims.splitFiles(dynamicallySelectedPartitions, relation, + maxSplitBytes) FilePartition.getFilePartitions(relation.sparkSession, splitFiles, maxSplitBytes) }