Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
zml1206 committed Dec 6, 2024
1 parent 2d59e00 commit 5ca4044
Showing 1 changed file with 1 addition and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,6 @@
*/
package org.apache.gluten.execution

import org.apache.gluten.expression.ExpressionConverter
import org.apache.gluten.sql.shims.SparkShimLoader

import org.apache.spark.sql.connector.read.Scan
Expand All @@ -43,20 +42,14 @@ object ScanTransformerFactory {
.asInstanceOf[DataSourceScanTransformerRegister]
.createDataSourceTransformer(scanExec)
case _ =>
val dataFilters = scanExec.dataFilters.filter {
expr =>
ExpressionConverter.canReplaceWithExpressionTransformer(
ExpressionConverter.replaceAttributeReference(expr),
scanExec.output)
}
FileSourceScanExecTransformer(
scanExec.relation,
scanExec.output,
scanExec.requiredSchema,
scanExec.partitionFilters,
scanExec.optionalBucketSet,
scanExec.optionalNumCoalescedBuckets,
dataFilters,
scanExec.dataFilters,
scanExec.tableIdentifier,
scanExec.disableBucketedScan
)
Expand Down

0 comments on commit 5ca4044

Please sign in to comment.