use datafusion_common::tree_node::Transformed;
use datafusion_common::{Result, ScalarValue};
use datafusion_expr::logical_plan::tree_node::unwrap_arc;
use datafusion_expr::{EmptyRelation, Expr, Filter, LogicalPlan};
use std::sync::Arc;
use crate::optimizer::ApplyOrder;
use crate::{OptimizerConfig, OptimizerRule};
#[derive(Default)]
pub struct EliminateFilter;
impl EliminateFilter {
#[allow(missing_docs)]
pub fn new() -> Self {
Self {}
}
}
impl OptimizerRule for EliminateFilter {
fn name(&self) -> &str {
"eliminate_filter"
}
fn apply_order(&self) -> Option<ApplyOrder> {
Some(ApplyOrder::TopDown)
}
fn supports_rewrite(&self) -> bool {
true
}
fn rewrite(
&self,
plan: LogicalPlan,
_config: &dyn OptimizerConfig,
) -> Result<Transformed<LogicalPlan>> {
match plan {
LogicalPlan::Filter(Filter {
predicate: Expr::Literal(ScalarValue::Boolean(v)),
input,
..
}) => match v {
Some(true) => Ok(Transformed::yes(unwrap_arc(input))),
Some(false) | None => Ok(Transformed::yes(LogicalPlan::EmptyRelation(
EmptyRelation {
produce_one_row: false,
schema: Arc::clone(input.schema()),
},
))),
},
_ => Ok(Transformed::no(plan)),
}
}
}
#[cfg(test)]
mod tests {
use std::sync::Arc;
use datafusion_common::{Result, ScalarValue};
use datafusion_expr::{
col, lit, logical_plan::builder::LogicalPlanBuilder, Expr, LogicalPlan,
};
use crate::eliminate_filter::EliminateFilter;
use crate::test::*;
use datafusion_expr::test::function_stub::sum;
fn assert_optimized_plan_equal(plan: LogicalPlan, expected: &str) -> Result<()> {
assert_optimized_plan_eq(Arc::new(EliminateFilter::new()), plan, expected)
}
#[test]
fn filter_false() -> Result<()> {
let filter_expr = Expr::Literal(ScalarValue::Boolean(Some(false)));
let table_scan = test_table_scan().unwrap();
let plan = LogicalPlanBuilder::from(table_scan)
.aggregate(vec![col("a")], vec![sum(col("b"))])?
.filter(filter_expr)?
.build()?;
let expected = "EmptyRelation";
assert_optimized_plan_equal(plan, expected)
}
#[test]
fn filter_null() -> Result<()> {
let filter_expr = Expr::Literal(ScalarValue::Boolean(None));
let table_scan = test_table_scan().unwrap();
let plan = LogicalPlanBuilder::from(table_scan)
.aggregate(vec![col("a")], vec![sum(col("b"))])?
.filter(filter_expr)?
.build()?;
let expected = "EmptyRelation";
assert_optimized_plan_equal(plan, expected)
}
#[test]
fn filter_false_nested() -> Result<()> {
let filter_expr = Expr::Literal(ScalarValue::Boolean(Some(false)));
let table_scan = test_table_scan()?;
let plan1 = LogicalPlanBuilder::from(table_scan.clone())
.aggregate(vec![col("a")], vec![sum(col("b"))])?
.build()?;
let plan = LogicalPlanBuilder::from(table_scan)
.aggregate(vec![col("a")], vec![sum(col("b"))])?
.filter(filter_expr)?
.union(plan1)?
.build()?;
let expected = "Union\
\n EmptyRelation\
\n Aggregate: groupBy=[[test.a]], aggr=[[sum(test.b)]]\
\n TableScan: test";
assert_optimized_plan_equal(plan, expected)
}
#[test]
fn filter_true() -> Result<()> {
let filter_expr = Expr::Literal(ScalarValue::Boolean(Some(true)));
let table_scan = test_table_scan()?;
let plan = LogicalPlanBuilder::from(table_scan)
.aggregate(vec![col("a")], vec![sum(col("b"))])?
.filter(filter_expr)?
.build()?;
let expected = "Aggregate: groupBy=[[test.a]], aggr=[[sum(test.b)]]\
\n TableScan: test";
assert_optimized_plan_equal(plan, expected)
}
#[test]
fn filter_true_nested() -> Result<()> {
let filter_expr = Expr::Literal(ScalarValue::Boolean(Some(true)));
let table_scan = test_table_scan()?;
let plan1 = LogicalPlanBuilder::from(table_scan.clone())
.aggregate(vec![col("a")], vec![sum(col("b"))])?
.build()?;
let plan = LogicalPlanBuilder::from(table_scan)
.aggregate(vec![col("a")], vec![sum(col("b"))])?
.filter(filter_expr)?
.union(plan1)?
.build()?;
let expected = "Union\
\n Aggregate: groupBy=[[test.a]], aggr=[[sum(test.b)]]\
\n TableScan: test\
\n Aggregate: groupBy=[[test.a]], aggr=[[sum(test.b)]]\
\n TableScan: test";
assert_optimized_plan_equal(plan, expected)
}
#[test]
fn filter_from_subquery() -> Result<()> {
let false_filter = lit(false);
let table_scan = test_table_scan()?;
let plan1 = LogicalPlanBuilder::from(table_scan)
.project(vec![col("a")])?
.filter(false_filter)?
.build()?;
let true_filter = lit(true);
let plan = LogicalPlanBuilder::from(plan1)
.project(vec![col("a")])?
.filter(true_filter)?
.build()?;
let expected = "Projection: test.a\
\n EmptyRelation";
assert_optimized_plan_equal(plan, expected)
}
}