Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Upgrade to DataFusion 16.0.0 #115

Merged
merged 13 commits into from
Jan 19, 2023
Prev Previous commit
Next Next commit
fix window function regression
andygrove committed Jan 18, 2023

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature. The key has expired.
commit 5a5160c212fc752a3dfc5ce84785f9e6ac3ba8d5
62 changes: 33 additions & 29 deletions src/functions.rs
Original file line number Diff line number Diff line change
@@ -22,6 +22,7 @@ use datafusion_expr::expr::{Sort, WindowFunction};
use datafusion_expr::window_function::find_df_window_func;
use datafusion_expr::{lit, BuiltinScalarFunction, WindowFrame};

use crate::errors::DataFusionError;
use crate::expression::PyExpr;

#[pyfunction]
@@ -81,34 +82,37 @@ fn alias(expr: PyExpr, name: &str) -> PyResult<PyExpr> {
}

/// Creates a new Window function expression
// #[pyfunction]
// fn window(
// name: &str,
// args: Vec<PyExpr>,
// partition_by: Option<Vec<PyExpr>>,
// order_by: Option<Vec<PyExpr>>,
// window_frame: PyWindowFrame,
// ) -> PyResult<PyExpr> {
// let fun = find_df_window_func(name).unwrap();
// //.ok_or_else(errors::DataFusionError { e.into() })?;
// Ok(PyExpr {
// expr: datafusion_expr::Expr::WindowFunction(WindowFunction {
// fun,
// args: args.into_iter().map(|x| x.expr).collect::<Vec<_>>(),
// partition_by: partition_by
// .unwrap_or_default()
// .into_iter()
// .map(|x| x.expr)
// .collect::<Vec<_>>(),
// order_by: order_by
// .unwrap_or_default()
// .into_iter()
// .map(|x| x.expr)
// .collect::<Vec<_>>(),
// window_frame,
// }),
// })
// }
#[pyfunction]
fn window(
name: &str,
args: Vec<PyExpr>,
partition_by: Option<Vec<PyExpr>>,
order_by: Option<Vec<PyExpr>>,
) -> PyResult<PyExpr> {
let fun = find_df_window_func(name);
if fun.is_none() {
return Err(DataFusionError::Common("window function not found".to_string()).into());
}
let fun = fun.unwrap();
let window_frame = WindowFrame::new(order_by.is_some());
Ok(PyExpr {
expr: datafusion_expr::Expr::WindowFunction(WindowFunction {
fun,
args: args.into_iter().map(|x| x.expr).collect::<Vec<_>>(),
partition_by: partition_by
.unwrap_or_default()
.into_iter()
.map(|x| x.expr)
.collect::<Vec<_>>(),
order_by: order_by
.unwrap_or_default()
.into_iter()
.map(|x| x.expr)
.collect::<Vec<_>>(),
window_frame,
}),
})
}

macro_rules! scalar_function {
($NAME: ident, $FUNC: ident) => {
@@ -360,6 +364,6 @@ pub(crate) fn init_module(m: &PyModule) -> PyResult<()> {
m.add_wrapped(wrap_pyfunction!(trunc))?;
m.add_wrapped(wrap_pyfunction!(upper))?;
//m.add_wrapped(wrap_pyfunction!(uuid))?;
// m.add_wrapped(wrap_pyfunction!(window))?;
m.add_wrapped(wrap_pyfunction!(window))?;
Ok(())
}