rusqlite/src/functions.rs

1081 lines
34 KiB
Rust
Raw Normal View History

2021-06-13 15:17:35 +08:00
//! Create or redefine SQL functions.
2015-12-12 05:27:39 +08:00
//!
//! # Example
//!
2018-08-17 00:29:46 +08:00
//! Adding a `regexp` function to a connection in which compiled regular
//! expressions are cached in a `HashMap`. For an alternative implementation
2021-05-02 19:46:04 +08:00
//! that uses SQLite's [Function Auxiliary Data](https://www.sqlite.org/c3ref/get_auxdata.html) interface
2018-08-17 00:29:46 +08:00
//! to avoid recompiling regular expressions, see the unit tests for this
//! module.
2015-12-12 05:27:39 +08:00
//!
//! ```rust
2018-08-17 00:29:46 +08:00
//! use regex::Regex;
//! use rusqlite::functions::FunctionFlags;
//! use rusqlite::{Connection, Error, Result};
2020-04-13 10:41:01 +08:00
//! use std::sync::Arc;
//! type BoxError = Box<dyn std::error::Error + Send + Sync + 'static>;
2015-12-12 05:27:39 +08:00
//!
2015-12-13 03:06:03 +08:00
//! fn add_regexp_function(db: &Connection) -> Result<()> {
//! db.create_scalar_function(
//! "regexp",
//! 2,
//! FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
//! move |ctx| {
//! assert_eq!(ctx.len(), 2, "called with unexpected number of arguments");
2020-10-29 04:12:29 +08:00
//! let regexp: Arc<Regex> = ctx.get_or_create_aux(0, |vr| -> Result<_, BoxError> {
//! Ok(Regex::new(vr.as_str()?)?)
//! })?;
//! let is_match = {
//! let text = ctx
//! .get_raw(1)
//! .as_str()
//! .map_err(|e| Error::UserFunctionError(e.into()))?;
//!
2020-04-13 10:41:01 +08:00
//! regexp.is_match(text)
//! };
2015-12-12 05:27:39 +08:00
//!
//! Ok(is_match)
//! },
//! )
2015-12-12 05:27:39 +08:00
//! }
//!
2019-02-09 14:16:05 +08:00
//! fn main() -> Result<()> {
//! let db = Connection::open_in_memory()?;
//! add_regexp_function(&db)?;
2015-12-12 05:27:39 +08:00
//!
//! let is_match: bool =
//! db.query_row("SELECT regexp('[aeiou]*', 'aaaaeeeiii')", [], |row| {
//! row.get(0)
//! })?;
2015-12-12 05:27:39 +08:00
//!
//! assert!(is_match);
2019-02-09 14:16:05 +08:00
//! Ok(())
2015-12-12 05:27:39 +08:00
//! }
//! ```
2020-04-13 10:41:01 +08:00
use std::any::Any;
2020-12-18 20:54:38 +08:00
use std::marker::PhantomData;
use std::ops::Deref;
use std::os::raw::{c_int, c_void};
use std::panic::{catch_unwind, RefUnwindSafe, UnwindSafe};
use std::ptr;
use std::slice;
2020-04-13 10:41:01 +08:00
use std::sync::Arc;
2018-10-31 03:11:35 +08:00
use crate::ffi;
use crate::ffi::sqlite3_context;
use crate::ffi::sqlite3_value;
2018-10-31 03:11:35 +08:00
use crate::context::set_result;
use crate::types::{FromSql, FromSqlError, ToSql, ValueRef};
2018-10-31 03:11:35 +08:00
use crate::{str_to_cstring, Connection, Error, InnerConnection, Result};
unsafe fn report_error(ctx: *mut sqlite3_context, err: &Error) {
2022-01-06 02:59:54 +08:00
if let Error::SqliteFailure(ref err, ref s) = *err {
ffi::sqlite3_result_error_code(ctx, err.extended_code);
if let Some(Ok(cstr)) = s.as_ref().map(|s| str_to_cstring(s)) {
ffi::sqlite3_result_error(ctx, cstr.as_ptr(), -1);
}
2022-01-06 02:59:54 +08:00
} else {
ffi::sqlite3_result_error_code(ctx, ffi::SQLITE_CONSTRAINT_FUNCTION);
2022-01-06 02:59:54 +08:00
if let Ok(cstr) = str_to_cstring(&err.to_string()) {
ffi::sqlite3_result_error(ctx, cstr.as_ptr(), -1);
}
}
}
unsafe extern "C" fn free_boxed_value<T>(p: *mut c_void) {
2022-01-06 02:50:25 +08:00
drop(Box::from_raw(p.cast::<T>()));
}
2021-06-13 15:17:35 +08:00
/// Context is a wrapper for the SQLite function
/// evaluation context.
pub struct Context<'a> {
ctx: *mut sqlite3_context,
args: &'a [*mut sqlite3_value],
}
2019-02-03 18:02:38 +08:00
impl Context<'_> {
2015-12-12 05:27:39 +08:00
/// Returns the number of arguments to the function.
#[inline]
2022-01-06 02:40:31 +08:00
#[must_use]
pub fn len(&self) -> usize {
self.args.len()
}
2018-08-17 00:29:46 +08:00
2016-02-14 23:11:59 +08:00
/// Returns `true` when there is no argument.
#[inline]
2022-01-06 02:40:31 +08:00
#[must_use]
2016-02-14 23:11:59 +08:00
pub fn is_empty(&self) -> bool {
self.args.is_empty()
}
2015-12-12 05:27:39 +08:00
/// Returns the `idx`th argument as a `T`.
///
/// # Failure
///
/// Will panic if `idx` is greater than or equal to
/// [`self.len()`](Context::len).
2015-12-12 05:27:39 +08:00
///
2018-08-17 00:29:46 +08:00
/// Will return Err if the underlying SQLite type cannot be converted to a
/// `T`.
pub fn get<T: FromSql>(&self, idx: usize) -> Result<T> {
let arg = self.args[idx];
2016-05-25 09:34:18 +08:00
let value = unsafe { ValueRef::from_value(arg) };
FromSql::column_result(value).map_err(|err| match err {
2018-08-11 18:48:21 +08:00
FromSqlError::InvalidType => {
Error::InvalidFunctionParameterType(idx, value.data_type())
}
2018-08-11 18:48:21 +08:00
FromSqlError::OutOfRange(i) => Error::IntegralValueOutOfRange(idx, i),
FromSqlError::Other(err) => {
Error::FromSqlConversionFailure(idx, value.data_type(), err)
}
FromSqlError::InvalidBlobSize { .. } => {
Error::FromSqlConversionFailure(idx, value.data_type(), Box::new(err))
}
2018-08-11 18:48:21 +08:00
})
}
/// Returns the `idx`th argument as a `ValueRef`.
///
/// # Failure
///
/// Will panic if `idx` is greater than or equal to
/// [`self.len()`](Context::len).
#[inline]
2022-01-06 02:40:31 +08:00
#[must_use]
2019-02-03 18:02:38 +08:00
pub fn get_raw(&self, idx: usize) -> ValueRef<'_> {
let arg = self.args[idx];
unsafe { ValueRef::from_value(arg) }
}
/// Returns the subtype of `idx`th argument.
///
/// # Failure
///
/// Will panic if `idx` is greater than or equal to
/// [`self.len()`](Context::len).
pub fn get_subtype(&self, idx: usize) -> std::os::raw::c_uint {
let arg = self.args[idx];
unsafe { ffi::sqlite3_value_subtype(arg) }
}
2021-05-02 19:46:04 +08:00
/// Fetch or insert the auxiliary data associated with a particular
2020-04-13 10:46:17 +08:00
/// parameter. This is intended to be an easier-to-use way of fetching it
/// compared to calling [`get_aux`](Context::get_aux) and
/// [`set_aux`](Context::set_aux) separately.
2020-04-13 10:46:17 +08:00
///
2020-11-07 19:32:41 +08:00
/// See `https://www.sqlite.org/c3ref/get_auxdata.html` for a discussion of
2020-04-13 10:46:17 +08:00
/// this feature, or the unit tests of this module for an example.
2020-04-13 10:41:01 +08:00
pub fn get_or_create_aux<T, E, F>(&self, arg: c_int, func: F) -> Result<Arc<T>>
where
T: Send + Sync + 'static,
E: Into<Box<dyn std::error::Error + Send + Sync + 'static>>,
F: FnOnce(ValueRef<'_>) -> Result<T, E>,
{
if let Some(v) = self.get_aux(arg)? {
Ok(v)
} else {
let vr = self.get_raw(arg as usize);
self.set_aux(
arg,
func(vr).map_err(|e| Error::UserFunctionError(e.into()))?,
)
}
}
2021-05-02 19:46:04 +08:00
/// Sets the auxiliary data associated with a particular parameter. See
2020-11-07 19:32:41 +08:00
/// `https://www.sqlite.org/c3ref/get_auxdata.html` for a discussion of
2015-12-12 05:27:39 +08:00
/// this feature, or the unit tests of this module for an example.
2020-04-13 10:41:01 +08:00
pub fn set_aux<T: Send + Sync + 'static>(&self, arg: c_int, value: T) -> Result<Arc<T>> {
let orig: Arc<T> = Arc::new(value);
let inner: AuxInner = orig.clone();
let outer = Box::new(inner);
let raw: *mut AuxInner = Box::into_raw(outer);
unsafe {
2018-08-11 18:48:21 +08:00
ffi::sqlite3_set_auxdata(
self.ctx,
arg,
2022-01-06 02:50:25 +08:00
raw.cast(),
2020-04-13 10:41:01 +08:00
Some(free_boxed_value::<AuxInner>),
2022-01-06 02:59:54 +08:00
);
};
2020-04-13 10:41:01 +08:00
Ok(orig)
}
2021-05-02 19:46:04 +08:00
/// Gets the auxiliary data that was associated with a given parameter via
/// [`set_aux`](Context::set_aux). Returns `Ok(None)` if no data has been
/// associated, and Ok(Some(v)) if it has. Returns an error if the
/// requested type does not match.
2020-04-13 10:41:01 +08:00
pub fn get_aux<T: Send + Sync + 'static>(&self, arg: c_int) -> Result<Option<Arc<T>>> {
let p = unsafe { ffi::sqlite3_get_auxdata(self.ctx, arg) as *const AuxInner };
2018-08-11 18:48:21 +08:00
if p.is_null() {
Ok(None)
2018-08-11 18:48:21 +08:00
} else {
2020-04-13 10:41:01 +08:00
let v: AuxInner = AuxInner::clone(unsafe { &*p });
v.downcast::<T>()
.map(Some)
.map_err(|_| Error::GetAuxWrongType)
2018-08-11 18:48:21 +08:00
}
}
2020-12-19 06:11:23 +08:00
/// Get the db connection handle via [sqlite3_context_db_handle](https://www.sqlite.org/c3ref/context_db_handle.html)
///
/// # Safety
///
/// This function is marked unsafe because there is a potential for other
2020-12-19 06:11:23 +08:00
/// references to the connection to be sent across threads, [see this comment](https://github.com/rusqlite/rusqlite/issues/643#issuecomment-640181213).
pub unsafe fn get_connection(&self) -> Result<ConnectionRef<'_>> {
let handle = ffi::sqlite3_context_db_handle(self.ctx);
Ok(ConnectionRef {
conn: Connection::from_handle(handle)?,
2020-12-18 20:54:38 +08:00
phantom: PhantomData,
})
}
/// Set the Subtype of an SQL function
pub fn set_result_subtype(&self, sub_type: std::os::raw::c_uint) {
unsafe { ffi::sqlite3_result_subtype(self.ctx, sub_type) };
}
}
/// A reference to a connection handle with a lifetime bound to something.
pub struct ConnectionRef<'ctx> {
2020-12-18 20:54:38 +08:00
// comes from Connection::from_handle(sqlite3_context_db_handle(...))
// and is non-owning
conn: Connection,
phantom: PhantomData<&'ctx Context<'ctx>>,
}
impl Deref for ConnectionRef<'_> {
type Target = Connection;
#[inline]
fn deref(&self) -> &Connection {
&self.conn
}
}
2020-04-13 10:41:01 +08:00
type AuxInner = Arc<dyn Any + Send + Sync + 'static>;
2020-04-13 02:17:56 +08:00
2021-06-13 15:17:35 +08:00
/// Aggregate is the callback interface for user-defined
/// aggregate function.
2015-12-21 02:27:28 +08:00
///
2018-08-17 00:29:46 +08:00
/// `A` is the type of the aggregation context and `T` is the type of the final
/// result. Implementations should be stateless.
2016-05-04 03:00:59 +08:00
pub trait Aggregate<A, T>
2018-08-11 18:48:21 +08:00
where
A: RefUnwindSafe + UnwindSafe,
2018-08-11 18:48:21 +08:00
T: ToSql,
2016-05-04 03:00:59 +08:00
{
2018-08-17 00:29:46 +08:00
/// Initializes the aggregation context. Will be called prior to the first
/// call to [`step()`](Aggregate::step) to set up the context for an
/// invocation of the function. (Note: `init()` will not be called if
/// there are no rows.)
fn init(&self, ctx: &mut Context<'_>) -> Result<A>;
2018-08-17 00:29:46 +08:00
/// "step" function called once for each row in an aggregate group. May be
/// called 0 times if there are no rows.
fn step(&self, ctx: &mut Context<'_>, acc: &mut A) -> Result<()>;
2018-08-17 00:29:46 +08:00
/// Computes and returns the final result. Will be called exactly once for
/// each invocation of the function. If [`step()`](Aggregate::step) was
/// called at least once, will be given `Some(A)` (the same `A` as was
/// created by [`init`](Aggregate::init) and given to
/// [`step`](Aggregate::step)); if [`step()`](Aggregate::step) was not
/// called (because the function is running against 0 rows), will be
/// given `None`.
2020-12-18 20:10:35 +08:00
///
/// The passed context will have no arguments.
fn finalize(&self, ctx: &mut Context<'_>, acc: Option<A>) -> Result<T>;
}
2022-01-06 02:19:13 +08:00
/// `WindowAggregate` is the callback interface for
/// user-defined aggregate window function.
#[cfg(feature = "window")]
2021-06-13 15:17:35 +08:00
#[cfg_attr(docsrs, doc(cfg(feature = "window")))]
pub trait WindowAggregate<A, T>: Aggregate<A, T>
where
A: RefUnwindSafe + UnwindSafe,
T: ToSql,
{
/// Returns the current value of the aggregate. Unlike xFinal, the
/// implementation should not delete any context.
fn value(&self, acc: Option<&A>) -> Result<T>;
/// Removes a row from the current window.
fn inverse(&self, ctx: &mut Context<'_>, acc: &mut A) -> Result<()>;
}
bitflags::bitflags! {
2020-05-17 17:21:10 +08:00
/// Function Flags.
/// See [sqlite3_create_function](https://sqlite.org/c3ref/create_function.html)
/// and [Function Flags](https://sqlite.org/c3ref/c_deterministic.html) for details.
#[repr(C)]
pub struct FunctionFlags: ::std::os::raw::c_int {
2020-05-17 17:21:10 +08:00
/// Specifies UTF-8 as the text encoding this SQL function prefers for its parameters.
const SQLITE_UTF8 = ffi::SQLITE_UTF8;
2020-05-17 17:21:10 +08:00
/// Specifies UTF-16 using little-endian byte order as the text encoding this SQL function prefers for its parameters.
const SQLITE_UTF16LE = ffi::SQLITE_UTF16LE;
2020-05-17 17:21:10 +08:00
/// Specifies UTF-16 using big-endian byte order as the text encoding this SQL function prefers for its parameters.
const SQLITE_UTF16BE = ffi::SQLITE_UTF16BE;
2020-05-17 17:21:10 +08:00
/// Specifies UTF-16 using native byte order as the text encoding this SQL function prefers for its parameters.
const SQLITE_UTF16 = ffi::SQLITE_UTF16;
2020-05-17 17:21:10 +08:00
/// Means that the function always gives the same output when the input parameters are the same.
const SQLITE_DETERMINISTIC = ffi::SQLITE_DETERMINISTIC; // 3.8.3
2020-05-17 17:21:10 +08:00
/// Means that the function may only be invoked from top-level SQL.
const SQLITE_DIRECTONLY = 0x0000_0008_0000; // 3.30.0
2020-05-17 17:21:10 +08:00
/// Indicates to SQLite that a function may call `sqlite3_value_subtype()` to inspect the sub-types of its arguments.
const SQLITE_SUBTYPE = 0x0000_0010_0000; // 3.30.0
2020-05-17 17:21:10 +08:00
/// Means that the function is unlikely to cause problems even if misused.
const SQLITE_INNOCUOUS = 0x0000_0020_0000; // 3.31.0
}
}
impl Default for FunctionFlags {
#[inline]
fn default() -> FunctionFlags {
FunctionFlags::SQLITE_UTF8
}
}
impl Connection {
2021-06-13 15:17:35 +08:00
/// Attach a user-defined scalar function to
/// this database connection.
2015-12-12 05:27:39 +08:00
///
/// `fn_name` is the name the function will be accessible from SQL.
2018-08-17 00:29:46 +08:00
/// `n_arg` is the number of arguments to the function. Use `-1` for a
/// variable number. If the function always returns the same value
/// given the same input, `deterministic` should be `true`.
2015-12-12 05:27:39 +08:00
///
/// The function will remain available until the connection is closed or
/// until it is explicitly removed via
/// [`remove_function`](Connection::remove_function).
2015-12-12 05:27:39 +08:00
///
/// # Example
///
/// ```rust
/// # use rusqlite::{Connection, Result};
/// # use rusqlite::functions::FunctionFlags;
2015-12-13 03:06:03 +08:00
/// fn scalar_function_example(db: Connection) -> Result<()> {
/// db.create_scalar_function(
/// "halve",
/// 1,
/// FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
/// |ctx| {
/// let value = ctx.get::<f64>(0)?;
/// Ok(value / 2f64)
/// },
/// )?;
2015-12-12 05:27:39 +08:00
///
/// let six_halved: f64 = db.query_row("SELECT halve(6)", [], |r| r.get(0))?;
2015-12-12 05:27:39 +08:00
/// assert_eq!(six_halved, 3f64);
/// Ok(())
/// }
/// ```
///
/// # Failure
///
/// Will return Err if the function could not be attached to the connection.
#[inline]
2021-12-01 03:17:29 +08:00
pub fn create_scalar_function<F, T>(
&self,
2018-08-11 18:48:21 +08:00
fn_name: &str,
n_arg: c_int,
flags: FunctionFlags,
2018-08-11 18:48:21 +08:00
x_func: F,
) -> Result<()>
where
2021-12-01 03:17:29 +08:00
F: FnMut(&Context<'_>) -> Result<T> + Send + UnwindSafe + 'static,
2018-08-11 18:48:21 +08:00
T: ToSql,
{
2017-04-08 01:43:24 +08:00
self.db
.borrow_mut()
.create_scalar_function(fn_name, n_arg, flags, x_func)
}
2021-06-13 15:17:35 +08:00
/// Attach a user-defined aggregate function to this
/// database connection.
2015-12-21 02:27:28 +08:00
///
/// # Failure
///
/// Will return Err if the function could not be attached to the connection.
#[inline]
2018-08-11 18:48:21 +08:00
pub fn create_aggregate_function<A, D, T>(
&self,
fn_name: &str,
n_arg: c_int,
flags: FunctionFlags,
2018-08-11 18:48:21 +08:00
aggr: D,
) -> Result<()>
where
A: RefUnwindSafe + UnwindSafe,
2021-12-01 03:52:55 +08:00
D: Aggregate<A, T> + 'static,
2018-08-11 18:48:21 +08:00
T: ToSql,
{
self.db
.borrow_mut()
.create_aggregate_function(fn_name, n_arg, flags, aggr)
}
2021-06-13 15:17:35 +08:00
/// Attach a user-defined aggregate window function to
/// this database connection.
///
2020-11-07 19:32:41 +08:00
/// See `https://sqlite.org/windowfunctions.html#udfwinfunc` for more
/// information.
#[cfg(feature = "window")]
2021-06-13 15:17:35 +08:00
#[cfg_attr(docsrs, doc(cfg(feature = "window")))]
#[inline]
pub fn create_window_function<A, W, T>(
&self,
fn_name: &str,
n_arg: c_int,
flags: FunctionFlags,
aggr: W,
) -> Result<()>
where
A: RefUnwindSafe + UnwindSafe,
2021-12-01 03:52:55 +08:00
W: WindowAggregate<A, T> + 'static,
T: ToSql,
{
self.db
.borrow_mut()
.create_window_function(fn_name, n_arg, flags, aggr)
}
2021-06-13 15:17:35 +08:00
/// Removes a user-defined function from this
/// database connection.
2015-12-12 05:27:39 +08:00
///
/// `fn_name` and `n_arg` should match the name and number of arguments
/// given to [`create_scalar_function`](Connection::create_scalar_function)
/// or [`create_aggregate_function`](Connection::create_aggregate_function).
2015-12-12 05:27:39 +08:00
///
/// # Failure
///
/// Will return Err if the function could not be removed.
#[inline]
2015-12-13 03:06:03 +08:00
pub fn remove_function(&self, fn_name: &str, n_arg: c_int) -> Result<()> {
self.db.borrow_mut().remove_function(fn_name, n_arg)
}
}
impl InnerConnection {
2021-12-01 03:17:29 +08:00
fn create_scalar_function<F, T>(
&mut self,
2018-08-11 18:48:21 +08:00
fn_name: &str,
n_arg: c_int,
flags: FunctionFlags,
2018-08-11 18:48:21 +08:00
x_func: F,
) -> Result<()>
where
2021-12-01 03:17:29 +08:00
F: FnMut(&Context<'_>) -> Result<T> + Send + UnwindSafe + 'static,
2018-08-11 18:48:21 +08:00
T: ToSql,
{
2018-08-11 18:48:21 +08:00
unsafe extern "C" fn call_boxed_closure<F, T>(
ctx: *mut sqlite3_context,
argc: c_int,
argv: *mut *mut sqlite3_value,
) where
2018-12-08 04:57:04 +08:00
F: FnMut(&Context<'_>) -> Result<T>,
2018-08-11 18:48:21 +08:00
T: ToSql,
{
let r = catch_unwind(|| {
2022-01-06 02:50:25 +08:00
let boxed_f: *mut F = ffi::sqlite3_user_data(ctx).cast::<F>();
assert!(!boxed_f.is_null(), "Internal error - null function pointer");
let ctx = Context {
ctx,
args: slice::from_raw_parts(argv, argc as usize),
};
(*boxed_f)(&ctx)
});
let t = match r {
Err(_) => {
report_error(ctx, &Error::UnwindingPanic);
return;
}
Ok(r) => r,
};
let t = t.as_ref().map(|t| ToSql::to_sql(t));
match t {
Ok(Ok(ref value)) => set_result(ctx, value),
Ok(Err(err)) => report_error(ctx, &err),
Err(err) => report_error(ctx, err),
}
}
let boxed_f: *mut F = Box::into_raw(Box::new(x_func));
2018-10-31 03:11:35 +08:00
let c_name = str_to_cstring(fn_name)?;
let r = unsafe {
2018-08-11 18:48:21 +08:00
ffi::sqlite3_create_function_v2(
self.db(),
c_name.as_ptr(),
n_arg,
flags.bits(),
2022-01-06 02:50:25 +08:00
boxed_f.cast::<c_void>(),
2018-08-11 18:48:21 +08:00
Some(call_boxed_closure::<F, T>),
None,
None,
Some(free_boxed_value::<F>),
)
};
self.decode_result(r)
}
2018-08-11 18:48:21 +08:00
fn create_aggregate_function<A, D, T>(
&mut self,
fn_name: &str,
n_arg: c_int,
flags: FunctionFlags,
2018-08-11 18:48:21 +08:00
aggr: D,
) -> Result<()>
where
A: RefUnwindSafe + UnwindSafe,
2021-12-01 04:08:03 +08:00
D: Aggregate<A, T> + 'static,
2018-08-11 18:48:21 +08:00
T: ToSql,
{
let boxed_aggr: *mut D = Box::into_raw(Box::new(aggr));
2018-10-31 03:11:35 +08:00
let c_name = str_to_cstring(fn_name)?;
let r = unsafe {
2018-08-11 18:48:21 +08:00
ffi::sqlite3_create_function_v2(
self.db(),
c_name.as_ptr(),
n_arg,
flags.bits(),
2022-01-06 02:50:25 +08:00
boxed_aggr.cast::<c_void>(),
2018-08-11 18:48:21 +08:00
None,
Some(call_boxed_step::<A, D, T>),
Some(call_boxed_final::<A, D, T>),
Some(free_boxed_value::<D>),
)
};
self.decode_result(r)
}
#[cfg(feature = "window")]
fn create_window_function<A, W, T>(
&mut self,
fn_name: &str,
n_arg: c_int,
flags: FunctionFlags,
aggr: W,
) -> Result<()>
where
A: RefUnwindSafe + UnwindSafe,
2021-12-01 04:08:03 +08:00
W: WindowAggregate<A, T> + 'static,
T: ToSql,
{
let boxed_aggr: *mut W = Box::into_raw(Box::new(aggr));
let c_name = str_to_cstring(fn_name)?;
let r = unsafe {
ffi::sqlite3_create_window_function(
self.db(),
c_name.as_ptr(),
n_arg,
flags.bits(),
2022-01-06 02:50:25 +08:00
boxed_aggr.cast::<c_void>(),
Some(call_boxed_step::<A, W, T>),
Some(call_boxed_final::<A, W, T>),
Some(call_boxed_value::<A, W, T>),
Some(call_boxed_inverse::<A, W, T>),
Some(free_boxed_value::<W>),
)
};
self.decode_result(r)
}
2015-12-13 03:06:03 +08:00
fn remove_function(&mut self, fn_name: &str, n_arg: c_int) -> Result<()> {
2018-10-31 03:11:35 +08:00
let c_name = str_to_cstring(fn_name)?;
let r = unsafe {
2018-08-11 18:48:21 +08:00
ffi::sqlite3_create_function_v2(
self.db(),
c_name.as_ptr(),
n_arg,
ffi::SQLITE_UTF8,
ptr::null_mut(),
None,
None,
None,
None,
)
};
self.decode_result(r)
}
}
unsafe fn aggregate_context<A>(ctx: *mut sqlite3_context, bytes: usize) -> Option<*mut *mut A> {
let pac = ffi::sqlite3_aggregate_context(ctx, bytes as c_int) as *mut *mut A;
if pac.is_null() {
return None;
}
Some(pac)
}
unsafe extern "C" fn call_boxed_step<A, D, T>(
ctx: *mut sqlite3_context,
argc: c_int,
argv: *mut *mut sqlite3_value,
) where
A: RefUnwindSafe + UnwindSafe,
D: Aggregate<A, T>,
T: ToSql,
{
let pac = if let Some(pac) = aggregate_context(ctx, std::mem::size_of::<*mut A>()) {
2022-01-06 02:59:54 +08:00
pac
} else {
ffi::sqlite3_result_error_nomem(ctx);
return;
};
let r = catch_unwind(|| {
2022-01-06 02:50:25 +08:00
let boxed_aggr: *mut D = ffi::sqlite3_user_data(ctx).cast::<D>();
assert!(
!boxed_aggr.is_null(),
"Internal error - null aggregate pointer"
);
let mut ctx = Context {
ctx,
args: slice::from_raw_parts(argv, argc as usize),
};
2023-10-12 01:01:31 +08:00
#[allow(clippy::unnecessary_cast)]
if (*pac as *mut A).is_null() {
2020-12-19 19:12:30 +08:00
*pac = Box::into_raw(Box::new((*boxed_aggr).init(&mut ctx)?));
}
(*boxed_aggr).step(&mut ctx, &mut **pac)
});
let r = match r {
Err(_) => {
report_error(ctx, &Error::UnwindingPanic);
return;
}
Ok(r) => r,
};
match r {
Ok(_) => {}
Err(err) => report_error(ctx, &err),
};
}
#[cfg(feature = "window")]
unsafe extern "C" fn call_boxed_inverse<A, W, T>(
ctx: *mut sqlite3_context,
argc: c_int,
argv: *mut *mut sqlite3_value,
) where
A: RefUnwindSafe + UnwindSafe,
W: WindowAggregate<A, T>,
T: ToSql,
{
let pac = if let Some(pac) = aggregate_context(ctx, std::mem::size_of::<*mut A>()) {
2022-01-06 02:59:54 +08:00
pac
} else {
ffi::sqlite3_result_error_nomem(ctx);
return;
};
let r = catch_unwind(|| {
2022-01-06 02:50:25 +08:00
let boxed_aggr: *mut W = ffi::sqlite3_user_data(ctx).cast::<W>();
assert!(
!boxed_aggr.is_null(),
"Internal error - null aggregate pointer"
);
let mut ctx = Context {
ctx,
args: slice::from_raw_parts(argv, argc as usize),
};
(*boxed_aggr).inverse(&mut ctx, &mut **pac)
});
let r = match r {
Err(_) => {
report_error(ctx, &Error::UnwindingPanic);
return;
}
Ok(r) => r,
};
match r {
Ok(_) => {}
Err(err) => report_error(ctx, &err),
};
}
unsafe extern "C" fn call_boxed_final<A, D, T>(ctx: *mut sqlite3_context)
where
A: RefUnwindSafe + UnwindSafe,
D: Aggregate<A, T>,
T: ToSql,
{
// Within the xFinal callback, it is customary to set N=0 in calls to
// sqlite3_aggregate_context(C,N) so that no pointless memory allocations occur.
let a: Option<A> = match aggregate_context(ctx, 0) {
2023-10-12 01:01:31 +08:00
Some(pac) =>
{
#[allow(clippy::unnecessary_cast)]
if (*pac as *mut A).is_null() {
None
} else {
let a = Box::from_raw(*pac);
Some(*a)
}
}
None => None,
};
let r = catch_unwind(|| {
2022-01-06 02:50:25 +08:00
let boxed_aggr: *mut D = ffi::sqlite3_user_data(ctx).cast::<D>();
assert!(
!boxed_aggr.is_null(),
"Internal error - null aggregate pointer"
);
2020-12-18 20:52:07 +08:00
let mut ctx = Context { ctx, args: &mut [] };
2020-12-18 20:10:35 +08:00
(*boxed_aggr).finalize(&mut ctx, a)
});
let t = match r {
Err(_) => {
report_error(ctx, &Error::UnwindingPanic);
return;
}
Ok(r) => r,
};
let t = t.as_ref().map(|t| ToSql::to_sql(t));
match t {
Ok(Ok(ref value)) => set_result(ctx, value),
Ok(Err(err)) => report_error(ctx, &err),
Err(err) => report_error(ctx, err),
}
}
#[cfg(feature = "window")]
unsafe extern "C" fn call_boxed_value<A, W, T>(ctx: *mut sqlite3_context)
where
A: RefUnwindSafe + UnwindSafe,
W: WindowAggregate<A, T>,
T: ToSql,
{
// Within the xValue callback, it is customary to set N=0 in calls to
// sqlite3_aggregate_context(C,N) so that no pointless memory allocations occur.
let a: Option<&A> = match aggregate_context(ctx, 0) {
2023-10-12 01:01:31 +08:00
Some(pac) =>
{
#[allow(clippy::unnecessary_cast)]
if (*pac as *mut A).is_null() {
None
} else {
let a = &**pac;
Some(a)
}
}
None => None,
};
let r = catch_unwind(|| {
2022-01-06 02:50:25 +08:00
let boxed_aggr: *mut W = ffi::sqlite3_user_data(ctx).cast::<W>();
assert!(
!boxed_aggr.is_null(),
"Internal error - null aggregate pointer"
);
(*boxed_aggr).value(a)
});
let t = match r {
Err(_) => {
report_error(ctx, &Error::UnwindingPanic);
return;
}
Ok(r) => r,
};
let t = t.as_ref().map(|t| ToSql::to_sql(t));
match t {
Ok(Ok(ref value)) => set_result(ctx, value),
Ok(Err(err)) => report_error(ctx, &err),
Err(err) => report_error(ctx, err),
}
}
#[cfg(test)]
mod test {
2019-08-17 14:18:37 +08:00
use regex::Regex;
2018-08-11 18:48:21 +08:00
use std::os::raw::c_double;
2015-08-09 19:06:23 +08:00
2019-06-26 02:47:32 +08:00
#[cfg(feature = "window")]
use crate::functions::WindowAggregate;
use crate::functions::{Aggregate, Context, FunctionFlags};
use crate::{Connection, Error, Result};
2018-12-08 04:57:04 +08:00
fn half(ctx: &Context<'_>) -> Result<c_double> {
2019-02-02 18:09:00 +08:00
assert_eq!(ctx.len(), 1, "called with unexpected number of arguments");
2018-10-31 03:11:35 +08:00
let value = ctx.get::<c_double>(0)?;
Ok(value / 2f64)
}
#[test]
2020-11-06 05:14:00 +08:00
fn test_function_half() -> Result<()> {
let db = Connection::open_in_memory()?;
db.create_scalar_function(
"half",
1,
FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
half,
2020-11-06 05:14:00 +08:00
)?;
2022-11-11 23:32:42 +08:00
let result: f64 = db.one_column("SELECT half(6)")?;
2022-11-11 23:32:42 +08:00
assert!((3f64 - result).abs() < f64::EPSILON);
2020-11-06 05:14:00 +08:00
Ok(())
}
2015-08-09 19:06:23 +08:00
#[test]
2020-11-06 05:14:00 +08:00
fn test_remove_function() -> Result<()> {
let db = Connection::open_in_memory()?;
db.create_scalar_function(
"half",
1,
FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
half,
2020-11-06 05:14:00 +08:00
)?;
2022-11-11 23:32:42 +08:00
let result: f64 = db.one_column("SELECT half(6)")?;
assert!((3f64 - result).abs() < f64::EPSILON);
2020-11-06 05:14:00 +08:00
db.remove_function("half", 1)?;
2022-11-11 23:20:39 +08:00
let result: Result<f64> = db.one_column("SELECT half(6)");
2022-07-31 13:00:37 +08:00
result.unwrap_err();
2020-11-06 05:14:00 +08:00
Ok(())
}
2021-05-02 19:46:04 +08:00
// This implementation of a regexp scalar function uses SQLite's auxiliary data
// (https://www.sqlite.org/c3ref/get_auxdata.html) to avoid recompiling the regular
// expression multiple times within one query.
fn regexp_with_auxiliary(ctx: &Context<'_>) -> Result<bool> {
2019-02-02 18:09:00 +08:00
assert_eq!(ctx.len(), 2, "called with unexpected number of arguments");
2020-04-13 10:41:01 +08:00
type BoxError = Box<dyn std::error::Error + Send + Sync + 'static>;
let regexp: std::sync::Arc<Regex> = ctx
.get_or_create_aux(0, |vr| -> Result<_, BoxError> {
Ok(Regex::new(vr.as_str()?)?)
})?;
2015-08-09 19:06:23 +08:00
let is_match = {
2018-10-28 15:51:02 +08:00
let text = ctx
.get_raw(1)
.as_str()
.map_err(|e| Error::UserFunctionError(e.into()))?;
2020-04-13 10:41:01 +08:00
regexp.is_match(text)
};
2015-08-09 19:06:23 +08:00
Ok(is_match)
2015-08-09 19:06:23 +08:00
}
#[test]
fn test_function_regexp_with_auxiliary() -> Result<()> {
2020-11-06 05:14:00 +08:00
let db = Connection::open_in_memory()?;
2018-08-11 18:48:21 +08:00
db.execute_batch(
"BEGIN;
CREATE TABLE foo (x string);
INSERT INTO foo VALUES ('lisa');
INSERT INTO foo VALUES ('lXsi');
INSERT INTO foo VALUES ('lisX');
END;",
2020-11-06 05:14:00 +08:00
)?;
db.create_scalar_function(
"regexp",
2,
FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
regexp_with_auxiliary,
2020-11-06 05:14:00 +08:00
)?;
2018-08-11 18:48:21 +08:00
2022-11-11 23:32:42 +08:00
let result: bool = db.one_column("SELECT regexp('l.s[aeiouy]', 'lisa')")?;
2022-11-11 23:32:42 +08:00
assert!(result);
2022-11-11 23:32:42 +08:00
let result: i64 =
db.one_column("SELECT COUNT(*) FROM foo WHERE regexp('l.s[aeiouy]', x) == 1")?;
2022-11-11 23:32:42 +08:00
assert_eq!(2, result);
2020-11-06 05:14:00 +08:00
Ok(())
2015-08-09 19:06:23 +08:00
}
#[test]
2020-11-06 05:14:00 +08:00
fn test_varargs_function() -> Result<()> {
let db = Connection::open_in_memory()?;
db.create_scalar_function(
"my_concat",
-1,
FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
|ctx| {
let mut ret = String::new();
for idx in 0..ctx.len() {
let s = ctx.get::<String>(idx)?;
ret.push_str(&s);
}
Ok(ret)
},
2020-11-06 05:14:00 +08:00
)?;
2018-08-11 18:48:21 +08:00
for &(expected, query) in &[
("", "SELECT my_concat()"),
("onetwo", "SELECT my_concat('one', 'two')"),
("abc", "SELECT my_concat('a', 'b', 'c')"),
] {
2022-11-11 23:20:39 +08:00
let result: String = db.one_column(query)?;
assert_eq!(expected, result);
}
2020-11-06 05:14:00 +08:00
Ok(())
}
#[test]
2020-11-06 05:14:00 +08:00
fn test_get_aux_type_checking() -> Result<()> {
let db = Connection::open_in_memory()?;
db.create_scalar_function("example", 2, FunctionFlags::default(), |ctx| {
if !ctx.get::<bool>(1)? {
2020-04-13 10:41:01 +08:00
ctx.set_aux::<i64>(0, 100)?;
} else {
assert_eq!(ctx.get_aux::<String>(0), Err(Error::GetAuxWrongType));
2020-11-06 05:14:00 +08:00
assert_eq!(*ctx.get_aux::<i64>(0)?.unwrap(), 100);
}
Ok(true)
2020-11-06 05:14:00 +08:00
})?;
2022-11-11 23:20:39 +08:00
let res: bool =
db.one_column("SELECT example(0, i) FROM (SELECT 0 as i UNION SELECT 1)")?;
// Doesn't actually matter, we'll assert in the function if there's a problem.
assert!(res);
2020-11-06 05:14:00 +08:00
Ok(())
}
struct Sum;
struct Count;
impl Aggregate<i64, Option<i64>> for Sum {
2020-12-19 19:12:30 +08:00
fn init(&self, _: &mut Context<'_>) -> Result<i64> {
Ok(0)
}
2018-12-08 04:57:04 +08:00
fn step(&self, ctx: &mut Context<'_>, sum: &mut i64) -> Result<()> {
2018-10-31 03:11:35 +08:00
*sum += ctx.get::<i64>(0)?;
Ok(())
}
2020-12-18 20:53:13 +08:00
fn finalize(&self, _: &mut Context<'_>, sum: Option<i64>) -> Result<Option<i64>> {
Ok(sum)
}
}
impl Aggregate<i64, i64> for Count {
2020-12-19 19:12:30 +08:00
fn init(&self, _: &mut Context<'_>) -> Result<i64> {
Ok(0)
}
2018-12-08 04:57:04 +08:00
fn step(&self, _ctx: &mut Context<'_>, sum: &mut i64) -> Result<()> {
*sum += 1;
Ok(())
}
2020-12-18 20:53:13 +08:00
fn finalize(&self, _: &mut Context<'_>, sum: Option<i64>) -> Result<i64> {
Ok(sum.unwrap_or(0))
}
}
#[test]
2020-11-06 05:14:00 +08:00
fn test_sum() -> Result<()> {
let db = Connection::open_in_memory()?;
db.create_aggregate_function(
"my_sum",
1,
FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
Sum,
2020-11-06 05:14:00 +08:00
)?;
// sum should return NULL when given no columns (contrast with count below)
let no_result = "SELECT my_sum(i) FROM (SELECT 2 AS i WHERE 1 <> 1)";
2022-11-11 23:20:39 +08:00
let result: Option<i64> = db.one_column(no_result)?;
assert!(result.is_none());
let single_sum = "SELECT my_sum(i) FROM (SELECT 2 AS i UNION ALL SELECT 2)";
2022-11-11 23:20:39 +08:00
let result: i64 = db.one_column(single_sum)?;
assert_eq!(4, result);
2015-12-21 02:27:28 +08:00
let dual_sum = "SELECT my_sum(i), my_sum(j) FROM (SELECT 2 AS i, 1 AS j UNION ALL SELECT \
2, 1)";
2020-11-06 05:14:00 +08:00
let result: (i64, i64) = db.query_row(dual_sum, [], |r| Ok((r.get(0)?, r.get(1)?)))?;
assert_eq!((4, 2), result);
2020-11-06 05:14:00 +08:00
Ok(())
}
#[test]
2020-11-06 05:14:00 +08:00
fn test_count() -> Result<()> {
let db = Connection::open_in_memory()?;
db.create_aggregate_function(
"my_count",
-1,
FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
Count,
2020-11-06 05:14:00 +08:00
)?;
// count should return 0 when given no columns (contrast with sum above)
let no_result = "SELECT my_count(i) FROM (SELECT 2 AS i WHERE 1 <> 1)";
2022-11-11 23:20:39 +08:00
let result: i64 = db.one_column(no_result)?;
assert_eq!(result, 0);
let single_sum = "SELECT my_count(i) FROM (SELECT 2 AS i UNION ALL SELECT 2)";
2022-11-11 23:20:39 +08:00
let result: i64 = db.one_column(single_sum)?;
assert_eq!(2, result);
2020-11-06 05:14:00 +08:00
Ok(())
}
#[cfg(feature = "window")]
impl WindowAggregate<i64, Option<i64>> for Sum {
fn inverse(&self, ctx: &mut Context<'_>, sum: &mut i64) -> Result<()> {
*sum -= ctx.get::<i64>(0)?;
Ok(())
}
fn value(&self, sum: Option<&i64>) -> Result<Option<i64>> {
Ok(sum.copied())
}
}
#[test]
#[cfg(feature = "window")]
2020-11-06 05:14:00 +08:00
fn test_window() -> Result<()> {
use fallible_iterator::FallibleIterator;
2020-11-06 05:14:00 +08:00
let db = Connection::open_in_memory()?;
db.create_window_function(
"sumint",
1,
FunctionFlags::SQLITE_UTF8 | FunctionFlags::SQLITE_DETERMINISTIC,
Sum,
2020-11-06 05:14:00 +08:00
)?;
db.execute_batch(
"CREATE TABLE t3(x, y);
INSERT INTO t3 VALUES('a', 4),
('b', 5),
('c', 3),
('d', 8),
('e', 1);",
2020-11-06 05:14:00 +08:00
)?;
2020-11-06 05:14:00 +08:00
let mut stmt = db.prepare(
"SELECT x, sumint(y) OVER (
ORDER BY x ROWS BETWEEN 1 PRECEDING AND 1 FOLLOWING
) AS sum_y
FROM t3 ORDER BY x;",
2020-11-06 05:14:00 +08:00
)?;
let results: Vec<(String, i64)> = stmt
2020-11-06 05:14:00 +08:00
.query([])?
.map(|row| Ok((row.get("x")?, row.get("sum_y")?)))
2020-11-06 05:14:00 +08:00
.collect()?;
let expected = vec![
("a".to_owned(), 9),
("b".to_owned(), 12),
("c".to_owned(), 16),
("d".to_owned(), 12),
("e".to_owned(), 9),
];
assert_eq!(expected, results);
2020-11-06 05:14:00 +08:00
Ok(())
}
}