From be41f3f05a94b968faf3d915309027a97754a004 Mon Sep 17 00:00:00 2001 From: SilasMarvin <19626586+SilasMarvin@users.noreply.github.com> Date: Fri, 10 May 2024 11:28:00 -0700 Subject: [PATCH] Fixed batch embedding --- pgml-extension/src/api.rs | 16 ++++++++++------ 1 file changed, 10 insertions(+), 6 deletions(-) diff --git a/pgml-extension/src/api.rs b/pgml-extension/src/api.rs index 697d6390b..623d8f872 100644 --- a/pgml-extension/src/api.rs +++ b/pgml-extension/src/api.rs @@ -589,17 +589,21 @@ fn load_dataset( #[cfg(all(feature = "python", not(feature = "use_as_lib")))] #[pg_extern(immutable, parallel_safe, name = "embed")] pub fn embed(transformer: &str, text: &str, kwargs: default!(JsonB, "'{}'")) -> Vec { - embed_batch(transformer, Vec::from([text]), kwargs) - .first() - .unwrap() - .to_vec() + match crate::bindings::transformers::embed(transformer, vec![text], &kwargs.0) { + Ok(output) => output.first().unwrap().to_vec(), + Err(e) => error!("{e}"), + } } #[cfg(all(feature = "python", not(feature = "use_as_lib")))] #[pg_extern(immutable, parallel_safe, name = "embed")] -pub fn embed_batch(transformer: &str, inputs: Vec<&str>, kwargs: default!(JsonB, "'{}'")) -> Vec> { +pub fn embed_batch( + transformer: &str, + inputs: Vec<&str>, + kwargs: default!(JsonB, "'{}'"), +) -> SetOfIterator<'static, Vec> { match crate::bindings::transformers::embed(transformer, inputs, &kwargs.0) { - Ok(output) => output, + Ok(output) => SetOfIterator::new(output.into_iter()), Err(e) => error!("{e}"), } } pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.

Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy