From 47c654268ac79296b47b59c36d71faee63d89fea Mon Sep 17 00:00:00 2001 From: Akshay Ballal Date: Thu, 9 Jan 2025 01:53:04 +0100 Subject: [PATCH] fix jina --- Cargo.lock | 2 +- rust/Cargo.toml | 2 +- rust/examples/ort_models.rs | 4 ++-- rust/src/embeddings/local/jina.rs | 3 +++ 4 files changed, 7 insertions(+), 4 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 1be2b9ae..2cf022f7 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -974,7 +974,7 @@ checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0" [[package]] name = "embed_anything" -version = "0.4.17" +version = "0.5.1" dependencies = [ "accelerate-src", "anyhow", diff --git a/rust/Cargo.toml b/rust/Cargo.toml index bd3f0809..b367f983 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "embed_anything" -version = "0.4.17" +version = "0.5.1" edition.workspace = true license.workspace = true description.workspace = true diff --git a/rust/examples/ort_models.rs b/rust/examples/ort_models.rs index a6dc67d4..b4958775 100644 --- a/rust/examples/ort_models.rs +++ b/rust/examples/ort_models.rs @@ -13,8 +13,8 @@ use std::time::Instant; async fn main() -> Result<(), anyhow::Error> { let model = Arc::new( Embedder::from_pretrained_onnx( - "bert", - Some(ONNXModel::ModernBERTBase), + "jina", + Some(ONNXModel::JINAV3), None, None, Some(Dtype::F16), diff --git a/rust/src/embeddings/local/jina.rs b/rust/src/embeddings/local/jina.rs index 2d0ebb3c..e65cc913 100644 --- a/rust/src/embeddings/local/jina.rs +++ b/rust/src/embeddings/local/jina.rs @@ -106,7 +106,10 @@ impl OrtJinaEmbedder { None => path.to_string(), }; let weights = api.get(model_path.as_str()); + let _ = api.get(format!("{path}_data").as_str()); + (config, tokenizer, weights, tokenizer_config) + }; let weights_filename = match weights_filename {