Skip to content

Commit

Permalink
remove prints
Browse files Browse the repository at this point in the history
  • Loading branch information
akshayballal95 committed Jan 30, 2025
1 parent d14d78a commit ab61898
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions rust/src/embeddings/local/modernbert.rs
Original file line number Diff line number Diff line change
Expand Up @@ -107,10 +107,8 @@ impl BertEmbed for ModernBertEmbedder {
let mut encodings: Vec<EmbeddingResult> = Vec::new();

for mini_text_batch in text_batch.chunks(batch_size) {
println!("mini_text_batch: {:?}", mini_text_batch.len());
let token_ids =
tokenize_batch(&self.tokenizer, mini_text_batch, &self.device)?;
println!("token_ids: {:?}", token_ids.shape());
let attention_mask = get_attention_mask(&self.tokenizer, mini_text_batch, &self.device)?;
let embeddings: Tensor = self.model.forward(&token_ids, &attention_mask)?;
let pooled_output = self
Expand Down

0 comments on commit ab61898

Please sign in to comment.