Skip to content

Commit 3b20211

Browse files
committed
update: support nomic-ai/modernbert-embed-base
1 parent ccb633c commit 3b20211

File tree

1 file changed

+12
-3
lines changed

1 file changed

+12
-3
lines changed

backends/candle/src/models/modernbert.rs

Lines changed: 12 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -488,13 +488,22 @@ impl ModernBertModel {
488488
}
489489
};
490490

491-
let embeddings = ModernBertEmbeddings::load(vb.pp("model.embeddings"), config)?;
492-
let encoder = ModernBertEncoder::load(vb.pp("model.layers"), config)?;
491+
let embeddings = ModernBertEmbeddings::load(vb.pp("model.embeddings"), config)
492+
.or_else(|_| ModernBertEmbeddings::load(vb.pp("embeddings"), config))?;
493+
let encoder = ModernBertEncoder::load(vb.pp("model.layers"), config)
494+
.or_else(|_| ModernBertEncoder::load(vb.pp("layers"), config))?;
493495
let final_norm = LayerNorm::load(
494496
vb.pp("model.final_norm"),
495497
config.hidden_size,
496498
config.norm_eps as f32,
497-
)?;
499+
)
500+
.or_else(|_| {
501+
LayerNorm::load(
502+
vb.pp("final_norm"),
503+
config.hidden_size,
504+
config.norm_eps as f32,
505+
)
506+
})?;
498507

499508
let rotary_dim = config.hidden_size / config.num_attention_heads;
500509
let mut rotary_cache: HashMap<bool, (Tensor, Tensor)> = HashMap::new();

0 commit comments

Comments
 (0)