File tree Expand file tree Collapse file tree 1 file changed +12
-3
lines changed
backends/candle/src/models Expand file tree Collapse file tree 1 file changed +12
-3
lines changed Original file line number Diff line number Diff line change @@ -488,13 +488,22 @@ impl ModernBertModel {
488
488
}
489
489
} ;
490
490
491
- let embeddings = ModernBertEmbeddings :: load ( vb. pp ( "model.embeddings" ) , config) ?;
492
- let encoder = ModernBertEncoder :: load ( vb. pp ( "model.layers" ) , config) ?;
491
+ let embeddings = ModernBertEmbeddings :: load ( vb. pp ( "model.embeddings" ) , config)
492
+ . or_else ( |_| ModernBertEmbeddings :: load ( vb. pp ( "embeddings" ) , config) ) ?;
493
+ let encoder = ModernBertEncoder :: load ( vb. pp ( "model.layers" ) , config)
494
+ . or_else ( |_| ModernBertEncoder :: load ( vb. pp ( "layers" ) , config) ) ?;
493
495
let final_norm = LayerNorm :: load (
494
496
vb. pp ( "model.final_norm" ) ,
495
497
config. hidden_size ,
496
498
config. norm_eps as f32 ,
497
- ) ?;
499
+ )
500
+ . or_else ( |_| {
501
+ LayerNorm :: load (
502
+ vb. pp ( "final_norm" ) ,
503
+ config. hidden_size ,
504
+ config. norm_eps as f32 ,
505
+ )
506
+ } ) ?;
498
507
499
508
let rotary_dim = config. hidden_size / config. num_attention_heads ;
500
509
let mut rotary_cache: HashMap < bool , ( Tensor , Tensor ) > = HashMap :: new ( ) ;
You can’t perform that action at this time.
0 commit comments