Skip to content

Commit 21def34

Browse files
committed
Return full state as embedding if embed layer requested is larger than model's layer count.
1 parent 5ae9de6 commit 21def34

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

crates/ai00-core/src/run.rs

+4-1
Original file line numberDiff line numberDiff line change
@@ -714,7 +714,10 @@ impl Runtime {
714714
if let GenerateKind::Embed { layer } = context.request.kind {
715715
let layer = layer.clamp(0, self.info.num_layer - 1);
716716
let backed = backed.clone();
717-
let embed = self.state.embed(layer, backed)?.to_vec();
717+
let embed = match layer {
718+
x if x < self.info.num_layer => self.state.embed(layer, backed)?.to_vec(),
719+
_ => backed.to_vec(),
720+
};
718721
let _ = context.sender.send(Token::Embed(embed));
719722
}
720723

0 commit comments

Comments
 (0)