diff --git a/Transformer/Model.swift b/Transformer/Model.swift index 50da8050229..9cda8b74092 100644 --- a/Transformer/Model.swift +++ b/Transformer/Model.swift @@ -281,7 +281,8 @@ struct TransformerLM { var h = embedding(tokens) h = h + positionalEmbeddings.gathering(atIndices: positionsTensor) for i in 0..