From c07e4057ab18c51d73c740a5950c02fd19d56cde Mon Sep 17 00:00:00 2001 From: Laurent Mazare Date: Thu, 21 Mar 2024 19:36:10 +0100 Subject: [PATCH] Fix for the llama model. (#1906) --- candle-transformers/src/models/llama.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/candle-transformers/src/models/llama.rs b/candle-transformers/src/models/llama.rs index 400351f3..c311d4c4 100644 --- a/candle-transformers/src/models/llama.rs +++ b/candle-transformers/src/models/llama.rs @@ -390,7 +390,7 @@ impl Llama { x = block.forward(&x, index_pos, block_idx, cache)?; } let x = self.ln_f.forward(&x)?; - let x = x.i((.., seq_len - 1, ..))?; + let x = x.i((.., seq_len - 1, ..))?.contiguous()?; let logits = self.lm_head.forward(&x)?; logits.to_dtype(DType::F32) }