mirror of
https://github.com/huggingface/candle.git
synced 2025-06-17 02:58:50 +00:00
Add a simple Module trait and implement it for the various nn layers (#500)
* Start adding the module trait. * Use the module trait. * Implement module for qmatmul.
This commit is contained in:
@ -7,7 +7,7 @@ use tokenizers::Tokenizer;
|
||||
use candle::quantized::ggml_file::Content;
|
||||
use candle::quantized::QTensor;
|
||||
use candle::{DType, Device, IndexOp, Result, Tensor, D};
|
||||
use candle_nn::Embedding;
|
||||
use candle_nn::{Embedding, Module};
|
||||
use candle_transformers::generation::LogitsProcessor;
|
||||
|
||||
const MAX_SEQ_LEN: usize = 4096;
|
||||
|
Reference in New Issue
Block a user