huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 19:47:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement the module trait directly for QMatMul. (#1372)

Browse Source
This commit is contained in:
Laurent Mazare
2023-11-25 10:09:45 +00:00
committed by GitHub
parent 762e996ce6
commit bfa7c8fc01
7 changed files with 11 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
candle-core/src/lib.rs
View File

@ -123,12 +123,6 @@ pub trait Module {
fn forward(&self, xs: &Tensor) -> Result<Tensor>;
}
impl Module for quantized::QMatMul {
fn forward(&self, xs: &Tensor) -> Result<Tensor> {
self.forward(xs)
}
}
impl<T: Fn(&Tensor) -> Result<Tensor>> Module for T {
fn forward(&self, xs: &Tensor) -> Result<Tensor> {
self(xs)

4
candle-core/src/quantized/mod.rs
View File

@ -307,8 +307,8 @@ impl crate::CustomOp1 for QTensor {
}
}
impl QMatMul {
pub fn forward(&self, xs: &Tensor) -> Result<Tensor> {
impl crate::Module for QMatMul {
fn forward(&self, xs: &Tensor) -> Result<Tensor> {
match self {
Self::QTensor(t) => xs.apply_op1_no_bwd(t.as_ref()),
Self::Tensor(w) => {