Add the quantized mpt model. (#1123)

* Add the quantized mpt model.

* Support the quantized model for replit-code.
This commit is contained in:
Laurent Mazare
2023-10-18 16:29:38 +01:00
committed by GitHub
parent cb034506cd
commit 86e7d539d2
5 changed files with 247 additions and 9 deletions

View File

@ -11,6 +11,7 @@ pub mod mpt;
pub mod quantized_llama;
pub mod quantized_mistral;
pub mod quantized_mixformer;
pub mod quantized_mpt;
pub mod quantized_stable_lm;
pub mod quantized_t5;
pub mod segment_anything;