diff --git a/CHANGELOG.md b/CHANGELOG.md index 7dac281f..29960ce4 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,10 @@ This documents the main changes to the `candle` crate. ## Unreleased ### Added +- Refactor the VarBuilder api + [627](https://github.com/huggingface/candle/pull/627). +- Add some quantization command + [625](https://github.com/huggingface/candle/pull/625). - Support more quantized types, e.g. Q2K, Q4K, Q5K... [586](https://github.com/huggingface/candle/pull/586). - Add pose estimation to the yolo example diff --git a/Cargo.toml b/Cargo.toml index f1ad66eb..0a54ea45 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -17,7 +17,7 @@ exclude = [ resolver = "2" [workspace.package] -version = "0.1.3" +version = "0.2.0" edition = "2021" description = "Minimalist ML framework." repository = "https://github.com/huggingface/candle" diff --git a/candle-core/Cargo.toml b/candle-core/Cargo.toml index 3b3e4eb7..698cdae0 100644 --- a/candle-core/Cargo.toml +++ b/candle-core/Cargo.toml @@ -12,7 +12,7 @@ readme = "README.md" [dependencies] accelerate-src = { workspace = true, optional = true } byteorder = { workspace = true } -candle-kernels = { path = "../candle-kernels", version = "0.1.3", optional = true } +candle-kernels = { path = "../candle-kernels", version = "0.2.0", optional = true } cudarc = { workspace = true, optional = true } gemm = { workspace = true } half = { workspace = true } diff --git a/candle-datasets/Cargo.toml b/candle-datasets/Cargo.toml index d4a34b01..91fced54 100644 --- a/candle-datasets/Cargo.toml +++ b/candle-datasets/Cargo.toml @@ -11,8 +11,8 @@ readme = "README.md" [dependencies] byteorder = { workspace = true } -candle = { path = "../candle-core", version = "0.1.3", package = "candle-core" } -candle-nn = { path = "../candle-nn", version = "0.1.3" } +candle = { path = "../candle-core", version = "0.2.0", package = "candle-core" } +candle-nn = { path = "../candle-nn", version = "0.2.0" } hf-hub = { workspace = true} intel-mkl-src = { workspace = true, optional = true } memmap2 = { workspace = true } diff --git a/candle-examples/Cargo.toml b/candle-examples/Cargo.toml index 8383ab37..39d2bc72 100644 --- a/candle-examples/Cargo.toml +++ b/candle-examples/Cargo.toml @@ -11,11 +11,11 @@ readme = "README.md" [dependencies] accelerate-src = { workspace = true, optional = true } -candle = { path = "../candle-core", version = "0.1.3", package = "candle-core" } -candle-datasets = { path = "../candle-datasets", version = "0.1.3" } -candle-nn = { path = "../candle-nn", version = "0.1.3" } -candle-transformers = { path = "../candle-transformers", version = "0.1.3" } -candle-flash-attn = { path = "../candle-flash-attn", version = "0.1.3", optional = true } +candle = { path = "../candle-core", version = "0.2.0", package = "candle-core" } +candle-datasets = { path = "../candle-datasets", version = "0.2.0" } +candle-nn = { path = "../candle-nn", version = "0.2.0" } +candle-transformers = { path = "../candle-transformers", version = "0.2.0" } +candle-flash-attn = { path = "../candle-flash-attn", version = "0.2.0", optional = true } safetensors = { workspace = true } serde = { workspace = true } serde_json = { workspace = true } diff --git a/candle-flash-attn/Cargo.toml b/candle-flash-attn/Cargo.toml index b0efaf52..f51c277d 100644 --- a/candle-flash-attn/Cargo.toml +++ b/candle-flash-attn/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "candle-flash-attn" -version = "0.1.3" +version = "0.2.0" edition = "2021" description = "Flash attention layer for the candle ML framework." @@ -11,7 +11,7 @@ license = "MIT OR Apache-2.0" readme = "README.md" [dependencies] -candle = { path = "../candle-core", features = ["cuda"], version = "0.1.3", package = "candle-core" } +candle = { path = "../candle-core", features = ["cuda"], version = "0.2.0", package = "candle-core" } half = { version = "2.3.1", features = ["num-traits"] } [build-dependencies] @@ -21,4 +21,4 @@ rayon = "1.7.0" [dev-dependencies] anyhow = { version = "1", features = ["backtrace"] } -candle-nn = { path = "../candle-nn", version = "0.1.3", features = ["cuda"] } +candle-nn = { path = "../candle-nn", version = "0.2.0", features = ["cuda"] } diff --git a/candle-kernels/Cargo.toml b/candle-kernels/Cargo.toml index 6144e2d5..5f5c356e 100644 --- a/candle-kernels/Cargo.toml +++ b/candle-kernels/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "candle-kernels" -version = "0.1.3" +version = "0.2.0" edition = "2021" description = "CUDA kernels for Candle" diff --git a/candle-nn/Cargo.toml b/candle-nn/Cargo.toml index 7cd1d7a2..7ee779f8 100644 --- a/candle-nn/Cargo.toml +++ b/candle-nn/Cargo.toml @@ -11,7 +11,7 @@ readme = "README.md" [dependencies] accelerate-src = { workspace = true, optional = true } -candle = { path = "../candle-core", version = "0.1.3", package = "candle-core" } +candle = { path = "../candle-core", version = "0.2.0", package = "candle-core" } thiserror = { workspace = true } intel-mkl-src = { workspace = true, optional = true } safetensors = { workspace = true } diff --git a/candle-pyo3/Cargo.toml b/candle-pyo3/Cargo.toml index 45ab38c0..98c5f936 100644 --- a/candle-pyo3/Cargo.toml +++ b/candle-pyo3/Cargo.toml @@ -15,7 +15,7 @@ crate-type = ["cdylib"] doc = false [dependencies] -candle = { path = "../candle-core", version = "0.1.3", package = "candle-core" } +candle = { path = "../candle-core", version = "0.2.0", package = "candle-core" } half = { workspace = true } pyo3 = { version = "0.19.0", features = ["extension-module"] } diff --git a/candle-transformers/Cargo.toml b/candle-transformers/Cargo.toml index 5c4c8860..7549dfa5 100644 --- a/candle-transformers/Cargo.toml +++ b/candle-transformers/Cargo.toml @@ -11,8 +11,8 @@ readme = "README.md" [dependencies] accelerate-src = { workspace = true, optional = true } -candle = { path = "../candle-core", version = "0.1.3", package = "candle-core" } -candle-nn = { path = "../candle-nn", version = "0.1.3" } +candle = { path = "../candle-core", version = "0.2.0", package = "candle-core" } +candle-nn = { path = "../candle-nn", version = "0.2.0" } intel-mkl-src = { workspace = true, optional = true } rand = { workspace = true } wav = { workspace = true } diff --git a/candle-wasm-examples/llama2-c/Cargo.toml b/candle-wasm-examples/llama2-c/Cargo.toml index 370708bd..95309e1f 100644 --- a/candle-wasm-examples/llama2-c/Cargo.toml +++ b/candle-wasm-examples/llama2-c/Cargo.toml @@ -9,8 +9,8 @@ categories.workspace = true license.workspace = true [dependencies] -candle = { path = "../../candle-core", version = "0.1.3", package = "candle-core" } -candle-nn = { path = "../../candle-nn", version = "0.1.3" } +candle = { path = "../../candle-core", version = "0.2.0", package = "candle-core" } +candle-nn = { path = "../../candle-nn", version = "0.2.0" } num-traits = { workspace = true } tokenizers = { workspace = true, features = ["unstable_wasm"] } diff --git a/candle-wasm-examples/whisper/Cargo.toml b/candle-wasm-examples/whisper/Cargo.toml index f404af55..9578d66e 100644 --- a/candle-wasm-examples/whisper/Cargo.toml +++ b/candle-wasm-examples/whisper/Cargo.toml @@ -9,8 +9,8 @@ categories.workspace = true license.workspace = true [dependencies] -candle = { path = "../../candle-core", version = "0.1.3", package = "candle-core" } -candle-nn = { path = "../../candle-nn", version = "0.1.3" } +candle = { path = "../../candle-core", version = "0.2.0", package = "candle-core" } +candle-nn = { path = "../../candle-nn", version = "0.2.0" } num-traits = { workspace = true } tokenizers = { workspace = true, features = ["unstable_wasm"] } diff --git a/candle-wasm-examples/yolo/Cargo.toml b/candle-wasm-examples/yolo/Cargo.toml index b565c04b..cf0fbf8d 100644 --- a/candle-wasm-examples/yolo/Cargo.toml +++ b/candle-wasm-examples/yolo/Cargo.toml @@ -9,8 +9,8 @@ categories.workspace = true license.workspace = true [dependencies] -candle = { path = "../../candle-core", version = "0.1.3", package = "candle-core" } -candle-nn = { path = "../../candle-nn", version = "0.1.3" } +candle = { path = "../../candle-core", version = "0.2.0", package = "candle-core" } +candle-nn = { path = "../../candle-nn", version = "0.2.0" } num-traits = { workspace = true } serde = { workspace = true } serde_json = { workspace = true }