From b8abe2bb4b23c616c60cf4888662da744dc3fa68 Mon Sep 17 00:00:00 2001
From: Laurent Mazare <laurent.mazare@gmail.com>
Date: Tue, 18 Jul 2023 06:48:13 +0100
Subject: [PATCH] Factorize the tokenizers version in the workspace cargo def.
 (#186)

---
 Cargo.toml                     | 2 +-
 candle-examples/Cargo.toml     | 2 +-
 candle-transformers/Cargo.toml | 2 +-
 candle-wasm-example/Cargo.toml | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/Cargo.toml b/Cargo.toml
index d8efc38b..9c8b5682 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -39,7 +39,7 @@ serde = { version = "1.0.166", features = ["derive"] }
 serde_json = "1.0.99"
 sha256 = "=1.1.4"
 thiserror = "1"
-tokenizers = { version = "0.13.3", default-features = false, features = ["onig"] }
+tokenizers = { version = "0.13.3", default-features = false }
 tokio = "1.28.2"
 tokio-test = "0.4.2"
 tracing = "0.1.37"
diff --git a/candle-examples/Cargo.toml b/candle-examples/Cargo.toml
index 29451030..114997b9 100644
--- a/candle-examples/Cargo.toml
+++ b/candle-examples/Cargo.toml
@@ -24,7 +24,7 @@ anyhow = { workspace = true }
 candle-hub = { path = "../candle-hub" }
 clap = { workspace = true }
 rand = { workspace = true }
-tokenizers = { workspace = true }
+tokenizers = { workspace = true, features = ["onig"] }
 tracing = { workspace = true }
 tracing-chrome = { workspace = true }
 tracing-subscriber = { workspace = true }
diff --git a/candle-transformers/Cargo.toml b/candle-transformers/Cargo.toml
index 7a1e355b..01b41763 100644
--- a/candle-transformers/Cargo.toml
+++ b/candle-transformers/Cargo.toml
@@ -15,7 +15,7 @@ candle = { path = "../candle-core" }
 candle-hub = { path = "../candle-hub" }
 candle-nn = { path = "../candle-nn" }
 intel-mkl-src = { workspace = true, optional = true, features = ["mkl-dynamic-lp64-iomp"]}
-tokenizers = { workspace = true }
+tokenizers = { workspace = true, features = ["onig"] }
 rand = { workspace = true }
 wav = { workspace = true }
 
diff --git a/candle-wasm-example/Cargo.toml b/candle-wasm-example/Cargo.toml
index c4003efb..d22cbea9 100644
--- a/candle-wasm-example/Cargo.toml
+++ b/candle-wasm-example/Cargo.toml
@@ -14,7 +14,7 @@ readme = "README.md"
 candle = { path = "../candle-core" }
 candle-nn = { path = "../candle-nn" }
 num-traits = { workspace = true }
-tokenizers = { version = "0.13.3", default-features = false, features = ["unstable_wasm"] }
+tokenizers = { workspace = true, features = ["unstable_wasm"] }
 
 # App crates.
 anyhow = { workspace = true }