Parse the json config for siglip models. (#2800)

* Parse the json config for siglip models.

* Bump the tokenizers dependency.

* Add a v2 model.

* Support more v2 model.s
This commit is contained in:
Laurent Mazare
2025-03-09 14:01:09 +01:00
committed by GitHub
parent e4ffb85228
commit e286cf7cc9
3 changed files with 156 additions and 6 deletions

View File

@ -66,7 +66,7 @@ serde = { version = "1.0.171", features = ["derive"] }
serde_plain = "1.0.2"
serde_json = "1.0.99"
thiserror = "1"
tokenizers = { version = "0.19.1", default-features = false }
tokenizers = { version = "0.21.0", default-features = false }
tracing = "0.1.37"
tracing-chrome = "0.7.1"
tracing-subscriber = "0.3.7"