mirror of
https://github.com/huggingface/candle.git
synced 2025-06-17 19:18:50 +00:00
3159f91b90
* module docs * varbuilder gguf docs * add a link to gguf files * small additonal mod doc titles * safetensor docs * more core docs * more module docs in canlde_core * 2 more link fixes
46 lines
887 B
Rust
46 lines
887 B
Rust
//! Useful functions for checking features.
|
|
use std::str::FromStr;
|
|
|
|
pub fn get_num_threads() -> usize {
|
|
// Respond to the same environment variable as rayon.
|
|
match std::env::var("RAYON_NUM_THREADS")
|
|
.ok()
|
|
.and_then(|s| usize::from_str(&s).ok())
|
|
{
|
|
Some(x) if x > 0 => x,
|
|
Some(_) | None => num_cpus::get(),
|
|
}
|
|
}
|
|
|
|
pub fn has_accelerate() -> bool {
|
|
cfg!(feature = "accelerate")
|
|
}
|
|
|
|
pub fn has_mkl() -> bool {
|
|
cfg!(feature = "mkl")
|
|
}
|
|
|
|
pub fn cuda_is_available() -> bool {
|
|
cfg!(feature = "cuda")
|
|
}
|
|
|
|
pub fn metal_is_available() -> bool {
|
|
cfg!(feature = "metal")
|
|
}
|
|
|
|
pub fn with_avx() -> bool {
|
|
cfg!(target_feature = "avx")
|
|
}
|
|
|
|
pub fn with_neon() -> bool {
|
|
cfg!(target_feature = "neon")
|
|
}
|
|
|
|
pub fn with_simd128() -> bool {
|
|
cfg!(target_feature = "simd128")
|
|
}
|
|
|
|
pub fn with_f16c() -> bool {
|
|
cfg!(target_feature = "f16c")
|
|
}
|