mirror of
https://github.com/huggingface/candle.git
synced 2025-06-16 18:48:51 +00:00
557b2c28dd
* Print the detected arch options. * Add the q6k quantization. * Add a currently broken test. * Bugfix. * Bugfix. * Another bugfix. * Another bugfix + get the test to work.
41 lines
774 B
Rust
41 lines
774 B
Rust
use std::str::FromStr;
|
|
|
|
pub fn get_num_threads() -> usize {
|
|
// Respond to the same environment variable as rayon.
|
|
match std::env::var("RAYON_NUM_THREADS")
|
|
.ok()
|
|
.and_then(|s| usize::from_str(&s).ok())
|
|
{
|
|
Some(x) if x > 0 => x,
|
|
Some(_) | None => num_cpus::get(),
|
|
}
|
|
}
|
|
|
|
pub fn has_accelerate() -> bool {
|
|
cfg!(feature = "accelerate")
|
|
}
|
|
|
|
pub fn has_mkl() -> bool {
|
|
cfg!(feature = "mkl")
|
|
}
|
|
|
|
pub fn cuda_is_available() -> bool {
|
|
cfg!(feature = "cuda")
|
|
}
|
|
|
|
pub fn with_avx() -> bool {
|
|
cfg!(target_feature = "avx")
|
|
}
|
|
|
|
pub fn with_neon() -> bool {
|
|
cfg!(target_feature = "neon")
|
|
}
|
|
|
|
pub fn with_simd128() -> bool {
|
|
cfg!(target_feature = "simd128")
|
|
}
|
|
|
|
pub fn with_f16c() -> bool {
|
|
cfg!(target_feature = "f16c")
|
|
}
|