Fix deps.

This commit is contained in:
Nicolas Patry
2023-08-15 18:58:58 +02:00
parent d726484a6d
commit baca3cf69d
4 changed files with 3 additions and 29 deletions

View File

@ -57,6 +57,7 @@ pub fn from_hub(api: &Api, dataset_id: String) -> Result<Vec<SerializedFileReade
#[cfg(test)]
mod tests {
use super::*;
use parquet::file::reader::FileReader;
#[test]
fn test_dataset() {
@ -67,28 +68,6 @@ mod tests {
)
.unwrap();
assert_eq!(files.len(), 1);
let mut rows = files.into_iter().flat_map(|r| r.into_iter());
let row = rows.next().unwrap().unwrap();
let mut col_iter = row.get_column_iter();
// First element is an image
col_iter.next();
assert_eq!(
col_iter.next().unwrap().1,
&parquet::record::Field::Str("a drawing of a green pokemon with red eyes".to_string())
);
// Keep for now to showcase how to use.
for row in rows {
if let Ok(row) = row {
for (_idx, (_name, field)) in row.get_column_iter().enumerate() {
if let parquet::record::Field::Str(value) = field {
println!("Value {value:?}");
}
}
}
}
assert_eq!(files[0].metadata().file_metadata().num_rows(), 20);
}
}

View File

@ -1,6 +1,5 @@
//! Datasets & Dataloaders for Candle
pub mod batcher;
#[cfg(feature = "hub")]
pub mod hub;
pub mod nlp;
pub mod vision;