pub mod data_processing; use nu_errors::ShellError; use nu_protocol::{UntaggedValue, Value}; use std::path::{Component, Path, PathBuf}; fn is_value_tagged_dir(value: &Value) -> bool { match &value.value { UntaggedValue::Row(_) | UntaggedValue::Table(_) => true, _ => false, } } #[derive(Debug, Eq, Ord, PartialEq, PartialOrd)] pub struct ValueResource { pub at: usize, pub loc: PathBuf, } impl ValueResource {} pub struct ValueStructure { pub resources: Vec, } impl ValueStructure { pub fn new() -> ValueStructure { ValueStructure { resources: Vec::::new(), } } pub fn exists(&self, path: &Path) -> bool { if path == Path::new("/") { return true; } let path = if path.starts_with("/") { match path.strip_prefix("/") { Ok(p) => p, Err(_) => path, } } else { path }; let comps: Vec<_> = path.components().map(Component::as_os_str).collect(); let mut is_there = true; for (at, fragment) in comps.iter().enumerate() { is_there = is_there && self .resources .iter() .any(|resource| at == resource.at && *fragment == resource.loc.as_os_str()); } is_there } pub fn walk_decorate(&mut self, start: &Value) -> Result<(), ShellError> { self.resources = Vec::::new(); self.build(start, 0)?; self.resources.sort(); Ok(()) } fn build(&mut self, src: &Value, lvl: usize) -> Result<(), ShellError> { for entry in nu_value_ext::row_entries(src) { let value = entry.1; let path = entry.0; self.resources.push(ValueResource { at: lvl, loc: PathBuf::from(path), }); if is_value_tagged_dir(value) { self.build(value, lvl + 1)?; } } Ok(()) } } #[derive(Debug, Eq, Ord, PartialEq, PartialOrd)] pub struct Res { pub at: usize, pub loc: PathBuf, } impl Res {} pub struct FileStructure { pub resources: Vec, } impl FileStructure { pub fn new() -> FileStructure { FileStructure { resources: Vec::::new(), } } #[allow(dead_code)] pub fn contains_more_than_one_file(&self) -> bool { self.resources.len() > 1 } #[allow(dead_code)] pub fn contains_files(&self) -> bool { !self.resources.is_empty() } pub fn paths_applying_with( &mut self, to: F, ) -> Result, Box> where F: Fn((PathBuf, usize)) -> Result<(PathBuf, PathBuf), Box>, { self.resources .iter() .map(|f| (PathBuf::from(&f.loc), f.at)) .map(|f| to(f)) .collect() } pub fn walk_decorate(&mut self, start_path: &Path) -> Result<(), ShellError> { self.resources = Vec::::new(); self.build(start_path, 0)?; self.resources.sort(); Ok(()) } fn build(&mut self, src: &Path, lvl: usize) -> Result<(), ShellError> { let source = dunce::canonicalize(src)?; if source.is_dir() { for entry in std::fs::read_dir(src)? { let entry = entry?; let path = entry.path(); if path.is_dir() { self.build(&path, lvl + 1)?; } self.resources.push(Res { loc: path.to_path_buf(), at: lvl, }); } } else { self.resources.push(Res { loc: source, at: lvl, }); } Ok(()) } } #[cfg(test)] mod tests { use super::{FileStructure, Res, ValueResource, ValueStructure}; use nu_protocol::{TaggedDictBuilder, UntaggedValue, Value}; use nu_source::Tag; use pretty_assertions::assert_eq; use std::path::PathBuf; fn fixtures() -> PathBuf { let mut sdx = PathBuf::new(); sdx.push("tests"); sdx.push("fixtures"); sdx.push("formats"); dunce::canonicalize(sdx).expect("Wrong path") } fn structured_sample_record(key: &str, value: &str) -> Value { let mut record = TaggedDictBuilder::new(Tag::unknown()); record.insert_untagged(key, UntaggedValue::string(value)); record.into_value() } fn sample_nushell_source_code() -> Value { /* src commands plugins => "sys.rs" tests helpers => "mod.rs" */ let mut src = TaggedDictBuilder::new(Tag::unknown()); let mut record = TaggedDictBuilder::new(Tag::unknown()); record.insert_value("commands", structured_sample_record("plugins", "sys.rs")); record.insert_value("tests", structured_sample_record("helpers", "mod.rs")); src.insert_value("src", record.into_value()); src.into_value() } #[test] fn prepares_and_decorates_value_filesystemlike_sources() { let mut res = ValueStructure::new(); res.walk_decorate(&sample_nushell_source_code()) .expect("Can not decorate values traversal."); assert_eq!( res.resources, vec![ ValueResource { loc: PathBuf::from("src"), at: 0, }, ValueResource { loc: PathBuf::from("commands"), at: 1, }, ValueResource { loc: PathBuf::from("tests"), at: 1, }, ValueResource { loc: PathBuf::from("helpers"), at: 2, }, ValueResource { loc: PathBuf::from("plugins"), at: 2, }, ] ); } #[test] fn recognizes_if_path_exists_in_value_filesystemlike_sources() { let mut res = ValueStructure::new(); res.walk_decorate(&sample_nushell_source_code()) .expect("Can not decorate values traversal."); assert!(res.exists(&PathBuf::from("/"))); assert!(res.exists(&PathBuf::from("src/commands/plugins"))); assert!(res.exists(&PathBuf::from("src/commands"))); assert!(res.exists(&PathBuf::from("src/tests"))); assert!(res.exists(&PathBuf::from("src/tests/helpers"))); assert!(res.exists(&PathBuf::from("src"))); assert!(res.exists(&PathBuf::from("/src/commands/plugins"))); assert!(res.exists(&PathBuf::from("/src/commands"))); assert!(res.exists(&PathBuf::from("/src/tests"))); assert!(res.exists(&PathBuf::from("/src/tests/helpers"))); assert!(res.exists(&PathBuf::from("/src"))); assert!(!res.exists(&PathBuf::from("/not_valid"))); assert!(!res.exists(&PathBuf::from("/src/not_valid"))); } #[test] fn prepares_and_decorates_filesystem_source_files() { let mut res = FileStructure::new(); res.walk_decorate(&fixtures()) .expect("Can not decorate files traversal."); assert_eq!( res.resources, vec![ Res { loc: fixtures().join("appveyor.yml"), at: 0 }, Res { loc: fixtures().join("caco3_plastics.csv"), at: 0 }, Res { loc: fixtures().join("caco3_plastics.tsv"), at: 0 }, Res { loc: fixtures().join("cargo_sample.toml"), at: 0 }, Res { loc: fixtures().join("jonathan.xml"), at: 0 }, Res { loc: fixtures().join("sample.bson"), at: 0 }, Res { loc: fixtures().join("sample.db"), at: 0 }, Res { loc: fixtures().join("sample.ini"), at: 0 }, Res { loc: fixtures().join("sample.url"), at: 0 }, Res { loc: fixtures().join("sample_data.ods"), at: 0 }, Res { loc: fixtures().join("sample_data.xlsx"), at: 0 }, Res { loc: fixtures().join("script.nu"), at: 0 }, Res { loc: fixtures().join("script_multiline.nu"), at: 0 }, Res { loc: fixtures().join("sgml_description.json"), at: 0 }, Res { loc: fixtures().join("utf16.ini"), at: 0 } ] ); } }