mirror of
https://github.com/nushell/nushell.git
synced 2025-04-25 13:48:19 +02:00
# Description This doesn't really do much that the user could see, but it helps get us ready to do the steps of the refactor to split the span off of Value, so that values can be spanless. This allows us to have top-level values that can hold both a Value and a Span, without requiring that all values have them. We expect to see significant memory reduction by removing so many unnecessary spans from values. For example, a table of 100,000 rows and 5 columns would have a savings of ~8megs in just spans that are almost always duplicated. # User-Facing Changes Nothing yet # Tests + Formatting <!-- Don't forget to add tests that cover your changes. Make sure you've run and fixed any issues with these commands: - `cargo fmt --all -- --check` to check standard code formatting (`cargo fmt --all` applies these changes) - `cargo clippy --workspace -- -D warnings -D clippy::unwrap_used -A clippy::needless_collect -A clippy::result_large_err` to check that you're using the standard code style - `cargo test --workspace` to check that all tests pass - `cargo run -- -c "use std testing; testing run-tests --path crates/nu-std"` to run the tests for the standard library > **Note** > from `nushell` you can also use the `toolkit` as follows > ```bash > use toolkit.nu # or use an `env_change` hook to activate it automatically > toolkit check pr > ``` --> # After Submitting <!-- If your PR had any user-facing changes, update [the documentation](https://github.com/nushell/nushell.github.io) after the PR is merged, if necessary. This will help us keep the docs up to date. -->
273 lines
9.1 KiB
Rust
273 lines
9.1 KiB
Rust
use nu_engine::env::current_dir;
|
|
use nu_engine::CallExt;
|
|
use nu_protocol::ast::Call;
|
|
use nu_protocol::engine::{Command, EngineState, Stack};
|
|
use nu_protocol::{
|
|
Category, Example, IntoInterruptiblePipelineData, PipelineData, ShellError, Signature, Span,
|
|
Spanned, SyntaxShape, Type, Value,
|
|
};
|
|
use std::sync::atomic::AtomicBool;
|
|
use std::sync::Arc;
|
|
use wax::{Glob as WaxGlob, WalkBehavior, WalkEntry};
|
|
|
|
#[derive(Clone)]
|
|
pub struct Glob;
|
|
|
|
impl Command for Glob {
|
|
fn name(&self) -> &str {
|
|
"glob"
|
|
}
|
|
|
|
fn signature(&self) -> Signature {
|
|
Signature::build("glob")
|
|
.input_output_types(vec![(Type::Nothing, Type::List(Box::new(Type::String)))])
|
|
.required("glob", SyntaxShape::String, "the glob expression")
|
|
.named(
|
|
"depth",
|
|
SyntaxShape::Int,
|
|
"directory depth to search",
|
|
Some('d'),
|
|
)
|
|
.switch(
|
|
"no-dir",
|
|
"Whether to filter out directories from the returned paths",
|
|
Some('D'),
|
|
)
|
|
.switch(
|
|
"no-file",
|
|
"Whether to filter out files from the returned paths",
|
|
Some('F'),
|
|
)
|
|
.switch(
|
|
"no-symlink",
|
|
"Whether to filter out symlinks from the returned paths",
|
|
Some('S'),
|
|
)
|
|
.named(
|
|
"not",
|
|
SyntaxShape::List(Box::new(SyntaxShape::String)),
|
|
"Patterns to exclude from the results",
|
|
Some('n'),
|
|
)
|
|
.category(Category::FileSystem)
|
|
}
|
|
|
|
fn usage(&self) -> &str {
|
|
"Creates a list of files and/or folders based on the glob pattern provided."
|
|
}
|
|
|
|
fn search_terms(&self) -> Vec<&str> {
|
|
vec!["pattern", "files", "folders", "list", "ls"]
|
|
}
|
|
|
|
fn examples(&self) -> Vec<Example> {
|
|
vec![
|
|
Example {
|
|
description: "Search for *.rs files",
|
|
example: "glob *.rs",
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "Search for *.rs and *.toml files recursively up to 2 folders deep",
|
|
example: "glob **/*.{rs,toml} --depth 2",
|
|
result: None,
|
|
},
|
|
Example {
|
|
description:
|
|
"Search for files and folders that begin with uppercase C and lowercase c",
|
|
example: r#"glob "[Cc]*""#,
|
|
result: None,
|
|
},
|
|
Example {
|
|
description:
|
|
"Search for files and folders like abc or xyz substituting a character for ?",
|
|
example: r#"glob "{a?c,x?z}""#,
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "A case-insensitive search for files and folders that begin with c",
|
|
example: r#"glob "(?i)c*""#,
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "Search for files for folders that do not begin with c, C, b, M, or s",
|
|
example: r#"glob "[!cCbMs]*""#,
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "Search for files or folders with 3 a's in a row in the name",
|
|
example: "glob <a*:3>",
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "Search for files or folders with only a, b, c, or d in the file name between 1 and 10 times",
|
|
example: "glob <[a-d]:1,10>",
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "Search for folders that begin with an uppercase ASCII letter, ignoring files and symlinks",
|
|
example: r#"glob "[A-Z]*" --no-file --no-symlink"#,
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "Search for files named tsconfig.json that are not in node_modules directories",
|
|
example: r#"glob **/tsconfig.json --not [**/node_modules/**]"#,
|
|
result: None,
|
|
},
|
|
Example {
|
|
description: "Search for all files that are not in the target nor .git directories",
|
|
example: r#"glob **/* --not [**/target/** **/.git/** */]"#,
|
|
result: None,
|
|
},
|
|
]
|
|
}
|
|
|
|
fn extra_usage(&self) -> &str {
|
|
r#"For more glob pattern help, please refer to https://github.com/olson-sean-k/wax"#
|
|
}
|
|
|
|
fn run(
|
|
&self,
|
|
engine_state: &EngineState,
|
|
stack: &mut Stack,
|
|
call: &Call,
|
|
_input: PipelineData,
|
|
) -> Result<PipelineData, ShellError> {
|
|
let ctrlc = engine_state.ctrlc.clone();
|
|
let span = call.head;
|
|
let path = current_dir(engine_state, stack)?;
|
|
let glob_pattern: Spanned<String> = call.req(engine_state, stack, 0)?;
|
|
let depth = call.get_flag(engine_state, stack, "depth")?;
|
|
let no_dirs = call.has_flag("no-dir");
|
|
let no_files = call.has_flag("no-file");
|
|
let no_symlinks = call.has_flag("no-symlink");
|
|
|
|
let (not_patterns, not_pattern_span): (Vec<String>, Span) = if let Some(Value::List {
|
|
vals: pats,
|
|
span: pat_span,
|
|
}) =
|
|
call.get_flag(engine_state, stack, "not")?
|
|
{
|
|
let p = convert_patterns(pats.as_slice())?;
|
|
(p, pat_span)
|
|
} else {
|
|
(vec![], span)
|
|
};
|
|
|
|
if glob_pattern.item.is_empty() {
|
|
return Err(ShellError::GenericError(
|
|
"glob pattern must not be empty".to_string(),
|
|
"glob pattern is empty".to_string(),
|
|
Some(glob_pattern.span),
|
|
Some("add characters to the glob pattern".to_string()),
|
|
Vec::new(),
|
|
));
|
|
}
|
|
|
|
let folder_depth = if let Some(depth) = depth {
|
|
depth
|
|
} else {
|
|
usize::MAX
|
|
};
|
|
|
|
let glob = match WaxGlob::new(&glob_pattern.item) {
|
|
Ok(p) => p,
|
|
Err(e) => {
|
|
return Err(ShellError::GenericError(
|
|
"error with glob pattern".to_string(),
|
|
format!("{e}"),
|
|
Some(glob_pattern.span),
|
|
None,
|
|
Vec::new(),
|
|
))
|
|
}
|
|
};
|
|
|
|
Ok(if !not_patterns.is_empty() {
|
|
let np: Vec<&str> = not_patterns.iter().map(|s| s as &str).collect();
|
|
let glob_results = glob
|
|
.walk_with_behavior(
|
|
path,
|
|
WalkBehavior {
|
|
depth: folder_depth,
|
|
..Default::default()
|
|
},
|
|
)
|
|
.not(np)
|
|
.map_err(|err| {
|
|
ShellError::GenericError(
|
|
"error with glob's not pattern".to_string(),
|
|
format!("{err}"),
|
|
Some(not_pattern_span),
|
|
None,
|
|
Vec::new(),
|
|
)
|
|
})?
|
|
.flatten();
|
|
let result = glob_to_value(ctrlc, glob_results, no_dirs, no_files, no_symlinks, span)?;
|
|
result
|
|
.into_iter()
|
|
.into_pipeline_data(engine_state.ctrlc.clone())
|
|
} else {
|
|
let glob_results = glob
|
|
.walk_with_behavior(
|
|
path,
|
|
WalkBehavior {
|
|
depth: folder_depth,
|
|
..Default::default()
|
|
},
|
|
)
|
|
.flatten();
|
|
let result = glob_to_value(ctrlc, glob_results, no_dirs, no_files, no_symlinks, span)?;
|
|
result
|
|
.into_iter()
|
|
.into_pipeline_data(engine_state.ctrlc.clone())
|
|
})
|
|
}
|
|
}
|
|
|
|
fn convert_patterns(columns: &[Value]) -> Result<Vec<String>, ShellError> {
|
|
let res = columns
|
|
.iter()
|
|
.map(|value| match &value {
|
|
Value::String { val: s, .. } => Ok(s.clone()),
|
|
_ => Err(ShellError::IncompatibleParametersSingle {
|
|
msg: "Incorrect column format, Only string as column name".to_string(),
|
|
span: value.span(),
|
|
}),
|
|
})
|
|
.collect::<Result<Vec<String>, _>>()?;
|
|
|
|
Ok(res)
|
|
}
|
|
|
|
fn glob_to_value<'a>(
|
|
ctrlc: Option<Arc<AtomicBool>>,
|
|
glob_results: impl Iterator<Item = WalkEntry<'a>>,
|
|
no_dirs: bool,
|
|
no_files: bool,
|
|
no_symlinks: bool,
|
|
span: Span,
|
|
) -> Result<Vec<Value>, ShellError> {
|
|
let mut result: Vec<Value> = Vec::new();
|
|
for entry in glob_results {
|
|
if nu_utils::ctrl_c::was_pressed(&ctrlc) {
|
|
result.clear();
|
|
return Err(ShellError::InterruptedByUser { span: None });
|
|
}
|
|
let file_type = entry.file_type();
|
|
|
|
if !(no_dirs && file_type.is_dir()
|
|
|| no_files && file_type.is_file()
|
|
|| no_symlinks && file_type.is_symlink())
|
|
{
|
|
result.push(Value::String {
|
|
val: entry.into_path().to_string_lossy().to_string(),
|
|
span,
|
|
});
|
|
}
|
|
}
|
|
|
|
Ok(result)
|
|
}
|