mirror of
https://github.com/nushell/nushell.git
synced 2024-12-14 19:23:11 +01:00
bce6f5a3e6
* uniq: Add counting option (WIP!) Usage: fetch https://raw.githubusercontent.com/timbray/topfew/master/test/data/access-1k | lines | wrap item | uniq | sort-by count | last 10 * uniq: Add first test * uniq: Re-enable the non-counting variant. * uniq: Also handle primitive lines. * uniq: Update documentation * uniq: Final comment about error handling. Let's get some feedback * uniq: Address review comments. Not happy with the way I create a TypeError. There must be a cleaner way. Anyway, good for shipping. * uniq: Use Labeled_error as suggested by jturner in chat. * uniq: Return error directly. Co-authored-by: Christoph Siedentop <christoph@siedentop.name>
109 lines
3.3 KiB
Rust
109 lines
3.3 KiB
Rust
use crate::commands::WholeStreamCommand;
|
|
use crate::context::CommandRegistry;
|
|
use crate::prelude::*;
|
|
use indexmap::map::IndexMap;
|
|
use nu_errors::ShellError;
|
|
use nu_protocol::Signature;
|
|
|
|
pub struct Uniq;
|
|
|
|
#[async_trait]
|
|
impl WholeStreamCommand for Uniq {
|
|
fn name(&self) -> &str {
|
|
"uniq"
|
|
}
|
|
|
|
fn signature(&self) -> Signature {
|
|
Signature::build("uniq").switch("count", "Count the unique rows", Some('c'))
|
|
}
|
|
|
|
fn usage(&self) -> &str {
|
|
"Return the unique rows"
|
|
}
|
|
|
|
async fn run(
|
|
&self,
|
|
args: CommandArgs,
|
|
registry: &CommandRegistry,
|
|
) -> Result<OutputStream, ShellError> {
|
|
uniq(args, registry).await
|
|
}
|
|
}
|
|
|
|
async fn uniq(args: CommandArgs, registry: &CommandRegistry) -> Result<OutputStream, ShellError> {
|
|
let args = args.evaluate_once(®istry).await?;
|
|
let should_show_count = args.has("count");
|
|
let input = args.input;
|
|
let uniq_values = {
|
|
let mut counter = IndexMap::<nu_protocol::Value, usize>::new();
|
|
for line in input.into_vec().await {
|
|
*counter.entry(line).or_insert(0) += 1;
|
|
}
|
|
counter
|
|
};
|
|
|
|
let mut values_vec_deque = VecDeque::new();
|
|
|
|
if should_show_count {
|
|
for item in uniq_values {
|
|
use nu_protocol::{UntaggedValue, Value};
|
|
let value = {
|
|
match item.0.value {
|
|
UntaggedValue::Row(mut row) => {
|
|
row.entries.insert(
|
|
"count".to_string(),
|
|
UntaggedValue::int(item.1).into_untagged_value(),
|
|
);
|
|
Value {
|
|
value: UntaggedValue::Row(row),
|
|
tag: item.0.tag,
|
|
}
|
|
}
|
|
UntaggedValue::Primitive(p) => {
|
|
let mut map = IndexMap::<String, Value>::new();
|
|
map.insert(
|
|
"value".to_string(),
|
|
UntaggedValue::Primitive(p).into_untagged_value(),
|
|
);
|
|
map.insert(
|
|
"count".to_string(),
|
|
UntaggedValue::int(item.1).into_untagged_value(),
|
|
);
|
|
Value {
|
|
value: UntaggedValue::row(map),
|
|
tag: item.0.tag,
|
|
}
|
|
}
|
|
UntaggedValue::Table(_) => {
|
|
return Err(ShellError::labeled_error(
|
|
"uniq -c cannot operate on tables.",
|
|
"source",
|
|
item.0.tag.span,
|
|
))
|
|
}
|
|
UntaggedValue::Error(_) | UntaggedValue::Block(_) => item.0,
|
|
}
|
|
};
|
|
values_vec_deque.push_back(value);
|
|
}
|
|
} else {
|
|
for item in uniq_values {
|
|
values_vec_deque.push_back(item.0);
|
|
}
|
|
}
|
|
|
|
Ok(futures::stream::iter(values_vec_deque).to_output_stream())
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::Uniq;
|
|
|
|
#[test]
|
|
fn examples_work_as_expected() {
|
|
use crate::examples::test as test_examples;
|
|
|
|
test_examples(Uniq {})
|
|
}
|
|
}
|