2019-05-15 20:14:51 +02:00
|
|
|
use crate::prelude::*;
|
2021-02-06 01:34:26 +01:00
|
|
|
use crate::utils::arguments::arguments;
|
2021-01-10 03:50:49 +01:00
|
|
|
use nu_engine::WholeStreamCommand;
|
Extract core stuff into own crates
This commit extracts five new crates:
- nu-source, which contains the core source-code handling logic in Nu,
including Text, Span, and also the pretty.rs-based debug logic
- nu-parser, which is the parser and expander logic
- nu-protocol, which is the bulk of the types and basic conveniences
used by plugins
- nu-errors, which contains ShellError, ParseError and error handling
conveniences
- nu-textview, which is the textview plugin extracted into a crate
One of the major consequences of this refactor is that it's no longer
possible to `impl X for Spanned<Y>` outside of the `nu-source` crate, so
a lot of types became more concrete (Value became a concrete type
instead of Spanned<Value>, for example).
This also turned a number of inherent methods in the main nu crate into
plain functions (impl Value {} became a bunch of functions in the
`value` namespace in `crate::data::value`).
2019-11-26 03:30:48 +01:00
|
|
|
use nu_errors::ShellError;
|
2020-01-11 07:45:09 +01:00
|
|
|
use nu_protocol::{
|
2021-02-07 02:05:47 +01:00
|
|
|
PathMember, Primitive, ReturnSuccess, Signature, SyntaxShape, TaggedDictBuilder,
|
|
|
|
UnspannedPathMember, UntaggedValue, Value,
|
2020-01-11 07:45:09 +01:00
|
|
|
};
|
|
|
|
use nu_value_ext::{as_string, get_data_by_column_path};
|
2021-02-07 02:05:47 +01:00
|
|
|
|
2019-08-20 05:15:05 +02:00
|
|
|
#[derive(Deserialize)]
|
2021-02-06 01:34:26 +01:00
|
|
|
struct Arguments {
|
|
|
|
rest: Vec<Value>,
|
2019-08-20 05:15:05 +02:00
|
|
|
}
|
|
|
|
|
2021-02-06 01:34:26 +01:00
|
|
|
pub struct Command;
|
2019-08-19 07:16:39 +02:00
|
|
|
|
2020-05-29 10:22:52 +02:00
|
|
|
#[async_trait]
|
2021-02-06 01:34:26 +01:00
|
|
|
impl WholeStreamCommand for Command {
|
2019-08-19 07:16:39 +02:00
|
|
|
fn name(&self) -> &str {
|
2020-05-07 13:03:43 +02:00
|
|
|
"select"
|
2019-08-19 07:16:39 +02:00
|
|
|
}
|
2019-07-24 00:22:11 +02:00
|
|
|
|
2019-08-19 07:16:39 +02:00
|
|
|
fn signature(&self) -> Signature {
|
2021-02-06 01:34:26 +01:00
|
|
|
Signature::build("select").rest(SyntaxShape::Any, "the columns to select from the table")
|
2019-05-22 09:12:03 +02:00
|
|
|
}
|
2019-08-21 14:08:23 +02:00
|
|
|
|
2019-08-30 00:52:32 +02:00
|
|
|
fn usage(&self) -> &str {
|
|
|
|
"Down-select table to only these columns."
|
|
|
|
}
|
|
|
|
|
2020-12-18 08:53:49 +01:00
|
|
|
async fn run(&self, args: CommandArgs) -> Result<OutputStream, ShellError> {
|
|
|
|
select(args).await
|
2019-08-21 14:08:23 +02:00
|
|
|
}
|
2020-05-12 17:54:29 +02:00
|
|
|
|
2020-05-18 14:56:01 +02:00
|
|
|
fn examples(&self) -> Vec<Example> {
|
|
|
|
vec![
|
2020-05-12 17:54:29 +02:00
|
|
|
Example {
|
|
|
|
description: "Select just the name column",
|
|
|
|
example: "ls | select name",
|
2020-05-18 14:56:01 +02:00
|
|
|
result: None,
|
2020-05-12 17:54:29 +02:00
|
|
|
},
|
|
|
|
Example {
|
|
|
|
description: "Select the name and size columns",
|
|
|
|
example: "ls | select name size",
|
2020-05-18 14:56:01 +02:00
|
|
|
result: None,
|
2020-05-12 17:54:29 +02:00
|
|
|
},
|
|
|
|
]
|
|
|
|
}
|
2019-08-19 07:16:39 +02:00
|
|
|
}
|
|
|
|
|
2020-12-18 08:53:49 +01:00
|
|
|
async fn select(args: CommandArgs) -> Result<OutputStream, ShellError> {
|
2020-05-16 05:18:24 +02:00
|
|
|
let name = args.call_info.name_tag.clone();
|
2021-02-06 01:34:26 +01:00
|
|
|
let (Arguments { mut rest }, mut input) = args.process().await?;
|
2021-02-07 02:05:47 +01:00
|
|
|
let (columns, _) = arguments(&mut rest)?;
|
2021-02-06 01:34:26 +01:00
|
|
|
|
|
|
|
if columns.is_empty() {
|
2020-06-14 00:01:44 +02:00
|
|
|
return Err(ShellError::labeled_error(
|
|
|
|
"Select requires columns to select",
|
|
|
|
"needs parameter",
|
|
|
|
name,
|
|
|
|
));
|
|
|
|
}
|
2020-01-11 07:45:09 +01:00
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
let mut bring_back: indexmap::IndexMap<String, Vec<Value>> = indexmap::IndexMap::new();
|
|
|
|
|
|
|
|
while let Some(value) = input.next().await {
|
2021-02-06 01:34:26 +01:00
|
|
|
for path in &columns {
|
2020-06-14 00:01:44 +02:00
|
|
|
let fetcher = get_data_by_column_path(
|
|
|
|
&value,
|
|
|
|
&path,
|
2020-09-18 08:40:20 +02:00
|
|
|
move |obj_source, path_member_tried, error| {
|
2020-06-14 00:01:44 +02:00
|
|
|
if let PathMember {
|
|
|
|
unspanned: UnspannedPathMember::String(column),
|
|
|
|
..
|
|
|
|
} = path_member_tried
|
|
|
|
{
|
2020-01-11 07:45:09 +01:00
|
|
|
return ShellError::labeled_error_with_secondary(
|
|
|
|
"No data to fetch.",
|
2020-05-07 13:03:43 +02:00
|
|
|
format!("Couldn't select column \"{}\"", column),
|
2020-01-11 07:45:09 +01:00
|
|
|
path_member_tried.span,
|
2020-06-14 00:01:44 +02:00
|
|
|
"How about exploring it with \"get\"? Check the input is appropriate originating from here",
|
|
|
|
obj_source.tag.span);
|
2020-01-11 07:45:09 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
error
|
2020-09-18 08:40:20 +02:00
|
|
|
},
|
2020-06-14 00:01:44 +02:00
|
|
|
);
|
|
|
|
|
|
|
|
let field = path.clone();
|
|
|
|
let key = as_string(
|
|
|
|
&UntaggedValue::Primitive(Primitive::ColumnPath(field.clone()))
|
|
|
|
.into_untagged_value(),
|
|
|
|
)?;
|
|
|
|
|
|
|
|
match fetcher {
|
|
|
|
Ok(results) => match results.value {
|
|
|
|
UntaggedValue::Table(records) => {
|
|
|
|
for x in records {
|
|
|
|
let mut out = TaggedDictBuilder::new(name.clone());
|
|
|
|
out.insert_untagged(&key, x.value.clone());
|
|
|
|
let group = bring_back.entry(key.clone()).or_insert(vec![]);
|
|
|
|
group.push(out.into_value());
|
2020-01-11 07:45:09 +01:00
|
|
|
}
|
|
|
|
}
|
2020-06-14 00:01:44 +02:00
|
|
|
x => {
|
|
|
|
let mut out = TaggedDictBuilder::new(name.clone());
|
|
|
|
out.insert_untagged(&key, x.clone());
|
|
|
|
let group = bring_back.entry(key.clone()).or_insert(vec![]);
|
|
|
|
group.push(out.into_value());
|
|
|
|
}
|
|
|
|
},
|
|
|
|
Err(reason) => {
|
|
|
|
// At the moment, we can't add switches, named flags
|
|
|
|
// and the like while already using .rest since it
|
|
|
|
// breaks the parser.
|
|
|
|
//
|
|
|
|
// We allow flexibility for now and skip the error
|
|
|
|
// if a given column isn't present.
|
|
|
|
let strict: Option<bool> = None;
|
|
|
|
|
|
|
|
if strict.is_some() {
|
|
|
|
return Err(reason);
|
2020-01-11 07:45:09 +01:00
|
|
|
}
|
2020-06-14 00:01:44 +02:00
|
|
|
|
|
|
|
bring_back.entry(key.clone()).or_insert(vec![]);
|
2020-01-07 05:06:48 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2020-06-14 00:01:44 +02:00
|
|
|
}
|
2020-01-07 05:06:48 +01:00
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
let mut max = 0;
|
2020-01-11 07:45:09 +01:00
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
if let Some(max_column) = bring_back.values().max() {
|
|
|
|
max = max_column.len();
|
|
|
|
}
|
2020-01-11 07:45:09 +01:00
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
let keys = bring_back.keys().cloned().collect::<Vec<String>>();
|
2020-01-11 07:45:09 +01:00
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
Ok(futures::stream::iter((0..max).map(move |current| {
|
|
|
|
let mut out = TaggedDictBuilder::new(name.clone());
|
2020-01-11 07:45:09 +01:00
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
for k in &keys {
|
2021-02-07 02:05:47 +01:00
|
|
|
let new_key = k.replace(".", "_");
|
2020-06-14 00:01:44 +02:00
|
|
|
let nothing = UntaggedValue::Primitive(Primitive::Nothing).into_untagged_value();
|
|
|
|
let subsets = bring_back.get(k);
|
2020-01-11 07:45:09 +01:00
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
match subsets {
|
|
|
|
Some(set) => match set.get(current) {
|
2021-02-07 02:05:47 +01:00
|
|
|
Some(row) => out.insert_untagged(new_key, row.get_data(k).borrow().clone()),
|
|
|
|
None => out.insert_untagged(new_key, nothing.clone()),
|
2020-06-14 00:01:44 +02:00
|
|
|
},
|
2021-02-07 02:05:47 +01:00
|
|
|
None => out.insert_untagged(new_key, nothing.clone()),
|
2020-01-11 07:45:09 +01:00
|
|
|
}
|
2020-01-07 05:06:48 +01:00
|
|
|
}
|
|
|
|
|
2020-06-14 00:01:44 +02:00
|
|
|
ReturnSuccess::value(out.into_value())
|
|
|
|
}))
|
|
|
|
.to_output_stream())
|
2019-05-15 20:14:51 +02:00
|
|
|
}
|