2019-07-20 08:44:21 +02:00
|
|
|
use crate::object::{Primitive, SpannedDictBuilder, Value};
|
2019-07-19 22:11:49 +02:00
|
|
|
use crate::prelude::*;
|
|
|
|
use csv::ReaderBuilder;
|
|
|
|
|
|
|
|
pub fn from_csv_string_to_value(
|
|
|
|
s: String,
|
|
|
|
span: impl Into<Span>,
|
|
|
|
) -> Result<Spanned<Value>, Box<dyn std::error::Error>> {
|
2019-07-21 09:08:05 +02:00
|
|
|
|
2019-07-20 04:27:10 +02:00
|
|
|
let mut reader = ReaderBuilder::new()
|
|
|
|
.has_headers(false)
|
|
|
|
.from_reader(s.as_bytes());
|
2019-07-19 22:11:49 +02:00
|
|
|
let span = span.into();
|
|
|
|
|
|
|
|
let mut fields: VecDeque<String> = VecDeque::new();
|
|
|
|
let mut iter = reader.records();
|
2019-07-20 08:44:21 +02:00
|
|
|
let mut rows = vec![];
|
2019-07-19 22:11:49 +02:00
|
|
|
|
|
|
|
if let Some(result) = iter.next() {
|
|
|
|
let line = result?;
|
|
|
|
|
|
|
|
for item in line.iter() {
|
|
|
|
fields.push_back(item.to_string());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
loop {
|
|
|
|
if let Some(row_values) = iter.next() {
|
|
|
|
let row_values = row_values?;
|
|
|
|
|
|
|
|
let mut row = SpannedDictBuilder::new(span);
|
2019-07-20 04:27:10 +02:00
|
|
|
|
2019-07-19 22:11:49 +02:00
|
|
|
for (idx, entry) in row_values.iter().enumerate() {
|
2019-07-20 04:27:10 +02:00
|
|
|
row.insert_spanned(
|
|
|
|
fields.get(idx).unwrap(),
|
|
|
|
Value::Primitive(Primitive::String(String::from(entry))).spanned(span),
|
|
|
|
);
|
2019-07-19 22:11:49 +02:00
|
|
|
}
|
|
|
|
|
2019-07-20 08:44:21 +02:00
|
|
|
rows.push(row.into_spanned_value());
|
2019-07-19 22:11:49 +02:00
|
|
|
} else {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-07-20 08:44:21 +02:00
|
|
|
Ok(Spanned {
|
|
|
|
item: Value::List(rows),
|
|
|
|
span,
|
|
|
|
})
|
2019-07-19 22:11:49 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
pub fn from_csv(args: CommandArgs) -> Result<OutputStream, ShellError> {
|
|
|
|
let out = args.input;
|
2019-07-20 04:27:10 +02:00
|
|
|
let span = args.call_info.name_span;
|
2019-07-19 22:11:49 +02:00
|
|
|
|
|
|
|
Ok(out
|
|
|
|
.values
|
|
|
|
.map(move |a| match a.item {
|
|
|
|
Value::Primitive(Primitive::String(s)) => match from_csv_string_to_value(s, span) {
|
|
|
|
Ok(x) => ReturnSuccess::value(x.spanned(a.span)),
|
|
|
|
Err(_) => Err(ShellError::maybe_labeled_error(
|
|
|
|
"Could not parse as CSV",
|
|
|
|
"piped data failed CSV parse",
|
|
|
|
span,
|
|
|
|
)),
|
|
|
|
},
|
|
|
|
_ => Err(ShellError::maybe_labeled_error(
|
|
|
|
"Expected string values from pipeline",
|
|
|
|
"expects strings from pipeline",
|
|
|
|
span,
|
|
|
|
)),
|
|
|
|
})
|
|
|
|
.to_output_stream())
|
|
|
|
}
|