forked from extern/nushell
e07a9e4ee7
* Added nanos to Duration * Removed unwraps * Added nanos to Duration * Removed unwraps * Fixed errors * Removed unwraps * Changed serialization to String * Fixed Date and Duration comparison
572 lines
17 KiB
Rust
572 lines
17 KiB
Rust
pub mod column_path;
|
|
mod convert;
|
|
mod debug;
|
|
pub mod dict;
|
|
pub mod evaluate;
|
|
pub mod iter;
|
|
pub mod primitive;
|
|
pub mod range;
|
|
mod serde_bigdecimal;
|
|
mod serde_bigint;
|
|
|
|
use crate::hir;
|
|
use crate::type_name::{ShellTypeName, SpannedTypeName};
|
|
use crate::value::dict::Dictionary;
|
|
use crate::value::iter::{RowValueIter, TableValueIter};
|
|
use crate::value::primitive::Primitive;
|
|
use crate::value::range::{Range, RangeInclusion};
|
|
use crate::{ColumnPath, PathMember, UnspannedPathMember};
|
|
use bigdecimal::BigDecimal;
|
|
use chrono::{DateTime, Utc};
|
|
use indexmap::IndexMap;
|
|
use itertools::Itertools;
|
|
use nu_errors::ShellError;
|
|
use nu_source::{AnchorLocation, HasSpan, Span, Spanned, Tag};
|
|
use num_bigint::BigInt;
|
|
use num_traits::ToPrimitive;
|
|
use serde::{Deserialize, Serialize};
|
|
use std::path::PathBuf;
|
|
use std::time::SystemTime;
|
|
|
|
/// The core structured values that flow through a pipeline
|
|
#[derive(Debug, Clone, PartialEq, PartialOrd, Eq, Ord, Hash, Serialize, Deserialize)]
|
|
pub enum UntaggedValue {
|
|
/// A primitive (or fundamental) type of values
|
|
Primitive(Primitive),
|
|
|
|
/// A table row
|
|
Row(Dictionary),
|
|
|
|
/// A full inner (or embedded) table
|
|
Table(Vec<Value>),
|
|
|
|
/// An error value that represents an error that occurred as the values in the pipeline were built
|
|
Error(ShellError),
|
|
|
|
/// A block of Nu code, eg `{ ls | get name ; echo "done" }`
|
|
Block(hir::Block),
|
|
}
|
|
|
|
impl UntaggedValue {
|
|
/// Get the corresponding descriptors (column names) associated with this value
|
|
pub fn data_descriptors(&self) -> Vec<String> {
|
|
match self {
|
|
UntaggedValue::Primitive(_) => vec![],
|
|
UntaggedValue::Row(columns) => columns.entries.keys().map(|x| x.to_string()).collect(),
|
|
UntaggedValue::Block(_) => vec![],
|
|
UntaggedValue::Table(_) => vec![],
|
|
UntaggedValue::Error(_) => vec![],
|
|
}
|
|
}
|
|
|
|
/// Convert this UntaggedValue to a Value with the given Tag
|
|
pub fn into_value(self, tag: impl Into<Tag>) -> Value {
|
|
Value {
|
|
value: self,
|
|
tag: tag.into(),
|
|
}
|
|
}
|
|
|
|
/// Convert this UntaggedValue into a Value with an empty Tag
|
|
pub fn into_untagged_value(self) -> Value {
|
|
Value {
|
|
value: self,
|
|
tag: Tag::unknown(),
|
|
}
|
|
}
|
|
|
|
/// Returns true if this value represents boolean true
|
|
pub fn is_true(&self) -> bool {
|
|
match self {
|
|
UntaggedValue::Primitive(Primitive::Boolean(true)) => true,
|
|
_ => false,
|
|
}
|
|
}
|
|
|
|
/// Returns true if this value represents a table
|
|
pub fn is_table(&self) -> bool {
|
|
match self {
|
|
UntaggedValue::Table(_) => true,
|
|
_ => false,
|
|
}
|
|
}
|
|
|
|
/// Returns true if the value represents something other than Nothing
|
|
pub fn is_some(&self) -> bool {
|
|
!self.is_none()
|
|
}
|
|
|
|
/// Returns true if the value represents Nothing
|
|
pub fn is_none(&self) -> bool {
|
|
match self {
|
|
UntaggedValue::Primitive(Primitive::Nothing) => true,
|
|
_ => false,
|
|
}
|
|
}
|
|
|
|
/// Returns true if the value represents an error
|
|
pub fn is_error(&self) -> bool {
|
|
match self {
|
|
UntaggedValue::Error(_err) => true,
|
|
_ => false,
|
|
}
|
|
}
|
|
|
|
/// Expect this value to be an error and return it
|
|
pub fn expect_error(&self) -> ShellError {
|
|
match self {
|
|
UntaggedValue::Error(err) => err.clone(),
|
|
_ => panic!("Don't call expect_error without first calling is_error"),
|
|
}
|
|
}
|
|
|
|
/// Expect this value to be a string and return it
|
|
pub fn expect_string(&self) -> &str {
|
|
match self {
|
|
UntaggedValue::Primitive(Primitive::String(string)) => &string[..],
|
|
_ => panic!("expect_string assumes that the value must be a string"),
|
|
}
|
|
}
|
|
|
|
/// Expect this value to be an integer and return it
|
|
pub fn expect_int(&self) -> i64 {
|
|
let big_int = match self {
|
|
UntaggedValue::Primitive(Primitive::Int(int)) => Some(int),
|
|
_ => None,
|
|
};
|
|
|
|
match big_int.and_then(|i| i.to_i64()) {
|
|
Some(i) => i,
|
|
_ => panic!("expect_int assumes that the value must be a integer"),
|
|
}
|
|
}
|
|
|
|
/// Helper for creating row values
|
|
pub fn row(entries: IndexMap<String, Value>) -> UntaggedValue {
|
|
UntaggedValue::Row(entries.into())
|
|
}
|
|
|
|
/// Helper for creating table values
|
|
pub fn table(list: &[Value]) -> UntaggedValue {
|
|
UntaggedValue::Table(list.to_vec())
|
|
}
|
|
|
|
/// Helper for creating string values
|
|
pub fn string(s: impl Into<String>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::String(s.into()))
|
|
}
|
|
|
|
/// Helper for creating line values
|
|
pub fn line(s: impl Into<String>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Line(s.into()))
|
|
}
|
|
|
|
/// Helper for creating column-path values
|
|
pub fn column_path(s: Vec<impl Into<PathMember>>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::ColumnPath(ColumnPath::new(
|
|
s.into_iter().map(|p| p.into()).collect(),
|
|
)))
|
|
}
|
|
|
|
/// Helper for creating integer values
|
|
pub fn int(i: impl Into<BigInt>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Int(i.into()))
|
|
}
|
|
|
|
/// Helper for creating glob pattern values
|
|
pub fn pattern(s: impl Into<String>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::String(s.into()))
|
|
}
|
|
|
|
/// Helper for creating filepath values
|
|
pub fn path(s: impl Into<PathBuf>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Path(s.into()))
|
|
}
|
|
|
|
/// Helper for creating bytesize values
|
|
pub fn bytes(s: impl Into<u64>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Bytes(s.into()))
|
|
}
|
|
|
|
/// Helper for creating decimal values
|
|
pub fn decimal(s: impl Into<BigDecimal>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Decimal(s.into()))
|
|
}
|
|
|
|
/// Helper for creating binary (non-text) buffer values
|
|
pub fn binary(binary: Vec<u8>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Binary(binary))
|
|
}
|
|
|
|
/// Helper for creating range values
|
|
pub fn range(
|
|
left: (Spanned<Primitive>, RangeInclusion),
|
|
right: (Spanned<Primitive>, RangeInclusion),
|
|
) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Range(Box::new(Range::new(left, right))))
|
|
}
|
|
|
|
/// Helper for creating boolean values
|
|
pub fn boolean(s: impl Into<bool>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Boolean(s.into()))
|
|
}
|
|
|
|
/// Helper for creating date duration values
|
|
pub fn duration(nanos: BigInt) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Duration(nanos))
|
|
}
|
|
|
|
/// Helper for creating datatime values
|
|
pub fn system_date(s: SystemTime) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Date(s.into()))
|
|
}
|
|
|
|
pub fn date(d: impl Into<DateTime<Utc>>) -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Date(d.into()))
|
|
}
|
|
|
|
/// Helper for creating the Nothing value
|
|
pub fn nothing() -> UntaggedValue {
|
|
UntaggedValue::Primitive(Primitive::Nothing)
|
|
}
|
|
}
|
|
|
|
/// The fundamental structured value that flows through the pipeline, with associated metadata
|
|
#[derive(Debug, Clone, PartialOrd, PartialEq, Ord, Eq, Hash, Serialize, Deserialize)]
|
|
pub struct Value {
|
|
pub value: UntaggedValue,
|
|
pub tag: Tag,
|
|
}
|
|
|
|
/// Overload deferencing to give back the UntaggedValue inside of a Value
|
|
impl std::ops::Deref for Value {
|
|
type Target = UntaggedValue;
|
|
|
|
fn deref(&self) -> &Self::Target {
|
|
&self.value
|
|
}
|
|
}
|
|
|
|
impl Value {
|
|
/// Get the corresponding anchor (originating location) for the Value
|
|
pub fn anchor(&self) -> Option<AnchorLocation> {
|
|
self.tag.anchor()
|
|
}
|
|
|
|
/// Get the name (url, filepath, etc) behind an anchor for the Value
|
|
pub fn anchor_name(&self) -> Option<String> {
|
|
self.tag.anchor_name()
|
|
}
|
|
|
|
/// Get the metadata for the Value
|
|
pub fn tag(&self) -> Tag {
|
|
self.tag.clone()
|
|
}
|
|
|
|
/// View the Value as a string, if possible
|
|
pub fn as_string(&self) -> Result<String, ShellError> {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(Primitive::String(string)) => Ok(string.clone()),
|
|
UntaggedValue::Primitive(Primitive::Line(line)) => Ok(line.clone() + "\n"),
|
|
UntaggedValue::Primitive(Primitive::Path(path)) => {
|
|
Ok(path.to_string_lossy().to_string())
|
|
}
|
|
_ => Err(ShellError::type_error("string", self.spanned_type_name())),
|
|
}
|
|
}
|
|
|
|
pub fn convert_to_string(&self) -> String {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(Primitive::String(s)) => s.clone(),
|
|
UntaggedValue::Primitive(Primitive::Date(dt)) => dt.format("%Y-%b-%d").to_string(),
|
|
UntaggedValue::Primitive(Primitive::Boolean(x)) => format!("{}", x),
|
|
UntaggedValue::Primitive(Primitive::Decimal(x)) => format!("{}", x),
|
|
UntaggedValue::Primitive(Primitive::Int(x)) => format!("{}", x),
|
|
UntaggedValue::Primitive(Primitive::Bytes(x)) => format!("{}", x),
|
|
UntaggedValue::Primitive(Primitive::Path(x)) => format!("{}", x.display()),
|
|
UntaggedValue::Primitive(Primitive::ColumnPath(path)) => {
|
|
let joined = path
|
|
.iter()
|
|
.map(|member| match &member.unspanned {
|
|
UnspannedPathMember::String(name) => name.to_string(),
|
|
UnspannedPathMember::Int(n) => format!("{}", n),
|
|
})
|
|
.join(".");
|
|
|
|
if joined.contains(' ') {
|
|
format!("\"{}\"", joined)
|
|
} else {
|
|
joined
|
|
}
|
|
}
|
|
|
|
_ => String::from(""),
|
|
}
|
|
}
|
|
|
|
pub fn format(&self, fmt: &str) -> Result<String, ShellError> {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(Primitive::Date(dt)) => Ok(dt.format(fmt).to_string()),
|
|
_ => Err(ShellError::type_error("date", self.spanned_type_name())),
|
|
}
|
|
}
|
|
|
|
/// View into the borrowed string contents of a Value, if possible
|
|
pub fn as_forgiving_string(&self) -> Result<&str, ShellError> {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(Primitive::String(string)) => Ok(&string[..]),
|
|
_ => Err(ShellError::type_error("string", self.spanned_type_name())),
|
|
}
|
|
}
|
|
|
|
/// View the Value as a path, if possible
|
|
pub fn as_path(&self) -> Result<PathBuf, ShellError> {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(Primitive::Path(path)) => Ok(path.clone()),
|
|
UntaggedValue::Primitive(Primitive::String(path_str)) => Ok(PathBuf::from(&path_str)),
|
|
_ => Err(ShellError::type_error("Path", self.spanned_type_name())),
|
|
}
|
|
}
|
|
|
|
/// View the Value as a Primitive value, if possible
|
|
pub fn as_primitive(&self) -> Result<Primitive, ShellError> {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(primitive) => Ok(primitive.clone()),
|
|
_ => Err(ShellError::type_error(
|
|
"Primitive",
|
|
self.spanned_type_name(),
|
|
)),
|
|
}
|
|
}
|
|
|
|
/// View the Value as a Primitive value, if possible
|
|
pub fn is_primitive(&self) -> bool {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(_) => true,
|
|
_ => false,
|
|
}
|
|
}
|
|
|
|
/// View the Value as unsigned 64-bit, if possible
|
|
pub fn as_u64(&self) -> Result<u64, ShellError> {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(primitive) => primitive.as_u64(self.tag.span),
|
|
_ => Err(ShellError::type_error("integer", self.spanned_type_name())),
|
|
}
|
|
}
|
|
|
|
/// View the Value as boolean, if possible
|
|
pub fn as_bool(&self) -> Result<bool, ShellError> {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(Primitive::Boolean(p)) => Ok(*p),
|
|
_ => Err(ShellError::type_error("boolean", self.spanned_type_name())),
|
|
}
|
|
}
|
|
|
|
/// Returns an iterator of the values rows
|
|
pub fn table_entries(&self) -> TableValueIter<'_> {
|
|
crate::value::iter::table_entries(&self)
|
|
}
|
|
|
|
/// Returns an iterator of the value's cells
|
|
pub fn row_entries(&self) -> RowValueIter<'_> {
|
|
crate::value::iter::row_entries(&self)
|
|
}
|
|
|
|
/// Returns true if the value is empty
|
|
pub fn is_empty(&self) -> bool {
|
|
match &self {
|
|
Value {
|
|
value: UntaggedValue::Primitive(p),
|
|
..
|
|
} => p.is_empty(),
|
|
t
|
|
@
|
|
Value {
|
|
value: UntaggedValue::Table(_),
|
|
..
|
|
} => t.table_entries().all(|row| row.is_empty()),
|
|
r
|
|
@
|
|
Value {
|
|
value: UntaggedValue::Row(_),
|
|
..
|
|
} => r.row_entries().all(|(_, value)| value.is_empty()),
|
|
_ => false,
|
|
}
|
|
}
|
|
|
|
pub fn nothing() -> Value {
|
|
UntaggedValue::nothing().into_untagged_value()
|
|
}
|
|
}
|
|
|
|
impl From<String> for Value {
|
|
fn from(s: String) -> Value {
|
|
let end = s.len();
|
|
Value {
|
|
value: s.into(),
|
|
tag: Tag {
|
|
anchor: None,
|
|
span: Span::new(0, end),
|
|
},
|
|
}
|
|
}
|
|
}
|
|
|
|
impl From<&str> for Value {
|
|
fn from(s: &str) -> Value {
|
|
let end = s.len();
|
|
Value {
|
|
value: s.into(),
|
|
tag: Tag {
|
|
anchor: None,
|
|
span: Span::new(0, end),
|
|
},
|
|
}
|
|
}
|
|
}
|
|
|
|
impl<T> From<T> for UntaggedValue
|
|
where
|
|
T: Into<Primitive>,
|
|
{
|
|
/// Convert a Primitive to an UntaggedValue
|
|
fn from(input: T) -> UntaggedValue {
|
|
UntaggedValue::Primitive(input.into())
|
|
}
|
|
}
|
|
|
|
impl From<ShellError> for UntaggedValue {
|
|
fn from(e: ShellError) -> Self {
|
|
UntaggedValue::Error(e)
|
|
}
|
|
}
|
|
|
|
impl From<UntaggedValue> for Value {
|
|
/// Convert an UntaggedValue into a Value with a default tag
|
|
fn from(value: UntaggedValue) -> Value {
|
|
Value {
|
|
value,
|
|
tag: Tag::default(),
|
|
}
|
|
}
|
|
}
|
|
|
|
impl From<Value> for UntaggedValue {
|
|
/// Convert a Value into an UntaggedValue
|
|
fn from(v: Value) -> UntaggedValue {
|
|
v.value
|
|
}
|
|
}
|
|
|
|
/// Convert a borrowed Value into a borrowed UntaggedValue
|
|
impl<'a> Into<&'a UntaggedValue> for &'a Value {
|
|
fn into(self) -> &'a UntaggedValue {
|
|
&self.value
|
|
}
|
|
}
|
|
|
|
impl HasSpan for Value {
|
|
/// Return the corresponding Span for the Value
|
|
fn span(&self) -> Span {
|
|
self.tag.span
|
|
}
|
|
}
|
|
|
|
impl ShellTypeName for Value {
|
|
/// Get the type name for the Value
|
|
fn type_name(&self) -> &'static str {
|
|
ShellTypeName::type_name(&self.value)
|
|
}
|
|
}
|
|
|
|
impl ShellTypeName for UntaggedValue {
|
|
/// Get the type name for the UntaggedValue
|
|
fn type_name(&self) -> &'static str {
|
|
match &self {
|
|
UntaggedValue::Primitive(p) => p.type_name(),
|
|
UntaggedValue::Row(_) => "row",
|
|
UntaggedValue::Table(_) => "table",
|
|
UntaggedValue::Error(_) => "error",
|
|
UntaggedValue::Block(_) => "block",
|
|
}
|
|
}
|
|
}
|
|
|
|
impl num_traits::Zero for Value {
|
|
fn zero() -> Self {
|
|
Value {
|
|
value: UntaggedValue::Primitive(Primitive::zero()),
|
|
tag: Tag::unknown(),
|
|
}
|
|
}
|
|
|
|
fn is_zero(&self) -> bool {
|
|
match &self.value {
|
|
UntaggedValue::Primitive(primitive) => primitive.is_zero(),
|
|
UntaggedValue::Row(row) => row.entries.is_empty(),
|
|
UntaggedValue::Table(rows) => rows.is_empty(),
|
|
_ => false,
|
|
}
|
|
}
|
|
}
|
|
|
|
impl std::ops::Mul for Value {
|
|
type Output = Self;
|
|
|
|
fn mul(self, rhs: Self) -> Self {
|
|
let tag = self.tag.clone();
|
|
|
|
match (&*self, &*rhs) {
|
|
(UntaggedValue::Primitive(left), UntaggedValue::Primitive(right)) => {
|
|
let left = left.clone();
|
|
let right = right.clone();
|
|
|
|
UntaggedValue::from(left.mul(right)).into_value(tag)
|
|
}
|
|
(_, _) => unimplemented!("Internal error: can't multiply non-primitives."),
|
|
}
|
|
}
|
|
}
|
|
|
|
impl std::ops::Add for Value {
|
|
type Output = Self;
|
|
|
|
fn add(self, rhs: Self) -> Self {
|
|
let tag = self.tag.clone();
|
|
|
|
match (&*self, &*rhs) {
|
|
(UntaggedValue::Primitive(left), UntaggedValue::Primitive(right)) => {
|
|
let left = left.clone();
|
|
let right = right.clone();
|
|
|
|
UntaggedValue::from(left.add(right)).into_value(tag)
|
|
}
|
|
(_, _) => UntaggedValue::Error(ShellError::unimplemented("Can't add non-primitives."))
|
|
.into_value(tag),
|
|
}
|
|
}
|
|
}
|
|
|
|
pub fn merge_descriptors(values: &[Value]) -> Vec<String> {
|
|
let mut ret: Vec<String> = vec![];
|
|
let value_column = "".to_string();
|
|
for value in values {
|
|
let descs = value.data_descriptors();
|
|
|
|
if descs.is_empty() {
|
|
if !ret.contains(&value_column) {
|
|
ret.push("".to_string());
|
|
}
|
|
} else {
|
|
for desc in value.data_descriptors() {
|
|
if !ret.contains(&desc) {
|
|
ret.push(desc);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
ret
|
|
}
|