2020-04-27 04:04:54 +02:00
|
|
|
use crate::commands::WholeStreamCommand;
|
2019-05-28 06:00:00 +02:00
|
|
|
use crate::prelude::*;
|
Extract core stuff into own crates
This commit extracts five new crates:
- nu-source, which contains the core source-code handling logic in Nu,
including Text, Span, and also the pretty.rs-based debug logic
- nu-parser, which is the parser and expander logic
- nu-protocol, which is the bulk of the types and basic conveniences
used by plugins
- nu-errors, which contains ShellError, ParseError and error handling
conveniences
- nu-textview, which is the textview plugin extracted into a crate
One of the major consequences of this refactor is that it's no longer
possible to `impl X for Spanned<Y>` outside of the `nu-source` crate, so
a lot of types became more concrete (Value became a concrete type
instead of Spanned<Value>, for example).
This also turned a number of inherent methods in the main nu crate into
plain functions (impl Value {} became a bunch of functions in the
`value` namespace in `crate::data::value`).
2019-11-26 03:30:48 +01:00
|
|
|
use nu_errors::ShellError;
|
2020-04-27 04:04:54 +02:00
|
|
|
use nu_protocol::{CommandAction, ReturnSuccess, Signature, SyntaxShape, UntaggedValue};
|
|
|
|
use nu_source::{AnchorLocation, Span, Tagged};
|
2019-06-03 09:41:28 +02:00
|
|
|
use std::path::{Path, PathBuf};
|
Extract core stuff into own crates
This commit extracts five new crates:
- nu-source, which contains the core source-code handling logic in Nu,
including Text, Span, and also the pretty.rs-based debug logic
- nu-parser, which is the parser and expander logic
- nu-protocol, which is the bulk of the types and basic conveniences
used by plugins
- nu-errors, which contains ShellError, ParseError and error handling
conveniences
- nu-textview, which is the textview plugin extracted into a crate
One of the major consequences of this refactor is that it's no longer
possible to `impl X for Spanned<Y>` outside of the `nu-source` crate, so
a lot of types became more concrete (Value became a concrete type
instead of Spanned<Value>, for example).
This also turned a number of inherent methods in the main nu crate into
plain functions (impl Value {} became a bunch of functions in the
`value` namespace in `crate::data::value`).
2019-11-26 03:30:48 +01:00
|
|
|
|
2019-07-24 00:22:11 +02:00
|
|
|
pub struct Open;
|
2019-06-22 05:43:37 +02:00
|
|
|
|
2020-04-27 04:04:54 +02:00
|
|
|
#[derive(Deserialize)]
|
|
|
|
pub struct OpenArgs {
|
|
|
|
path: Tagged<PathBuf>,
|
|
|
|
raw: Tagged<bool>,
|
|
|
|
}
|
|
|
|
|
2020-05-29 10:22:52 +02:00
|
|
|
#[async_trait]
|
2020-04-27 04:04:54 +02:00
|
|
|
impl WholeStreamCommand for Open {
|
2019-08-02 21:15:07 +02:00
|
|
|
fn name(&self) -> &str {
|
|
|
|
"open"
|
|
|
|
}
|
|
|
|
|
|
|
|
fn signature(&self) -> Signature {
|
|
|
|
Signature::build(self.name())
|
2019-10-28 06:15:35 +01:00
|
|
|
.required(
|
|
|
|
"path",
|
|
|
|
SyntaxShape::Path,
|
|
|
|
"the file path to load values from",
|
|
|
|
)
|
2020-02-12 03:24:31 +01:00
|
|
|
.switch(
|
|
|
|
"raw",
|
|
|
|
"load content as a string instead of a table",
|
|
|
|
Some('r'),
|
|
|
|
)
|
2019-08-02 21:15:07 +02:00
|
|
|
}
|
|
|
|
|
2019-08-30 00:52:32 +02:00
|
|
|
fn usage(&self) -> &str {
|
|
|
|
"Load a file into a cell, convert to table if possible (avoid by appending '--raw')"
|
|
|
|
}
|
|
|
|
|
2020-05-29 10:22:52 +02:00
|
|
|
async fn run(
|
2019-07-24 00:22:11 +02:00
|
|
|
&self,
|
2020-04-27 04:04:54 +02:00
|
|
|
args: CommandArgs,
|
|
|
|
registry: &CommandRegistry,
|
2019-08-24 21:36:19 +02:00
|
|
|
) -> Result<OutputStream, ShellError> {
|
2020-06-08 06:48:10 +02:00
|
|
|
open(args, registry).await
|
2019-08-02 21:15:07 +02:00
|
|
|
}
|
2020-05-18 09:11:37 +02:00
|
|
|
|
2020-05-18 17:40:44 +02:00
|
|
|
fn examples(&self) -> Vec<Example> {
|
|
|
|
vec![Example {
|
2020-05-18 09:11:37 +02:00
|
|
|
description: "Opens \"users.csv\" and creates a table from the data",
|
|
|
|
example: "open users.csv",
|
2020-05-18 17:40:44 +02:00
|
|
|
result: None,
|
2020-05-18 09:11:37 +02:00
|
|
|
}]
|
|
|
|
}
|
2019-08-02 21:15:07 +02:00
|
|
|
}
|
2019-07-24 00:22:11 +02:00
|
|
|
|
2020-06-08 06:48:10 +02:00
|
|
|
async fn open(args: CommandArgs, registry: &CommandRegistry) -> Result<OutputStream, ShellError> {
|
2020-05-16 05:18:24 +02:00
|
|
|
let cwd = PathBuf::from(args.shell_manager.path());
|
2019-12-06 16:28:26 +01:00
|
|
|
let full_path = cwd;
|
2020-05-16 05:18:24 +02:00
|
|
|
let registry = registry.clone();
|
2019-06-22 05:43:37 +02:00
|
|
|
|
2020-06-08 06:48:10 +02:00
|
|
|
let (OpenArgs { path, raw }, _) = args.process(®istry).await?;
|
|
|
|
let result = fetch(&full_path, &path.item, path.tag.span).await;
|
2019-08-25 15:57:47 +02:00
|
|
|
|
2020-06-08 06:48:10 +02:00
|
|
|
let (file_extension, contents, contents_tag) = result?;
|
2019-08-25 15:57:47 +02:00
|
|
|
|
2020-06-08 06:48:10 +02:00
|
|
|
let file_extension = if raw.item {
|
|
|
|
None
|
|
|
|
} else {
|
|
|
|
// If the extension could not be determined via mimetype, try to use the path
|
|
|
|
// extension. Some file types do not declare their mimetypes (such as bson files).
|
|
|
|
file_extension.or_else(|| path.extension().map(|x| x.to_string_lossy().to_string()))
|
2019-08-02 21:15:07 +02:00
|
|
|
};
|
2019-07-24 00:22:11 +02:00
|
|
|
|
2020-06-08 06:48:10 +02:00
|
|
|
let tagged_contents = contents.into_value(&contents_tag);
|
|
|
|
|
|
|
|
if let Some(extension) = file_extension {
|
|
|
|
Ok(OutputStream::one(ReturnSuccess::action(
|
|
|
|
CommandAction::AutoConvert(tagged_contents, extension),
|
|
|
|
)))
|
|
|
|
} else {
|
|
|
|
Ok(OutputStream::one(ReturnSuccess::value(tagged_contents)))
|
|
|
|
}
|
2019-06-22 05:43:37 +02:00
|
|
|
}
|
|
|
|
|
2019-08-24 21:36:19 +02:00
|
|
|
pub async fn fetch(
|
2019-07-02 09:56:20 +02:00
|
|
|
cwd: &PathBuf,
|
2020-04-27 04:04:54 +02:00
|
|
|
location: &PathBuf,
|
2019-09-18 08:37:04 +02:00
|
|
|
span: Span,
|
2019-11-21 15:33:14 +01:00
|
|
|
) -> Result<(Option<String>, UntaggedValue, Tag), ShellError> {
|
2019-06-26 09:40:43 +02:00
|
|
|
let mut cwd = cwd.clone();
|
|
|
|
|
2019-09-03 08:04:46 +02:00
|
|
|
cwd.push(Path::new(location));
|
|
|
|
if let Ok(cwd) = dunce::canonicalize(cwd) {
|
|
|
|
match std::fs::read(&cwd) {
|
|
|
|
Ok(bytes) => match std::str::from_utf8(&bytes) {
|
|
|
|
Ok(s) => Ok((
|
|
|
|
cwd.extension()
|
|
|
|
.map(|name| name.to_string_lossy().to_string()),
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::string(s),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(cwd.to_string_lossy().to_string())),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-07-19 21:48:14 +02:00
|
|
|
)),
|
2019-09-03 08:04:46 +02:00
|
|
|
Err(_) => {
|
|
|
|
//Non utf8 data.
|
|
|
|
match (bytes.get(0), bytes.get(1)) {
|
|
|
|
(Some(x), Some(y)) if *x == 0xff && *y == 0xfe => {
|
|
|
|
// Possibly UTF-16 little endian
|
|
|
|
let utf16 = read_le_u16(&bytes[2..]);
|
2019-08-12 06:11:42 +02:00
|
|
|
|
2019-09-03 08:04:46 +02:00
|
|
|
if let Some(utf16) = utf16 {
|
|
|
|
match std::string::String::from_utf16(&utf16) {
|
|
|
|
Ok(s) => Ok((
|
|
|
|
cwd.extension()
|
|
|
|
.map(|name| name.to_string_lossy().to_string()),
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::string(s),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(
|
|
|
|
cwd.to_string_lossy().to_string(),
|
|
|
|
)),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-09-03 08:04:46 +02:00
|
|
|
)),
|
|
|
|
Err(_) => Ok((
|
2019-08-12 06:11:42 +02:00
|
|
|
None,
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::binary(bytes),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(
|
|
|
|
cwd.to_string_lossy().to_string(),
|
|
|
|
)),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-09-03 08:04:46 +02:00
|
|
|
)),
|
2019-08-12 06:11:42 +02:00
|
|
|
}
|
2019-09-03 08:04:46 +02:00
|
|
|
} else {
|
|
|
|
Ok((
|
|
|
|
None,
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::binary(bytes),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(
|
|
|
|
cwd.to_string_lossy().to_string(),
|
|
|
|
)),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-09-03 08:04:46 +02:00
|
|
|
))
|
2019-08-12 06:11:42 +02:00
|
|
|
}
|
2019-09-03 08:04:46 +02:00
|
|
|
}
|
|
|
|
(Some(x), Some(y)) if *x == 0xfe && *y == 0xff => {
|
|
|
|
// Possibly UTF-16 big endian
|
|
|
|
let utf16 = read_be_u16(&bytes[2..]);
|
2019-08-12 06:11:42 +02:00
|
|
|
|
2019-09-03 08:04:46 +02:00
|
|
|
if let Some(utf16) = utf16 {
|
|
|
|
match std::string::String::from_utf16(&utf16) {
|
|
|
|
Ok(s) => Ok((
|
|
|
|
cwd.extension()
|
|
|
|
.map(|name| name.to_string_lossy().to_string()),
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::string(s),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(
|
|
|
|
cwd.to_string_lossy().to_string(),
|
|
|
|
)),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-09-03 08:04:46 +02:00
|
|
|
)),
|
|
|
|
Err(_) => Ok((
|
2019-08-12 06:11:42 +02:00
|
|
|
None,
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::binary(bytes),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(
|
|
|
|
cwd.to_string_lossy().to_string(),
|
|
|
|
)),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-09-03 08:04:46 +02:00
|
|
|
)),
|
2019-08-12 06:11:42 +02:00
|
|
|
}
|
2019-09-03 08:04:46 +02:00
|
|
|
} else {
|
|
|
|
Ok((
|
|
|
|
None,
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::binary(bytes),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(
|
|
|
|
cwd.to_string_lossy().to_string(),
|
|
|
|
)),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-09-03 08:04:46 +02:00
|
|
|
))
|
2019-08-12 06:11:42 +02:00
|
|
|
}
|
|
|
|
}
|
2019-09-03 08:04:46 +02:00
|
|
|
_ => Ok((
|
|
|
|
None,
|
2019-12-04 20:52:31 +01:00
|
|
|
UntaggedValue::binary(bytes),
|
2019-09-18 08:37:04 +02:00
|
|
|
Tag {
|
|
|
|
span,
|
2019-10-13 06:12:43 +02:00
|
|
|
anchor: Some(AnchorLocation::File(
|
|
|
|
cwd.to_string_lossy().to_string(),
|
|
|
|
)),
|
2019-09-18 08:37:04 +02:00
|
|
|
},
|
2019-09-03 08:04:46 +02:00
|
|
|
)),
|
2019-08-12 06:11:42 +02:00
|
|
|
}
|
2019-08-10 22:33:22 +02:00
|
|
|
}
|
2019-09-03 08:04:46 +02:00
|
|
|
},
|
2019-12-06 16:28:26 +01:00
|
|
|
Err(_) => Err(ShellError::labeled_error(
|
|
|
|
"File could not be opened",
|
|
|
|
"file not found",
|
|
|
|
span,
|
|
|
|
)),
|
2019-06-26 09:40:43 +02:00
|
|
|
}
|
2019-09-03 08:04:46 +02:00
|
|
|
} else {
|
2019-12-06 16:28:26 +01:00
|
|
|
Err(ShellError::labeled_error(
|
2019-09-03 08:04:46 +02:00
|
|
|
"File could not be opened",
|
|
|
|
"file not found",
|
2019-09-18 08:37:04 +02:00
|
|
|
span,
|
2019-12-06 16:28:26 +01:00
|
|
|
))
|
2019-06-26 09:40:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-08-12 06:11:42 +02:00
|
|
|
fn read_le_u16(input: &[u8]) -> Option<Vec<u16>> {
|
|
|
|
if input.len() % 2 != 0 || input.len() < 2 {
|
|
|
|
None
|
|
|
|
} else {
|
|
|
|
let mut result = vec![];
|
|
|
|
let mut pos = 0;
|
|
|
|
while pos < input.len() {
|
|
|
|
result.push(u16::from_le_bytes([input[pos], input[pos + 1]]));
|
|
|
|
pos += 2;
|
|
|
|
}
|
|
|
|
|
|
|
|
Some(result)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn read_be_u16(input: &[u8]) -> Option<Vec<u16>> {
|
|
|
|
if input.len() % 2 != 0 || input.len() < 2 {
|
|
|
|
None
|
|
|
|
} else {
|
|
|
|
let mut result = vec![];
|
|
|
|
let mut pos = 0;
|
|
|
|
while pos < input.len() {
|
|
|
|
result.push(u16::from_be_bytes([input[pos], input[pos + 1]]));
|
|
|
|
pos += 2;
|
|
|
|
}
|
|
|
|
|
|
|
|
Some(result)
|
|
|
|
}
|
|
|
|
}
|
2020-05-18 14:56:01 +02:00
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
|
|
|
use super::Open;
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn examples_work_as_expected() {
|
|
|
|
use crate::examples::test as test_examples;
|
|
|
|
|
|
|
|
test_examples(Open {})
|
|
|
|
}
|
|
|
|
}
|