2019-12-17 19:54:39 +01:00
|
|
|
use nu_test_support::fs::Stub::FileWithContentToBeTrimmed;
|
|
|
|
use nu_test_support::playground::Playground;
|
|
|
|
use nu_test_support::{nu, pipeline};
|
2019-12-15 17:15:06 +01:00
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn table_to_csv_text_and_from_csv_text_back_into_table() {
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: "tests/fixtures/formats",
|
2022-09-29 00:08:17 +02:00
|
|
|
"open caco3_plastics.csv | to csv | from csv | first | get origin "
|
2019-12-15 17:15:06 +01:00
|
|
|
);
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert_eq!(actual.out, "SPAIN");
|
2019-12-15 17:15:06 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn table_to_csv_text() {
|
|
|
|
Playground::setup("filter_to_csv_test_1", |dirs, sandbox| {
|
|
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
|
|
"csv_text_sample.txt",
|
|
|
|
r#"
|
|
|
|
importer,shipper,tariff_item,name,origin
|
|
|
|
Plasticos Rival,Reverte,2509000000,Calcium carbonate,Spain
|
|
|
|
Tigre Ecuador,OMYA Andina,3824909999,Calcium carbonate,Colombia
|
|
|
|
"#,
|
|
|
|
)]);
|
|
|
|
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: dirs.test(), pipeline(
|
|
|
|
r#"
|
|
|
|
open csv_text_sample.txt
|
|
|
|
| lines
|
2020-09-16 21:59:32 +02:00
|
|
|
| str trim
|
2020-05-24 08:41:30 +02:00
|
|
|
| split column "," a b c d origin
|
2019-12-15 17:15:06 +01:00
|
|
|
| last 1
|
2020-05-04 10:44:33 +02:00
|
|
|
| to csv
|
2019-12-15 17:15:06 +01:00
|
|
|
| lines
|
2022-02-04 03:01:45 +01:00
|
|
|
| get 1
|
2019-12-15 17:15:06 +01:00
|
|
|
"#
|
|
|
|
));
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert!(actual
|
|
|
|
.out
|
|
|
|
.contains("Tigre Ecuador,OMYA Andina,3824909999,Calcium carbonate,Colombia"));
|
2019-12-15 17:15:06 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn table_to_csv_text_skipping_headers_after_conversion() {
|
|
|
|
Playground::setup("filter_to_csv_test_2", |dirs, sandbox| {
|
|
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
|
|
"csv_text_sample.txt",
|
|
|
|
r#"
|
|
|
|
importer,shipper,tariff_item,name,origin
|
|
|
|
Plasticos Rival,Reverte,2509000000,Calcium carbonate,Spain
|
|
|
|
Tigre Ecuador,OMYA Andina,3824909999,Calcium carbonate,Colombia
|
|
|
|
"#,
|
|
|
|
)]);
|
|
|
|
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: dirs.test(), pipeline(
|
|
|
|
r#"
|
|
|
|
open csv_text_sample.txt
|
|
|
|
| lines
|
2020-09-16 21:59:32 +02:00
|
|
|
| str trim
|
2020-05-24 08:41:30 +02:00
|
|
|
| split column "," a b c d origin
|
2019-12-15 17:15:06 +01:00
|
|
|
| last 1
|
2021-02-22 08:25:17 +01:00
|
|
|
| to csv --noheaders
|
2019-12-15 17:15:06 +01:00
|
|
|
"#
|
|
|
|
));
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert!(actual
|
|
|
|
.out
|
|
|
|
.contains("Tigre Ecuador,OMYA Andina,3824909999,Calcium carbonate,Colombia"));
|
2019-12-15 17:15:06 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
2020-03-16 21:50:45 +01:00
|
|
|
fn infers_types() {
|
2019-12-15 17:15:06 +01:00
|
|
|
Playground::setup("filter_from_csv_test_1", |dirs, sandbox| {
|
2020-03-16 21:50:45 +01:00
|
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
|
|
"los_cuatro_mosqueteros.csv",
|
|
|
|
r#"
|
2020-04-06 09:16:14 +02:00
|
|
|
first_name,last_name,rusty_luck,d
|
2020-03-16 21:50:45 +01:00
|
|
|
Andrés,Robalino,1,d
|
|
|
|
Jonathan,Turner,1,d
|
|
|
|
Yehuda,Katz,1,d
|
|
|
|
Jason,Gedge,1,d
|
|
|
|
"#,
|
|
|
|
)]);
|
|
|
|
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: dirs.test(), pipeline(
|
|
|
|
r#"
|
|
|
|
open los_cuatro_mosqueteros.csv
|
|
|
|
| where rusty_luck > 0
|
2021-03-13 22:46:40 +01:00
|
|
|
| length
|
2020-03-16 21:50:45 +01:00
|
|
|
"#
|
|
|
|
));
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert_eq!(actual.out, "4");
|
2020-03-16 21:50:45 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn from_csv_text_to_table() {
|
|
|
|
Playground::setup("filter_from_csv_test_2", |dirs, sandbox| {
|
2019-12-15 17:15:06 +01:00
|
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
|
|
"los_tres_caballeros.txt",
|
|
|
|
r#"
|
|
|
|
first_name,last_name,rusty_luck
|
|
|
|
Andrés,Robalino,1
|
|
|
|
Jonathan,Turner,1
|
|
|
|
Yehuda,Katz,1
|
|
|
|
"#,
|
|
|
|
)]);
|
|
|
|
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: dirs.test(), pipeline(
|
|
|
|
r#"
|
|
|
|
open los_tres_caballeros.txt
|
2020-05-04 10:44:33 +02:00
|
|
|
| from csv
|
2019-12-15 17:15:06 +01:00
|
|
|
| get rusty_luck
|
2021-03-13 22:46:40 +01:00
|
|
|
| length
|
2019-12-15 17:15:06 +01:00
|
|
|
"#
|
|
|
|
));
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert_eq!(actual.out, "3");
|
2019-12-15 17:15:06 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn from_csv_text_with_separator_to_table() {
|
2020-03-16 21:50:45 +01:00
|
|
|
Playground::setup("filter_from_csv_test_3", |dirs, sandbox| {
|
2019-12-15 17:15:06 +01:00
|
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
|
|
"los_tres_caballeros.txt",
|
|
|
|
r#"
|
|
|
|
first_name;last_name;rusty_luck
|
|
|
|
Andrés;Robalino;1
|
|
|
|
Jonathan;Turner;1
|
|
|
|
Yehuda;Katz;1
|
|
|
|
"#,
|
|
|
|
)]);
|
|
|
|
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: dirs.test(), pipeline(
|
|
|
|
r#"
|
|
|
|
open los_tres_caballeros.txt
|
2022-02-04 03:01:45 +01:00
|
|
|
| from csv --separator ";"
|
2019-12-15 17:15:06 +01:00
|
|
|
| get rusty_luck
|
2021-03-13 22:46:40 +01:00
|
|
|
| length
|
2019-12-15 17:15:06 +01:00
|
|
|
"#
|
|
|
|
));
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert_eq!(actual.out, "3");
|
2019-12-15 17:15:06 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn from_csv_text_with_tab_separator_to_table() {
|
2020-03-16 21:50:45 +01:00
|
|
|
Playground::setup("filter_from_csv_test_4", |dirs, sandbox| {
|
2019-12-15 17:15:06 +01:00
|
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
|
|
"los_tres_caballeros.txt",
|
|
|
|
r#"
|
|
|
|
first_name last_name rusty_luck
|
|
|
|
Andrés Robalino 1
|
|
|
|
Jonathan Turner 1
|
|
|
|
Yehuda Katz 1
|
|
|
|
"#,
|
|
|
|
)]);
|
|
|
|
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: dirs.test(), pipeline(
|
|
|
|
r#"
|
|
|
|
open los_tres_caballeros.txt
|
2022-02-04 03:01:45 +01:00
|
|
|
| from csv --separator (char tab)
|
2019-12-15 17:15:06 +01:00
|
|
|
| get rusty_luck
|
2021-03-13 22:46:40 +01:00
|
|
|
| length
|
2019-12-15 17:15:06 +01:00
|
|
|
"#
|
|
|
|
));
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert_eq!(actual.out, "3");
|
2019-12-15 17:15:06 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn from_csv_text_skipping_headers_to_table() {
|
2020-03-16 21:50:45 +01:00
|
|
|
Playground::setup("filter_from_csv_test_5", |dirs, sandbox| {
|
2019-12-15 17:15:06 +01:00
|
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
|
|
"los_tres_amigos.txt",
|
|
|
|
r#"
|
|
|
|
Andrés,Robalino,1
|
|
|
|
Jonathan,Turner,1
|
|
|
|
Yehuda,Katz,1
|
|
|
|
"#,
|
|
|
|
)]);
|
|
|
|
|
|
|
|
let actual = nu!(
|
|
|
|
cwd: dirs.test(), pipeline(
|
|
|
|
r#"
|
|
|
|
open los_tres_amigos.txt
|
2021-02-22 08:25:17 +01:00
|
|
|
| from csv --noheaders
|
2022-02-20 01:26:47 +01:00
|
|
|
| get column3
|
2021-03-13 22:46:40 +01:00
|
|
|
| length
|
2019-12-15 17:15:06 +01:00
|
|
|
"#
|
|
|
|
));
|
|
|
|
|
2020-05-07 13:03:43 +02:00
|
|
|
assert_eq!(actual.out, "3");
|
2019-12-15 17:15:06 +01:00
|
|
|
})
|
|
|
|
}
|