forked from extern/nushell
651e86a3c0
# Description `uniq -i` does not convert output strings to lowercase. Also, `uniq -i` did not ignore case in strings below the first level of Tables and Records. Now all strings case are ignored for all children Values for tables, Records, and List. Fixes https://github.com/nushell/nushell/issues/7192 # Tests + Formatting About the issue https://github.com/nushell/nushell/issues/7192, the output will be: ``` 〉[AAA BBB CCC] | uniq -i ╭───┬─────╮ │ 0 │ AAA │ │ 1 │ BBB │ │ 2 │ CCC │ ╰───┴─────╯ ``` About ignoring case for all children string, I expect this to be true: ``` ([[origin, people]; [World, ( [[name, meal]; ['Geremias', {plate: 'bitoque', carbs: 100}] ] )], [World, ( [[name, meal]; ['Martin', {plate: 'bitoque', carbs: 100}] ] )], [World, ( [[name, meal]; ['Geremias', {plate: 'Bitoque', carbs: 100}] ] )], ] | uniq -i ) == ([[origin, people]; [World, ( [[name, meal]; ['Geremias', {plate: 'bitoque', carbs: 100}] ] )], [World, ( [[name, meal]; ['Martin', {plate: 'bitoque', carbs: 100}] ] )] ]) ```
303 lines
7.7 KiB
Rust
303 lines
7.7 KiB
Rust
use nu_test_support::fs::Stub::FileWithContentToBeTrimmed;
|
|
use nu_test_support::playground::Playground;
|
|
use nu_test_support::{nu, pipeline};
|
|
|
|
#[test]
|
|
fn removes_duplicate_rows() {
|
|
Playground::setup("uniq_test_1", |dirs, sandbox| {
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
"los_tres_caballeros.csv",
|
|
r#"
|
|
first_name,last_name,rusty_at,type
|
|
Andrés,Robalino,10/11/2013,A
|
|
Jonathan,Turner,10/12/2013,B
|
|
Yehuda,Katz,10/11/2013,A
|
|
Jonathan,Turner,10/12/2013,B
|
|
Yehuda,Katz,10/11/2013,A
|
|
"#,
|
|
)]);
|
|
|
|
let actual = nu!(
|
|
cwd: dirs.test(), pipeline(
|
|
r#"
|
|
open los_tres_caballeros.csv
|
|
| uniq
|
|
| length
|
|
|
|
"#
|
|
));
|
|
|
|
assert_eq!(actual.out, "3");
|
|
})
|
|
}
|
|
|
|
#[test]
|
|
fn uniq_values() {
|
|
Playground::setup("uniq_test_2", |dirs, sandbox| {
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
"los_tres_caballeros.csv",
|
|
r#"
|
|
first_name,last_name,rusty_at,type
|
|
Andrés,Robalino,10/11/2013,A
|
|
Jonathan,Turner,10/12/2013,B
|
|
Yehuda,Katz,10/11/2013,A
|
|
Jonathan,Turner,10/12/2013,B
|
|
Yehuda,Katz,10/11/2013,A
|
|
"#,
|
|
)]);
|
|
|
|
let actual = nu!(
|
|
cwd: dirs.test(), pipeline(
|
|
r#"
|
|
open los_tres_caballeros.csv
|
|
| select type
|
|
| uniq
|
|
| length
|
|
|
|
"#
|
|
));
|
|
|
|
assert_eq!(actual.out, "2");
|
|
})
|
|
}
|
|
|
|
#[test]
|
|
fn nested_json_structures() {
|
|
Playground::setup("uniq_test_3", |dirs, sandbox| {
|
|
sandbox.with_files(vec![FileWithContentToBeTrimmed(
|
|
"nested_json_structures.json",
|
|
r#"
|
|
[
|
|
{
|
|
"name": "this is duplicated",
|
|
"nesting": [ { "a": "a", "b": "b" },
|
|
{ "c": "c", "d": "d" }
|
|
],
|
|
"can_be_ordered_differently": {
|
|
"array": [1, 2, 3, 4, 5],
|
|
"something": { "else": "works" }
|
|
}
|
|
},
|
|
{
|
|
"can_be_ordered_differently": {
|
|
"something": { "else": "works" },
|
|
"array": [1, 2, 3, 4, 5]
|
|
},
|
|
"nesting": [ { "b": "b", "a": "a" },
|
|
{ "d": "d", "c": "c" }
|
|
],
|
|
"name": "this is duplicated"
|
|
},
|
|
{
|
|
"name": "this is unique",
|
|
"nesting": [ { "a": "b", "b": "a" },
|
|
{ "c": "d", "d": "c" }
|
|
],
|
|
"can_be_ordered_differently": {
|
|
"array": [],
|
|
"something": { "else": "does not work" }
|
|
}
|
|
},
|
|
{
|
|
"name": "this is unique",
|
|
"nesting": [ { "a": "a", "b": "b", "c": "c" },
|
|
{ "d": "d", "e": "e", "f": "f" }
|
|
],
|
|
"can_be_ordered_differently": {
|
|
"array": [],
|
|
"something": { "else": "works" }
|
|
}
|
|
}
|
|
]
|
|
"#,
|
|
)]);
|
|
|
|
let actual = nu!(
|
|
cwd: dirs.test(), pipeline(
|
|
r#"
|
|
open nested_json_structures.json
|
|
| uniq
|
|
| length
|
|
|
|
"#
|
|
));
|
|
assert_eq!(actual.out, "3");
|
|
})
|
|
}
|
|
|
|
#[test]
|
|
fn uniq_when_keys_out_of_order() {
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
[{"a": "a", "b": [1,2,3]}, {"b": [1,2,3], "a": "a"}]
|
|
| uniq
|
|
| length
|
|
|
|
"#
|
|
));
|
|
|
|
assert_eq!(actual.out, "1");
|
|
}
|
|
|
|
#[test]
|
|
fn uniq_counting() {
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
["A", "B", "A"]
|
|
| wrap item
|
|
| uniq --count
|
|
| flatten
|
|
| where item == A
|
|
| get count
|
|
| get 0
|
|
"#
|
|
));
|
|
assert_eq!(actual.out, "2");
|
|
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo ["A", "B", "A"]
|
|
| wrap item
|
|
| uniq --count
|
|
| flatten
|
|
| where item == B
|
|
| get count
|
|
| get 0
|
|
"#
|
|
));
|
|
assert_eq!(actual.out, "1");
|
|
}
|
|
|
|
#[test]
|
|
fn uniq_unique() {
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [1 2 3 4 1 5]
|
|
| uniq --unique
|
|
"#
|
|
));
|
|
let expected = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [2 3 4 5]
|
|
"#
|
|
));
|
|
print!("{}", actual.out);
|
|
print!("{}", expected.out);
|
|
assert_eq!(actual.out, expected.out);
|
|
}
|
|
|
|
#[test]
|
|
fn uniq_simple_vals_ints() {
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [1 2 3 4 1 5]
|
|
| uniq
|
|
"#
|
|
));
|
|
let expected = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [1 2 3 4 5]
|
|
"#
|
|
));
|
|
print!("{}", actual.out);
|
|
print!("{}", expected.out);
|
|
assert_eq!(actual.out, expected.out);
|
|
}
|
|
|
|
#[test]
|
|
fn uniq_simple_vals_strs() {
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [A B C A]
|
|
| uniq
|
|
"#
|
|
));
|
|
let expected = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [A B C]
|
|
"#
|
|
));
|
|
print!("{}", actual.out);
|
|
print!("{}", expected.out);
|
|
assert_eq!(actual.out, expected.out);
|
|
}
|
|
|
|
#[test]
|
|
fn table() {
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
[[fruit day]; [apple monday] [apple friday] [Apple friday] [apple monday] [pear monday] [orange tuesday]]
|
|
| uniq
|
|
"#
|
|
));
|
|
|
|
let expected = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [[fruit day]; [apple monday] [apple friday] [Apple friday] [pear monday] [orange tuesday]]
|
|
"#
|
|
));
|
|
print!("{}", actual.out);
|
|
print!("{}", expected.out);
|
|
assert_eq!(actual.out, expected.out);
|
|
}
|
|
|
|
#[test]
|
|
fn table_with_ignore_case() {
|
|
let actual = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
[[origin, people];
|
|
[World, (
|
|
[[name, meal];
|
|
['Geremias', {plate: 'bitoque', carbs: 100}]
|
|
]
|
|
)],
|
|
[World, (
|
|
[[name, meal];
|
|
['Martin', {plate: 'bitoque', carbs: 100}]
|
|
]
|
|
)],
|
|
[World, (
|
|
[[name, meal];
|
|
['Geremias', {plate: 'Bitoque', carbs: 100}]
|
|
]
|
|
)],
|
|
] | uniq -i
|
|
"#
|
|
));
|
|
|
|
let expected = nu!(
|
|
cwd: "tests/fixtures/formats", pipeline(
|
|
r#"
|
|
echo [[origin, people];
|
|
[World, (
|
|
[[name, meal];
|
|
['Geremias', {plate: 'bitoque', carbs: 100}]
|
|
]
|
|
)],
|
|
[World, (
|
|
[[name, meal];
|
|
['Martin', {plate: 'bitoque', carbs: 100}]
|
|
]
|
|
)],
|
|
]
|
|
"#
|
|
));
|
|
|
|
print!("{}", actual.out);
|
|
print!("{}", expected.out);
|
|
assert_eq!(actual.out, expected.out);
|
|
assert_eq!(actual.out, expected.out);
|
|
}
|