nushell/crates/nu-std/std-rfc/tables/mod.nu
zc he 44b7cfd696
refactor: tree-sitter-nu friendly alternative expressions (#15301)
# Description

Choose more tree-sitter-nu-friendly (if not better) expressions in nu
scripts.
The changes made in this PR all come from known issues of
`tree-sitter-nu`.

1. nested single/double quotes:
https://github.com/nushell/tree-sitter-nu/issues/125
2. module path of `use` command:
https://github.com/nushell/tree-sitter-nu/issues/165
3. where predicates of boolean column:
https://github.com/nushell/tree-sitter-nu/issues/177
4. `error make` keyword:
https://github.com/nushell/tree-sitter-nu/issues/179

Those issues are either hard to fix or "not planned" for syntactical
precision considerations ATM.

# User-Facing Changes

Should be none

# Tests + Formatting

# After Submitting
2025-03-12 08:48:19 -05:00

205 lines
5.7 KiB
Plaintext

# Run aggregate operations on output of `group-by --to-table`.
@example "group files by type and extension, and get stats about their sizes" {
ls | group-by type { get name | path parse | get extension } --to-table | aggregate size
}
@example "group data by multiple columns, and run custom aggregate operations" {
open movies.csv
| group-by Lead_Studio Genre --to-table
| aggregate Worldwide_Gross Profitability --ops {avg: {math avg}, std: {math stddev}}
}
@example "run aggregate operations without grouping the input" {
open movies.csv | aggregate Year
}
export def aggregate [
--ops: record, # default = {min: {math min}, avg: {math avg}, max: {math max}, sum: {math sum}}
...columns: cell-path, # columns to perform aggregations on
]: [
table -> table<count: int>,
record -> error,
] {
def aggregate-default-ops [] {
{
min: {math min},
avg: {math avg},
max: {math max},
sum: {math sum},
}
}
def aggregate-col-name [col: cell-path, op_name: string]: [nothing -> string] {
$col | split cell-path | get value | str join "." | $"($in)_($op_name)"
}
def get-item-with-error [
col: cell-path,
opts: record<span: record<start: int, end: int>, items: bool>
]: [table -> any] {
try {
get $col
} catch {
let full_cellpath = if $opts.items {
$col
| split cell-path
| prepend {value: items, optional: false}
| into cell-path
} else {
$col
}
error make {
msg: $"Cannot find column '($full_cellpath)'",
label: {
text: "value originates here",
span: $opts.span
},
}
}
}
def "error-make not-a-table" [span: record<start: int, end:int>] {
error make {
msg: "input must be a table",
label: {
text: "from here",
span: $span
},
help: "Are you using `group-by`? Make sure to use its `--to-table` flag."
}
}
let IN = $in
let md = metadata $in
let first = try { $IN | first } catch { error-make not-a-table $md.span }
if not (($first | describe) starts-with record) {
error-make not-a-table $md.span
}
let grouped = "items" in $first
let IN = if $grouped {
$IN
} else {
[{items: $IN}]
}
let agg_ops = $ops | default (aggregate-default-ops)
let results = $IN
| update items {|group|
let column_results = $columns
| each {|col| # col: cell-path
let column = $group.items | get-item-with-error $col {span: $md.span, items: $grouped}
let agg_results = $agg_ops | items {|op_name, op| # op_name: string, op: closure
$column | do $op | wrap (aggregate-col-name $col $op_name)
}
for r in $agg_results {
if ($r | describe) == error {
return $r
}
}
$agg_results
| reduce {|it| merge $it}
}
# Manually propagate errors
for r in $column_results {
if ($r | describe) == error {
return $r
}
}
$column_results
| reduce --fold {} {|it| merge $it}
| insert count ($group.items | length)
| roll right # put count as the first column
}
# Manually propagate errors
for r in $results {
if ($r.items | describe) == error {
return $r.items
}
}
$results | flatten items
}
# Used in reject-column-slices and select-column-slices
def col-indices [ ...slices ] {
use std-rfc/conversions *
let indices = (
$slices
| reduce -f [] {|slice,indices|
$indices ++ ($slice | into list)
}
)
$in | columns
| select slices $indices
| get item
}
# Used in select-row-slices and reject-row-slices
def row-indices [ ...slices ] {
use std-rfc/conversions *
$slices
| reduce -f [] {|slice,indices|
$indices ++ ($slice | into list)
}
}
# Selects one or more rows while keeping the original indices.
@example "Selects the first, fifth, and sixth rows from the table" {
ls / | select slices 0 4..5
}
@example "Select the 4th row (difference to `select 3` is that the index (#) column shows the *original* (pre-select) position in the table)" {
ls | select slices 3
}
export def "select slices" [ ...slices ] {
enumerate
| flatten
| select ...(row-indices ...$slices)
}
# Rejects one or more rows while keeping the original indices.
@example "Rejects the first, fifth, and sixth rows from the table" {
ls / | reject slices 0 4..5
}
export def "reject slices" [ ...slices ] {
enumerate
| flatten
| collect
| reject ...(row-indices ...$slices)
}
# Select one or more columns by their indices
@example "Select column [0, 10, 11, 12]" {
ls -l | select column-slices 0 10..12 | first 3
} --result [
[name, created, accessed, modified];
["CITATION.cff", 2024-11-09T21:58:12+03:00, 2025-02-09T17:58:12+03:00, 2024-11-09T21:58:12+03:00],
["CODE_OF_CONDUCT.md", 2024-07-09T21:58:12+03:00, 2025-02-09T17:58:12+03:00, 2024-07-09T21:58:12+03:00],
["CONTRIBUTING.md", 2024-11-09T21:58:12+03:00, 2025-02-09T17:58:12+03:00, 2024-11-09T21:58:12+03:00]
]
export def "select column-slices" [
...slices
] {
let column_selector = ($in | col-indices ...$slices)
$in | select ...$column_selector
}
# Reject one or more columns by their indices
@example "Reject columns [0, 4, 5]" {
ls | reject column-slices 0 4 5 | first 3
}
export def "reject column-slices" [
...slices
] {
let column_selector = ($in | col-indices ...$slices)
$in | reject ...$column_selector
}