mirror of
https://github.com/nushell/nushell.git
synced 2024-10-16 15:22:43 +02:00
fe92051bb3
Provides support for reading Polars structs. This allows opening of supported files (jsonl, parquet, etc) that contain rows with structured data. The following attached json lines file([receipts.jsonl.gz](https://github.com/nushell/nushell/files/13311476/receipts.jsonl.gz)) contains a customer column with structured data. This json lines file can now be loaded via `dfr open` and will render as follows: <img width="525" alt="Screenshot 2023-11-09 at 10 09 18" src="https://github.com/nushell/nushell/assets/56345/4b26ccdc-c230-43ae-a8d5-8af88a1b72de"> This also addresses some cleanup of date handling and utilizing timezones where provided. This pull request only addresses reading data from polars structs. I will address converting nushell data to polars structs in a future request as this change is large enough as it is. --------- Co-authored-by: Jack Wright <jack.wright@disqo.com>
71 lines
1.7 KiB
TOML
71 lines
1.7 KiB
TOML
[package]
|
|
authors = ["The Nushell Project Developers"]
|
|
description = "Nushell's dataframe commands based on polars."
|
|
edition = "2021"
|
|
license = "MIT"
|
|
name = "nu-cmd-dataframe"
|
|
repository = "https://github.com/nushell/nushell/tree/main/crates/nu-cmd-dataframe"
|
|
version = "0.86.1"
|
|
|
|
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
|
|
|
[lib]
|
|
bench = false
|
|
|
|
[dependencies]
|
|
nu-engine = { path = "../nu-engine", version = "0.86.1" }
|
|
nu-parser = { path = "../nu-parser", version = "0.86.1" }
|
|
nu-protocol = { path = "../nu-protocol", version = "0.86.1" }
|
|
|
|
# Potential dependencies for extras
|
|
chrono = { version = "0.4", features = ["std", "unstable-locales"], default-features = false }
|
|
chrono-tz = "0.8"
|
|
fancy-regex = "0.11"
|
|
indexmap = { version = "2.1" }
|
|
num = { version = "0.4", optional = true }
|
|
serde = { version = "1.0", features = ["derive"] }
|
|
sqlparser = { version = "0.36.1", optional = true }
|
|
polars-io = { version = "0.33", features = ["avro"], optional = true }
|
|
|
|
[dependencies.polars]
|
|
features = [
|
|
"arg_where",
|
|
"checked_arithmetic",
|
|
"concat_str",
|
|
"cross_join",
|
|
"csv",
|
|
"cum_agg",
|
|
"default",
|
|
"dtype-categorical",
|
|
"dtype-datetime",
|
|
"dtype-struct",
|
|
"dtype-i8",
|
|
"dtype-i16",
|
|
"dtype-u8",
|
|
"dtype-u16",
|
|
"dynamic_group_by",
|
|
"ipc",
|
|
"is_in",
|
|
"json",
|
|
"lazy",
|
|
"object",
|
|
"parquet",
|
|
"random",
|
|
"rolling_window",
|
|
"rows",
|
|
"serde",
|
|
"serde-lazy",
|
|
"strings",
|
|
"to_dummies",
|
|
]
|
|
optional = true
|
|
version = "0.33"
|
|
|
|
[features]
|
|
dataframe = ["num", "polars", "polars-io", "sqlparser"]
|
|
default = []
|
|
|
|
[dev-dependencies]
|
|
nu-cmd-lang = { path = "../nu-cmd-lang", version = "0.86.1" }
|
|
nu-test-support = { path = "../nu-test-support", version = "0.86.1" }
|