extern/nushell
1
0
Fork 1
mirror of https://github.com/nushell/nushell.git synced 2025-05-30 06:39:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

move to polars bigidx (#15177)

Browse Source 
Fixes [#15157](https://github.com/nushell/nushell/issues/15157)

# Description
Utilizes the polar's bigidx feature to support massive datasets.
This commit is contained in:
Jack Wright 2025-02-25 15:29:56 -08:00 committed by GitHub
parent 9bb7f0c7dc
commit 058ce0ed2d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
crates/nu_plugin_polars/Cargo.toml
View File

@ -54,6 +54,7 @@ url.workspace = true
[dependencies.polars] [dependencies.polars]
features = [ features = [
"arg_where", "arg_where",
"bigidx",
"checked_arithmetic", "checked_arithmetic",
"cloud", "cloud",
"concat_str", "concat_str",

2
crates/nu_plugin_polars/src/dataframe/command/data/first.rs
View File

@ -137,7 +137,7 @@ fn command_lazy(
call: &EvaluatedCall, call: &EvaluatedCall,
lazy: NuLazyFrame, lazy: NuLazyFrame,
) -> Result<PipelineData, ShellError> { ) -> Result<PipelineData, ShellError> {
let rows: Option<u32> = call.opt(0)?; let rows: Option<u64> = call.opt(0)?;
let rows = rows.unwrap_or(1); let rows = rows.unwrap_or(1);
let res: NuLazyFrame = lazy.to_polars().limit(rows).into(); let res: NuLazyFrame = lazy.to_polars().limit(rows).into();

4
crates/nu_plugin_polars/src/dataframe/command/data/last.rs
View File

@ -111,8 +111,8 @@ fn command_lazy(
call: &EvaluatedCall, call: &EvaluatedCall,
lazy: NuLazyFrame, lazy: NuLazyFrame,
) -> Result<PipelineData, ShellError> { ) -> Result<PipelineData, ShellError> {
let rows: Option<u32> = call.opt(0)?; let rows: Option<u64> = call.opt(0)?;
let rows = rows.unwrap_or(DEFAULT_ROWS as u32); let rows = rows.unwrap_or(DEFAULT_ROWS as u64);
let res: NuLazyFrame = lazy.to_polars().tail(rows).into(); let res: NuLazyFrame = lazy.to_polars().tail(rows).into();

4
crates/nu_plugin_polars/src/dataframe/command/data/take.rs
View File

@ -106,7 +106,7 @@ fn command(
let casted = match index.dtype() { let casted = match index.dtype() {
DataType::UInt32 | DataType::UInt64 | DataType::Int32 | DataType::Int64 => index DataType::UInt32 | DataType::UInt64 | DataType::Int32 | DataType::Int64 => index
.cast(&DataType::UInt32) .cast(&DataType::UInt64)
.map_err(|e| ShellError::GenericError { .map_err(|e| ShellError::GenericError {
error: "Error casting index list".into(), error: "Error casting index list".into(),
msg: e.to_string(), msg: e.to_string(),
@ -123,7 +123,7 @@ fn command(
}), }),
}?; }?;
let indices = casted.u32().map_err(|e| ShellError::GenericError { let indices = casted.u64().map_err(|e| ShellError::GenericError {
error: "Error casting index list".into(), error: "Error casting index list".into(),
msg: e.to_string(), msg: e.to_string(),
span: Some(index_span), span: Some(index_span),

4
crates/nu_plugin_polars/src/dataframe/command/index/set_with_idx.rs
View File

@ -99,7 +99,7 @@ fn command(
let casted = match indices.dtype() { let casted = match indices.dtype() {
DataType::UInt32 | DataType::UInt64 | DataType::Int32 | DataType::Int64 => indices DataType::UInt32 | DataType::UInt64 | DataType::Int32 | DataType::Int64 => indices
.as_ref() .as_ref()
.cast(&DataType::UInt32, CastOptions::default()) .cast(&DataType::UInt64, CastOptions::default())
.map_err(|e| ShellError::GenericError { .map_err(|e| ShellError::GenericError {
error: "Error casting indices".into(), error: "Error casting indices".into(),
msg: e.to_string(), msg: e.to_string(),
@ -117,7 +117,7 @@ fn command(
}?; }?;
let indices = casted let indices = casted
.u32() .u64()
.map_err(|e| ShellError::GenericError { .map_err(|e| ShellError::GenericError {
error: "Error casting indices".into(), error: "Error casting indices".into(),
msg: e.to_string(), msg: e.to_string(),