extern/nushell
1
0
Fork 1
mirror of https://github.com/nushell/nushell.git synced 2025-08-09 11:25:41 +02:00
Code Issues Packages Projects Releases Wiki Activity

Integrating cloud options

Browse Source
This commit is contained in:
Jack Wright
2024-12-20 12:40:36 -08:00
parent dbda8141be
commit 83d2247cef
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
crates/nu_plugin_polars/src/dataframe/command/core/open.rs
View File

@ -216,7 +216,10 @@ fn from_parquet(
let file_span = resource.span; let file_span = resource.span;
if !is_eager { if !is_eager {
let file: String = call.req(0)?; let file: String = call.req(0)?;
let args = ScanArgsParquet::default(); let args = ScanArgsParquet {
cloud_options: resource.cloud_options.clone(),
..Default::default()
};
let df: NuLazyFrame = LazyFrame::scan_parquet(file, args) let df: NuLazyFrame = LazyFrame::scan_parquet(file, args)
.map_err(|e| ShellError::GenericError { .map_err(|e| ShellError::GenericError {
error: "Parquet reader error".into(), error: "Parquet reader error".into(),
@ -432,6 +435,7 @@ fn from_ndjson(
let df = LazyJsonLineReader::new(file_path) let df = LazyJsonLineReader::new(file_path)
.with_infer_schema_length(Some(infer_schema)) .with_infer_schema_length(Some(infer_schema))
.with_schema(maybe_schema.map(|s| s.into())) .with_schema(maybe_schema.map(|s| s.into()))
.with_cloud_options(resource.cloud_options.clone())
.finish() .finish()
.map_err(|e| ShellError::GenericError { .map_err(|e| ShellError::GenericError {
error: format!("NDJSON reader error: {e}"), error: format!("NDJSON reader error: {e}"),
@ -509,7 +513,8 @@ fn from_csv(
let truncate_ragged_lines: bool = call.has_flag("truncate-ragged-lines")?; let truncate_ragged_lines: bool = call.has_flag("truncate-ragged-lines")?;
if !is_eager { if !is_eager {
let csv_reader = LazyCsvReader::new(file_path); let csv_reader =
LazyCsvReader::new(file_path).with_cloud_options(resource.cloud_options.clone());
let csv_reader = match delimiter { let csv_reader = match delimiter {
None => csv_reader, None => csv_reader,