2023-09-11 14:59:07 +02:00
|
|
|
use std assert
|
|
|
|
|
2023-10-02 11:50:07 +02:00
|
|
|
def test_data_multiline [] {
|
|
|
|
let lines = [
|
|
|
|
"{\"a\": 1}",
|
|
|
|
"{\"a\": 2}",
|
|
|
|
"{\"a\": 3}",
|
|
|
|
"{\"a\": 4}",
|
|
|
|
"{\"a\": 5}",
|
|
|
|
"{\"a\": 6}",
|
|
|
|
]
|
|
|
|
|
|
|
|
if $nu.os-info.name == "windows" {
|
|
|
|
$lines | str join "\r\n"
|
|
|
|
} else {
|
|
|
|
$lines | str join "\n"
|
|
|
|
}
|
2023-09-11 14:59:07 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def from_ndjson_multiple_objects [] {
|
|
|
|
use std formats *
|
2023-10-02 11:50:07 +02:00
|
|
|
let result = test_data_multiline | from ndjson
|
2023-09-11 14:59:07 +02:00
|
|
|
let expect = [{a:1},{a:2},{a:3},{a:4},{a:5},{a:6}]
|
|
|
|
assert equal $result $expect "could not convert from NDJSON"
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def from_ndjson_single_object [] {
|
|
|
|
use std formats *
|
2023-10-02 11:50:07 +02:00
|
|
|
let result = '{"a": 1}' | from ndjson
|
2023-09-11 14:59:07 +02:00
|
|
|
let expect = [{a:1}]
|
|
|
|
assert equal $result $expect "could not convert from NDJSON"
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def from_ndjson_invalid_object [] {
|
|
|
|
use std formats *
|
|
|
|
assert error { '{"a":1' | from ndjson }
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def from_jsonl_multiple_objects [] {
|
|
|
|
use std formats *
|
2023-10-02 11:50:07 +02:00
|
|
|
let result = test_data_multiline | from jsonl
|
2023-09-11 14:59:07 +02:00
|
|
|
let expect = [{a:1},{a:2},{a:3},{a:4},{a:5},{a:6}]
|
|
|
|
assert equal $result $expect "could not convert from JSONL"
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def from_jsonl_single_object [] {
|
|
|
|
use std formats *
|
2023-10-02 11:50:07 +02:00
|
|
|
let result = '{"a": 1}' | from jsonl
|
2023-09-11 14:59:07 +02:00
|
|
|
let expect = [{a:1}]
|
|
|
|
assert equal $result $expect "could not convert from JSONL"
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def from_jsonl_invalid_object [] {
|
|
|
|
use std formats *
|
|
|
|
assert error { '{"a":1' | from jsonl }
|
|
|
|
}
|
2023-10-02 11:50:07 +02:00
|
|
|
|
|
|
|
#[test]
|
|
|
|
def to_ndjson_multiple_objects [] {
|
|
|
|
use std formats *
|
|
|
|
let result = [{a:1},{a:2},{a:3},{a:4},{a:5},{a:6}] | to ndjson | str trim
|
|
|
|
let expect = test_data_multiline
|
|
|
|
assert equal $result $expect "could not convert to NDJSON"
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def to_ndjson_single_object [] {
|
|
|
|
use std formats *
|
|
|
|
let result = [{a:1}] | to ndjson | str trim
|
|
|
|
let expect = "{\"a\": 1}"
|
|
|
|
assert equal $result $expect "could not convert to NDJSON"
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def to_jsonl_multiple_objects [] {
|
|
|
|
use std formats *
|
|
|
|
let result = [{a:1},{a:2},{a:3},{a:4},{a:5},{a:6}] | to jsonl | str trim
|
|
|
|
let expect = test_data_multiline
|
|
|
|
assert equal $result $expect "could not convert to JSONL"
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
def to_jsonl_single_object [] {
|
|
|
|
use std formats *
|
|
|
|
let result = [{a:1}] | to jsonl | str trim
|
|
|
|
let expect = "{\"a\": 1}"
|
|
|
|
assert equal $result $expect "could not convert to JSONL"
|
|
|
|
}
|