extern/atuin
1
0
Fork 0
mirror of https://github.com/atuinsh/atuin.git synced 2024-12-28 01:49:33 +01:00
Code Issues Packages Projects Releases Wiki Activity

Use a page size for uploads, make it variable later

Browse Source
This commit is contained in:
Ellie Huxtable 2023-07-09 19:07:34 +01:00
parent 9626e35c06
commit 8f0eda013e
1 changed files with 16 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
atuin-client/src/record/sync.rs
View File

@ -88,6 +88,7 @@ async fn sync_upload(
client: &Client<'_>,
op: (Uuid, String, Uuid), // just easier to reason about this way imo
) -> Result<i64> {
let upload_page_size = 100;
let mut total = 0;
// so. we have an upload operation, with the tail representing the state
@ -118,17 +119,28 @@ async fn sync_upload(
// remote tail = current local tail
let mut record = Some(store.get(start).await.unwrap());
record = store.next(&record.unwrap()).await?;
let mut buf = Vec::with_capacity(upload_page_size);
// We are currently uploading them one at a time. Yes, this sucks. We are
// also processing all records in serial. That also sucks.
// Once sync works, we can then make it super fast.
while let Some(r) = record {
client.post_records(&[r.clone()]).await?;
if buf.len() < upload_page_size {
buf.push(r.clone());
} else {
client.post_records(&buf).await?;
// can we reset what we have? len = 0 but keep capacity
buf = Vec::with_capacity(upload_page_size);
}
record = store.next(&r).await?;
total += 1;
}
if buf.len() > 0 {
client.post_records(&buf).await?;
}
Ok(total)
}