Faster downloads through bigger chunks / less buffering (#1236)

This commit is contained in:
Batuhan Taskaya 2021-12-17 11:00:03 +03:00 committed by GitHub
parent a5d8b51e47
commit c237e15108
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -271,7 +271,6 @@ class Downloader:
with_headers=False, with_headers=False,
with_body=True, with_body=True,
on_body_chunk_downloaded=self.chunk_downloaded, on_body_chunk_downloaded=self.chunk_downloaded,
chunk_size=1024 * 8
) )
self._progress_reporter.output.write( self._progress_reporter.output.write(
@ -324,7 +323,7 @@ class Downloader:
content_type=final_response.headers.get('Content-Type'), content_type=final_response.headers.get('Content-Type'),
) )
unique_filename = get_unique_filename(filename) unique_filename = get_unique_filename(filename)
return open(unique_filename, mode='a+b') return open(unique_filename, buffering=0, mode='a+b')
class DownloadStatus: class DownloadStatus: