Commit 81228b9d authored by Amaury BARRAL's avatar Amaury BARRAL

load 100Mb at a time

parent 0994807d
......@@ -9,9 +9,9 @@ from God.Bird import Bird
from God.Pandora import NumpyEncoder
from God.Sky import Sky
def read_in_chunks(file_object, chunk_size=1024):
def read_in_chunks(file_object, chunk_size=1024*1000*100):
"""Lazy function (generator) to read a file piece by piece.
Default chunk size: 1k."""
Default chunk size: 100M."""
while True:
data =
if not data:
Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment