We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 703f2a8 commit ef33273Copy full SHA for ef33273
http/examples/get/server_low_mem.py
@@ -71,6 +71,17 @@ def do_GET(self):
71
for buffer in generate_batches(schema, make_reader(schema, batches)):
72
self.wfile.write(buffer)
73
self.wfile.flush()
74
+
75
+ # if any record batch could be larger than 2 GB, split it
76
+ # into chunks before passing to self.wfile.write():
77
78
+ #chunk_size = int(2e9)
79
+ #chunk_splits = len(buffer) // chunk_size
80
+ #for i in range(chunk_splits):
81
+ # self.wfile.write(buffer[i * chunk_size:i * chunk_size + chunk_size])
82
+ # self.wfile.flush()
83
+ #self.wfile.write(buffer[chunk_splits * chunk_size:])
84
+ #self.wfile.flush()
85
86
batches = GetPutData()
87
0 commit comments