From fbd5a1a8c5be40e2408c67d9517c07fb2296a636 Mon Sep 17 00:00:00 2001 From: Philipp Moritz Date: Thu, 1 Sep 2016 19:06:02 -0700 Subject: [PATCH] temporary fix for deeply nested serialization --- lib/python/ray/worker.py | 4 ++-- thirdparty/arrow | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/lib/python/ray/worker.py b/lib/python/ray/worker.py index 259755e1..943ed8b7 100644 --- a/lib/python/ray/worker.py +++ b/lib/python/ray/worker.py @@ -379,9 +379,9 @@ def put_object(self, objectid, value): schema, size, serialized = libnumbuf.serialize_list([value]) # TODO(pcm): Right now, metadata is serialized twice, change that in the future # in the following line, the "8" is for storing the metadata size, - # the len(schema) is for storing the metadata and the 4096 is for storing + # the len(schema) is for storing the metadata and the 8192 is for storing # the metadata in the batch (see INITIAL_METADATA_SIZE in arrow) - size = size + 8 + len(schema) + 4096 + size = size + 8 + len(schema) + 8192 buff, segmentid = raylib.allocate_buffer(self.handle, objectid, size) # write the metadata length np.frombuffer(buff, dtype="int64", count=1)[0] = len(schema) diff --git a/thirdparty/arrow b/thirdparty/arrow index c781ef85..74e49e69 160000 --- a/thirdparty/arrow +++ b/thirdparty/arrow @@ -1 +1 @@ -Subproject commit c781ef8564714bb5149e8b5a311673f9162232ac +Subproject commit 74e49e69e2d9069faa50cde127189ccfd3811f03