Skip to content

Commit 566934a

Browse files
committed
add serialize for arrow FileInfo
1 parent ee38736 commit 566934a

File tree

1 file changed

+21
-0
lines changed

1 file changed

+21
-0
lines changed

distributed/protocol/arrow.py

+21
Original file line numberDiff line numberDiff line change
@@ -47,3 +47,24 @@ def deserialize_table(header, frames):
4747
blob = frames[0]
4848
reader = pyarrow.RecordBatchStreamReader(pyarrow.BufferReader(blob))
4949
return reader.read_all()
50+
51+
52+
@dask_serialize.register(pyarrow.fs.FileInfo)
53+
def _serialize_fileinfo(fileinfo):
54+
return {}, [
55+
(
56+
fileinfo.path,
57+
fileinfo.size,
58+
fileinfo.mtime_ns,
59+
)
60+
]
61+
62+
63+
@dask_deserialize.register(pyarrow.fs.FileInfo)
64+
def _deserialize_fileinfo(header, frames):
65+
path, size, mtime_ns = frames[0]
66+
return pyarrow.fs.FileInfo(
67+
path=path,
68+
size=size,
69+
mtime_ns=mtime_ns,
70+
)

0 commit comments

Comments
 (0)