jan/masque
1
1
Fork 0
Code Issues Pull Requests Releases Wiki Activity

split out _read_to_arrow

Browse Source 
for ease of debugging
This commit is contained in:
Jan Petykiewicz 2025-04-20 23:28:59 -07:00
parent 8c11fd1094
commit 43994667f4
1 changed files with 19 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
masque/file/gdsii_arrow.py
View File

@ -60,6 +60,24 @@ def rint_cast(val: ArrayLike) -> NDArray[numpy.int32]:
return numpy.rint(val).astype(numpy.int32) return numpy.rint(val).astype(numpy.int32)
def _read_to_arrow(
filename: str | pathlib.Path,
*args,
**kwargs,
) -> pyarrow.Array:
path = pathlib.Path(filename)
path.resolve()
ptr_array = ffi.new('struct ArrowArray[]', 1)
ptr_schema = ffi.new('struct ArrowSchema[]', 1)
clib.read_path(str(path).encode(), ptr_array, ptr_schema)
iptr_schema = int(ffi.cast('uintptr_t', ptr_schema))
iptr_array = int(ffi.cast('uintptr_t', ptr_array))
arrow_arr = pyarrow.Array._import_from_c(iptr_array, iptr_schema)
return arrow_arr
def readfile( def readfile(
filename: str | pathlib.Path, filename: str | pathlib.Path,
*args, *args,
@ -75,15 +93,7 @@ def readfile(
*args: passed to `read()` *args: passed to `read()`
**kwargs: passed to `read()` **kwargs: passed to `read()`
""" """
path = pathlib.Path(filename) arrow_arr = _read_to_arrow(filename)
path.resolve()
ptr_array = ffi.new('struct ArrowArray[]', 1)
ptr_schema = ffi.new('struct ArrowSchema[]', 1)
clib.read_path(str(path).encode(), ptr_array, ptr_schema)
iptr_schema = int(ffi.cast('uintptr_t', ptr_schema))
iptr_array = int(ffi.cast('uintptr_t', ptr_array))
arrow_arr = pyarrow.Array._import_from_c(iptr_array, iptr_schema)
assert len(arrow_arr) == 1 assert len(arrow_arr) == 1
results = read_arrow(arrow_arr[0]) results = read_arrow(arrow_arr[0])