jan/masque
1
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

[arrow] add lazy arrow reader

Browse source
This commit is contained in:
Jan Petykiewicz 2026-04-20 20:50:31 -07:00
commit 5c1050b0ff
5 changed files with 1237 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

12
examples/profile_gdsii_readers.py
View file

@ -56,6 +56,18 @@ def _profile_stage(module: Any, stage: str, path: Path) -> dict[str, object]:
return _summarize_library(path, elapsed_s, info, lib)
if stage == 'arrow_import':
if hasattr(module, 'readfile_arrow'):
libarr, _info = module.readfile_arrow(path)
elapsed_s = time.perf_counter() - start
return {
'path': str(path),
'elapsed_s': elapsed_s,
'arrow_rows': 1,
'library_name': libarr['lib_name'].as_py(),
'cell_count': len(libarr['cells']),
'layer_count': len(libarr['layers']),
}
arrow_arr = module._read_to_arrow(path)
elapsed_s = time.perf_counter() - start
return _summarize_arrow_import(path, elapsed_s, arrow_arr)