You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
fatamorgana/fatamorgana/main.py

539 lines
18 KiB
Python

"""
This module contains data structures and functions for reading from and
writing to whole OASIS layout files, and provides a few additional
abstractions for the data contained inside them.
"""
from typing import List, Dict, Union, Optional, Type
import io
import logging
from . import records
from .records import Modals, Record
from .basic import (
OffsetEntry, OffsetTable, NString, AString, real_t, Validation,
read_magic_bytes, write_magic_bytes, read_uint, EOFError,
InvalidRecordError,
)
__author__ = 'Jan Petykiewicz'
#logging.basicConfig(level=logging.DEBUG)
logger = logging.getLogger(__name__)
class FileModals:
"""
File-scoped modal variables
"""
cellname_implicit: Optional[bool] = None
propname_implicit: Optional[bool] = None
xname_implicit: Optional[bool] = None
textstring_implicit: Optional[bool] = None
propstring_implicit: Optional[bool] = None
property_target: List[records.Property]
within_cell: bool = False
within_cblock: bool = False
end_has_offset_table: bool = False
started: bool = False
def __init__(self, property_target: List[records.Property]):
self.property_target = property_target
class OasisLayout:
"""
Representation of a full OASIS layout file.
Names and strings are stored in dicts, indexed by reference number.
Layer names and properties are stored directly using their associated
record objects.
Cells are stored using `Cell` objects (different from `records.Cell`
record objects).
Attributes:
(File properties)
version (AString): Version string ('1.0')
unit (real_t): grid steps per micron
validation (Validation): checksum data
(Names)
cellnames (Dict[int, CellName]): Cell names
propnames (Dict[int, NString]): Property names
xnames (Dict[int, XName]): Custom names
(Strings)
textstrings (Dict[int, AString]): Text strings
propstrings (Dict[int, AString]): Property strings
(Data)
layers (List[records.LayerName]): Layer definitions
properties (List[records.Property]): Property values
cells (List[Cell]): Layout cells
"""
version: AString
unit: real_t
validation: Validation
properties: List[records.Property]
cells: List['Cell']
cellnames: Dict[int, 'CellName']
propnames: Dict[int, NString]
xnames: Dict[int, 'XName']
textstrings: Dict[int, AString]
propstrings: Dict[int, AString]
layers: List[records.LayerName]
def __init__(self, unit: real_t, validation: Validation = None):
"""
Args:
unit: Real number (i.e. int, float, or `Fraction`), grid steps per micron.
validation: `Validation` object containing checksum data.
Default creates a `Validation` object of the "no checksum" type.
"""
if validation is None:
validation = Validation(0)
self.unit = unit
self.validation = validation
self.version = AString("1.0")
self.properties = []
self.cells = []
self.cellnames = {}
self.propnames = {}
self.xnames = {}
self.textstrings = {}
self.propstrings = {}
self.layers = []
@staticmethod
def read(stream: io.BufferedIOBase) -> 'OasisLayout':
"""
Read an entire .oas file into an `OasisLayout` object.
Args:
stream: Stream to read from.
Returns:
New `OasisLayout` object.
"""
layout = OasisLayout(unit=-1) # dummy unit
modals = Modals()
file_state = FileModals(layout.properties)
read_magic_bytes(stream)
while not layout.read_record(stream, modals, file_state):
pass
return layout
def read_record(self,
stream: io.BufferedIOBase,
modals: Modals,
file_state: FileModals
) -> bool:
"""
Read a single record of unspecified type from a stream, adding its
contents into this `OasisLayout` object.
Args:
stream: Stream to read from.
modals: Modal variable data, used to fill unfilled record
fields and updated using filled record fields.
file_state: File status data.
Returns:
`True` if EOF was reached without error, `False` otherwise.
Raises:
InvalidRecordError: from unexpected records
InvalidDataError: from within record parsers
"""
try:
record_id = read_uint(stream)
except EOFError as e:
if file_state.within_cblock:
return True
else:
raise e
logger.info('read_record of type {} at position 0x{:x}'.format(record_id, stream.tell()))
record: Record
# CBlock
if record_id == 34:
if file_state.within_cblock:
raise InvalidRecordError('Nested CBlock')
record = records.CBlock.read(stream, record_id)
decoded_data = record.decompress()
file_state.within_cblock = True
decoded_stream = io.BytesIO(decoded_data)
while not self.read_record(decoded_stream, modals, file_state):
pass
file_state.within_cblock = False
return False
# Make sure order is valid (eg, no out-of-cell geometry)
if not file_state.started and record_id != 1:
raise InvalidRecordError('Non-Start record {} before Start'.format(record_id))
if record_id == 1:
if file_state.started:
raise InvalidRecordError('Duplicate Start record')
else:
file_state.started = True
if record_id == 2 and file_state.within_cblock:
raise InvalidRecordError('End within CBlock')
if record_id in (0, 1, 2, 28, 29):
pass
elif record_id in range(3, 13) or record_id in (28, 29):
file_state.within_cell = False
elif record_id in range(15, 29) or record_id in (32, 33):
if not file_state.within_cell:
raise Exception('Geometry outside Cell')
elif record_id in (13, 14):
file_state.within_cell = True
else:
raise InvalidRecordError('Unknown record id: {}'.format(record_id))
if record_id == 0:
''' Pad '''
pass
elif record_id == 1:
''' Start '''
record = records.Start.read(stream, record_id)
record.merge_with_modals(modals)
self.unit = record.unit
self.version = record.version
file_state.end_has_offset_table = record.offset_table is None
file_state.property_target = self.properties
# TODO Offset table strict check
elif record_id == 2:
''' End '''
record = records.End.read(stream, record_id, file_state.end_has_offset_table)
record.merge_with_modals(modals)
self.validation = record.validation
if not len(stream.read(1)) == 0:
raise InvalidRecordError('Stream continues past End record')
return True
elif record_id in (3, 4):
''' CellName '''
implicit = record_id == 3
if file_state.cellname_implicit is None:
file_state.cellname_implicit = implicit
elif file_state.cellname_implicit != implicit:
raise InvalidRecordError('Mix of implicit and non-implicit cellnames')
record = records.CellName.read(stream, record_id)
record.merge_with_modals(modals)
key = record.reference_number
if key is None:
key = len(self.cellnames)
cellname = CellName.from_record(record)
self.cellnames[key] = cellname
file_state.property_target = cellname.properties
elif record_id in (5, 6):
''' TextString '''
implicit = record_id == 5
if file_state.textstring_implicit is None:
file_state.textstring_implicit = implicit
elif file_state.textstring_implicit != implicit:
raise InvalidRecordError('Mix of implicit and non-implicit textstrings')
record = records.TextString.read(stream, record_id)
record.merge_with_modals(modals)
key = record.reference_number
if key is None:
key = len(self.textstrings)
self.textstrings[key] = record.astring
elif record_id in (7, 8):
''' PropName '''
implicit = record_id == 7
if file_state.propname_implicit is None:
file_state.propname_implicit = implicit
elif file_state.propname_implicit != implicit:
raise InvalidRecordError('Mix of implicit and non-implicit propnames')
record = records.PropName.read(stream, record_id)
record.merge_with_modals(modals)
key = record.reference_number
if key is None:
key = len(self.propnames)
self.propnames[key] = record.nstring
elif record_id in (9, 10):
''' PropString '''
implicit = record_id == 9
if file_state.propstring_implicit is None:
file_state.propstring_implicit = implicit
elif file_state.propstring_implicit != implicit:
raise InvalidRecordError('Mix of implicit and non-implicit propstrings')
record = records.PropString.read(stream, record_id)
record.merge_with_modals(modals)
key = record.reference_number
if key is None:
key = len(self.propstrings)
self.propstrings[key] = record.astring
elif record_id in (11, 12):
''' LayerName '''
record = records.LayerName.read(stream, record_id)
record.merge_with_modals(modals)
self.layers.append(record)
elif record_id in (28, 29):
''' Property '''
record = records.Property.read(stream, record_id)
record.merge_with_modals(modals)
file_state.property_target.append(record)
elif record_id in (30, 31):
''' XName '''
implicit = record_id == 30
if file_state.xname_implicit is None:
file_state.xname_implicit = implicit
elif file_state.xname_implicit != implicit:
raise InvalidRecordError('Mix of implicit and non-implicit xnames')
record = records.XName.read(stream, record_id)
record.merge_with_modals(modals)
key = record.reference_number
if key is None:
key = len(self.xnames)
self.xnames[key] = XName.from_record(record)
# TODO: do anything with property target?
#
# Cell and elements
#
elif record_id in (13, 14):
''' Cell '''
record = records.Cell.read(stream, record_id)
record.merge_with_modals(modals)
cell = Cell(record.name)
self.cells.append(cell)
file_state.property_target = cell.properties
elif record_id in (15, 16):
''' XYMode '''
record = records.XYMode.read(stream, record_id)
record.merge_with_modals(modals)
elif record_id in (17, 18):
''' Placement '''
record = records.Placement.read(stream, record_id)
record.merge_with_modals(modals)
self.cells[-1].placements.append(record)
file_state.property_target = record.properties
elif record_id in _GEOMETRY:
''' Geometry '''
record = _GEOMETRY[record_id].read(stream, record_id)
record.merge_with_modals(modals)
self.cells[-1].geometry.append(record)
file_state.property_target = record.properties
else:
raise InvalidRecordError('Unknown record id: {}'.format(record_id))
return False
def write(self, stream: io.BufferedIOBase) -> int:
"""
Write this object in OASIS fromat to a stream.
Args:
stream: Stream to write to.
Returns:
Number of bytes written.
Raises:
InvalidDataError: if contained records are invalid.
"""
modals = Modals()
size = 0
size += write_magic_bytes(stream)
size += records.Start(self.unit, self.version).dedup_write(stream, modals)
size += sum(p.dedup_write(stream, modals) for p in self.properties)
cellnames_offset = OffsetEntry(False, size)
for refnum, cn in self.cellnames.items():
size += records.CellName(cn.nstring, refnum).dedup_write(stream, modals)
size += sum(p.dedup_write(stream, modals) for p in cn.properties)
propnames_offset = OffsetEntry(False, size)
size += sum(records.PropName(name, refnum).dedup_write(stream, modals)
for refnum, name in self.propnames.items())
xnames_offset = OffsetEntry(False, size)
size += sum(records.XName(x.attribute, x.bstring, refnum).dedup_write(stream, modals)
for refnum, x in self.xnames.items())
textstrings_offset = OffsetEntry(False, size)
size += sum(records.TextString(s, refnum).dedup_write(stream, modals)
for refnum, s in self.textstrings.items())
propstrings_offset = OffsetEntry(False, size)
size += sum(records.PropString(s, refnum).dedup_write(stream, modals)
for refnum, s in self.propstrings.items())
layernames_offset = OffsetEntry(False, size)
size += sum(r.dedup_write(stream, modals) for r in self.layers)
size += sum(c.dedup_write(stream, modals) for c in self.cells)
offset_table = OffsetTable(
cellnames_offset,
textstrings_offset,
propnames_offset,
propstrings_offset,
layernames_offset,
xnames_offset,
)
size += records.End(self.validation, offset_table).dedup_write(stream, modals)
return size
class Cell:
"""
Representation of an OASIS cell.
Attributes:
name (Union[NString, int]): name or "CellName reference" number
properties (List[records.Property]): Properties of this cell
placements (List[records.Placement]): Placement record objects
geometry: (List[records.geometry_t]): Geometry record objectes
"""
name: Union[NString, int]
properties: List[records.Property]
placements: List[records.Placement]
geometry: List[records.geometry_t]
def __init__(self,
name: Union[NString, str, int],
*,
properties: Optional[List[records.Property]] = None,
placements: Optional[List[records.Placement]] = None,
geometry: Optional[List[records.geometry_t]] = None,
):
self.name = name if isinstance(name, (NString, int)) else NString(name)
self.properties = [] if properties is None else properties
self.placements = [] if placements is None else placements
self.geometry = [] if geometry is None else geometry
def dedup_write(self, stream: io.BufferedIOBase, modals: Modals) -> int:
"""
Write this cell to a stream, using the provided modal variables to
deduplicate any repeated data.
Args:
stream: Stream to write to.
modals: Modal variables to use for deduplication.
Returns:
Number of bytes written.
Raises:
InvalidDataError: if contained records are invalid.
"""
size = records.Cell(self.name).dedup_write(stream, modals)
size += sum(p.dedup_write(stream, modals) for p in self.properties)
for placement in self.placements:
size += placement.dedup_write(stream, modals)
size += sum(p.dedup_write(stream, modals) for p in placement.properties)
for shape in self.geometry:
size += shape.dedup_write(stream, modals)
size += sum(p.dedup_write(stream, modals) for p in shape.properties)
return size
class CellName:
"""
Representation of a CellName.
This class is effectively a simplified form of a `records.CellName`,
with the reference data stripped out.
"""
nstring: NString
properties: List[records.Property]
def __init__(self,
nstring: Union[NString, str],
properties: Optional[List[records.Property]] = None):
"""
Args:
nstring: The contained string.
properties: Properties which apply to this CellName's cell, but
are placed following the CellName record.
"""
if isinstance(nstring, NString):
self.nstring = nstring
else:
self.nstring = NString(nstring)
self.properties = [] if properties is None else properties
@staticmethod
def from_record(record: records.CellName) -> 'CellName':
"""
Create an `CellName` object from a `records.CellName` record.
Args:
record: CellName record to use.
Returns:
A new `CellName` object.
"""
return CellName(record.nstring)
class XName:
"""
Representation of an XName.
This class is effectively a simplified form of a `records.XName`,
with the reference data stripped out.
"""
attribute: int
bstring: bytes
def __init__(self, attribute: int, bstring: bytes):
"""
Args:
attribute: Attribute number.
bstring: Binary data.
"""
self.attribute = attribute
self.bstring = bstring
@staticmethod
def from_record(record: records.XName) -> 'XName':
"""
Create an `XName` object from a `records.XName` record.
Args:
record: XName record to use.
Returns:
a new `XName` object.
"""
return XName(record.attribute, record.bstring)
# Mapping from record id to record class.
_GEOMETRY: Dict[int, Type[records.geometry_t]] = {
19: records.Text,
20: records.Rectangle,
21: records.Polygon,
22: records.Path,
23: records.Trapezoid,
24: records.Trapezoid,
25: records.Trapezoid,
26: records.CTrapezoid,
27: records.Circle,
32: records.XElement,
33: records.XGeometry,
}