various cleanup and add some example interfaces
This commit is contained in:
parent
4a7bc8090a
commit
4aa14c4914
1 changed files with 721 additions and 223 deletions
179
src/elements.rs
179
src/elements.rs
|
|
@ -19,180 +19,13 @@ use std::string::String;
|
|||
use std::collections::HashMap;
|
||||
//use std::io::Write;
|
||||
|
||||
use std::sync::Arc;
|
||||
use arrow::datatypes::{DataType, Field, Fields};
|
||||
use arrow::array::{
|
||||
StructBuilder, ListBuilder, StringBuilder, ArrayBuilder, Float64Builder, BooleanBuilder,
|
||||
Int32Builder, Int16Builder, UInt64Builder, UInt32Builder, UInt8Builder,
|
||||
StructArray,
|
||||
Int32Builder, Int16Builder, UInt32Builder, UInt8Builder,
|
||||
};
|
||||
|
||||
|
||||
type DListBuilder = ListBuilder<Box<dyn ArrayBuilder>>;
|
||||
|
||||
|
||||
pub fn read_library(input: &[u8]) -> IResult<StructArray> {
|
||||
let input_size = input.len();
|
||||
|
||||
let property_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("key", DataType::Int16, false),
|
||||
Field::new("value", DataType::Utf8, false),
|
||||
]));
|
||||
|
||||
let property_list_t = DataType::List(Arc::new(
|
||||
Field::new_list_field(property_t, false)
|
||||
));
|
||||
|
||||
|
||||
let repetition_struct_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("x0", DataType::Int32, false),
|
||||
Field::new("y0", DataType::Int32, false),
|
||||
Field::new("x1", DataType::Int32, false),
|
||||
Field::new("y1", DataType::Int32, false),
|
||||
Field::new("count0", DataType::Int16, false),
|
||||
Field::new("count1", DataType::Int16, false),
|
||||
]));
|
||||
|
||||
|
||||
let ref_struct_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("target", DataType::UInt32, false),
|
||||
Field::new("invert_y", DataType::Boolean, true),
|
||||
Field::new("mag", DataType::Float64, true),
|
||||
Field::new("angle_deg", DataType::Float64, true),
|
||||
Field::new("x", DataType::Int32, false),
|
||||
Field::new("y", DataType::Int32, false),
|
||||
Field::new("repetition", repetition_struct_t, true),
|
||||
Field::new("properties", property_list_t.clone(), true),
|
||||
]));
|
||||
|
||||
|
||||
let text_struct_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("layer", DataType::UInt16, false),
|
||||
Field::new("dtype", DataType::UInt16, false),
|
||||
Field::new("presentation_horiz", DataType::UInt8, true),
|
||||
Field::new("presentation_vert", DataType::UInt8, true),
|
||||
Field::new("presentation_font", DataType::UInt8, true),
|
||||
Field::new("path_type", DataType::Int16, true),
|
||||
Field::new("width", DataType::Int32, true),
|
||||
Field::new("invert_y", DataType::Boolean, true),
|
||||
Field::new("mag", DataType::Float64, true),
|
||||
Field::new("angle_deg", DataType::Float64, true),
|
||||
Field::new("x", DataType::Int32, false),
|
||||
Field::new("y", DataType::Int32, false),
|
||||
Field::new("string", DataType::Utf8, false),
|
||||
Field::new("properties", property_list_t.clone(), true),
|
||||
]));
|
||||
|
||||
|
||||
let coords_t = DataType::List(Arc::new(
|
||||
Field::new_list_field(DataType::Int32, false)
|
||||
));
|
||||
|
||||
let boundary_struct_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("layer", DataType::UInt16, false),
|
||||
Field::new("dtype", DataType::UInt16, false),
|
||||
Field::new("xy", coords_t.clone(), false),
|
||||
Field::new("properties", property_list_t.clone(), true),
|
||||
]));
|
||||
|
||||
let path_struct_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("layer", DataType::UInt16, false),
|
||||
Field::new("dtype", DataType::UInt16, false),
|
||||
Field::new("path_type", DataType::Int16, false),
|
||||
Field::new("extension_start", DataType::Int32, true),
|
||||
Field::new("extension_end", DataType::Int32, true),
|
||||
Field::new("width", DataType::Int32, false),
|
||||
Field::new("xy", coords_t.clone(), false),
|
||||
Field::new("properties", property_list_t.clone(), true),
|
||||
]));
|
||||
|
||||
let boxnode_struct_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("layer", DataType::UInt16, false),
|
||||
Field::new("dtype", DataType::UInt16, false),
|
||||
Field::new("xy", coords_t.clone(), false),
|
||||
Field::new("properties", property_list_t.clone(), true),
|
||||
]));
|
||||
|
||||
|
||||
let ref_list_t = DataType::List(Arc::new(
|
||||
Field::new_list_field(ref_struct_t, false)
|
||||
));
|
||||
|
||||
let text_list_t = DataType::List(Arc::new(
|
||||
Field::new_list_field(text_struct_t, false)
|
||||
));
|
||||
|
||||
let boundary_list_t = DataType::List(Arc::new(
|
||||
Field::new_list_field(boundary_struct_t, false)
|
||||
));
|
||||
|
||||
let path_list_t = DataType::List(Arc::new(
|
||||
Field::new_list_field(path_struct_t, false)
|
||||
));
|
||||
|
||||
let boxnode_list_t = DataType::List(Arc::new(
|
||||
Field::new_list_field(boxnode_struct_t, false)
|
||||
));
|
||||
|
||||
|
||||
let cell_struct_t = DataType::Struct(Fields::from(vec![
|
||||
Field::new("id", DataType::UInt32, false),
|
||||
Field::new("file_offset", DataType::UInt64, false),
|
||||
Field::new("refs", ref_list_t, false),
|
||||
Field::new("boundaries", boundary_list_t, false),
|
||||
Field::new("paths", path_list_t, false),
|
||||
Field::new("nodes", boxnode_list_t.clone(), true),
|
||||
Field::new("boxes", boxnode_list_t.clone(), true),
|
||||
Field::new("texts", text_list_t, false),
|
||||
]));
|
||||
|
||||
let mut lib_builder = StructBuilder::from_fields(vec![
|
||||
Field::new("cell_names", DataType::Utf8, false),
|
||||
Field::new("cells", cell_struct_t, false),
|
||||
],
|
||||
0,
|
||||
);
|
||||
|
||||
let cells_builder = lib_builder.field_builder::<DListBuilder>(0).unwrap();
|
||||
|
||||
|
||||
let mut names = HashMap::<String, u32>::new();
|
||||
|
||||
let (mut input, mut header) = RecordHeader::read(input)?;
|
||||
while header.tag != records::RTAG_ENDLIB {
|
||||
(input, _) = take_bytes(input, header.data_size)?;
|
||||
if header.tag == records::RTAG_BGNSTR {
|
||||
let name_bytes;
|
||||
(input, name_bytes) = records::STRNAME::read(input)?;
|
||||
let name = String::from_utf8(name_bytes).unwrap();
|
||||
|
||||
let next_id = names.len();
|
||||
let id = names.entry(name).or_insert(next_id.try_into().unwrap());
|
||||
let position = input_size - input.len();
|
||||
|
||||
let cell_builder = cells_builder.values().as_any_mut().downcast_mut::<StructBuilder>().unwrap();
|
||||
let id_builder = cell_builder.field_builder::<UInt32Builder>(0).unwrap();
|
||||
id_builder.append_value(*id);
|
||||
|
||||
let offset_builder = cell_builder.field_builder::<UInt64Builder>(1).unwrap();
|
||||
offset_builder.append_value(position.try_into().unwrap());
|
||||
|
||||
(input, _) = read_elements(input, cell_builder, &mut names)?;
|
||||
|
||||
cells_builder.append(true);
|
||||
}
|
||||
(input, header) = RecordHeader::read(input)?;
|
||||
}
|
||||
|
||||
let mut ids: HashMap<u32, String> = names.into_iter().map(|(kk, vv)| (vv, kk)).collect();
|
||||
let names_builder = lib_builder.field_builder::<StringBuilder>(1).unwrap();
|
||||
for id in 0..ids.len() {
|
||||
names_builder.append_value(ids.remove(&id.try_into().unwrap()).unwrap());
|
||||
}
|
||||
|
||||
let lib = lib_builder.finish();
|
||||
Ok((input, lib))
|
||||
}
|
||||
pub type DListBuilder = ListBuilder<Box<dyn ArrayBuilder>>;
|
||||
|
||||
|
||||
pub fn read_elements<'a>(input: &'a [u8], cell_builder: &mut StructBuilder, names: &mut HashMap<String, u32>) -> IResult<'a, ()> {
|
||||
|
|
@ -266,7 +99,7 @@ pub fn read_path<'a>(input: &'a [u8], cell_builder: &mut StructBuilder) -> IResu
|
|||
let mut bgn_ext = None;
|
||||
let mut end_ext = None;
|
||||
|
||||
let (mut input, mut header) = RecordHeader::read(&input)?;
|
||||
let (mut input, mut header) = RecordHeader::read(input)?;
|
||||
while header.tag != records::RTAG_XY {
|
||||
match header.tag {
|
||||
records::RTAG_PATHTYPE => {
|
||||
|
|
@ -292,7 +125,7 @@ pub fn read_path<'a>(input: &'a [u8], cell_builder: &mut StructBuilder) -> IResu
|
|||
_ =>
|
||||
return fail(input, format!("Unexpected tag {:04x}", header.tag)),
|
||||
};
|
||||
(input, header) = RecordHeader::read(&input)?;
|
||||
(input, header) = RecordHeader::read(input)?;
|
||||
}
|
||||
let path_type_builder = path_builder.field_builder::<Int16Builder>(2).unwrap();
|
||||
path_type_builder.append_option(path_type);
|
||||
|
|
@ -827,7 +660,7 @@ impl Element for Path {
|
|||
let (input, layer) = LAYER::skip_and_read(input)?;
|
||||
let (input, dtype) = DATATYPE::read(input)?;
|
||||
|
||||
let (mut input, mut header) = RecordHeader::read(&input)?;
|
||||
let (mut input, mut header) = RecordHeader::read(input)?;
|
||||
while header.tag != records::RTAG_XY {
|
||||
match header.tag {
|
||||
records::RTAG_PATHTYPE =>
|
||||
|
|
@ -841,7 +674,7 @@ impl Element for Path {
|
|||
_ =>
|
||||
return fail(input, format!("Unexpected tag {:04x}", header.tag)),
|
||||
};
|
||||
(input, header) = RecordHeader::read(&input)?;
|
||||
(input, header) = RecordHeader::read(input)?;
|
||||
}
|
||||
let (input, xy) = XY::read_data(input, header.data_size)?;
|
||||
let (input, properties) = read_properties(input)?;
|
||||
|
|
|
|||
Loading…
Reference in a new issue