From f17b62eeeadf335df12804b2c2ca79d64eca7dc9 Mon Sep 17 00:00:00 2001 From: Furkan Date: Tue, 15 Oct 2024 14:25:22 +0000 Subject: [PATCH] For now --- php/RemoteDataCenter/SPEASY_CDAWEB.php | 40 ++++++++++++++++++++++++++++++++++++++++ scripts/get_speasy_invetories.py | 123 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 163 insertions(+), 0 deletions(-) create mode 100644 php/RemoteDataCenter/SPEASY_CDAWEB.php create mode 100644 scripts/get_speasy_invetories.py diff --git a/php/RemoteDataCenter/SPEASY_CDAWEB.php b/php/RemoteDataCenter/SPEASY_CDAWEB.php new file mode 100644 index 0000000..76dce86 --- /dev/null +++ b/php/RemoteDataCenter/SPEASY_CDAWEB.php @@ -0,0 +1,40 @@ +baseID = get_class($this); + $this->baseDom = new DomDocument("1.0"); + $this->baseDomName = RemoteData.$this->baseID."/base.xml"; + + if (!@$this->baseDom->load($this->baseDomName)) + echo 'Cannot Load base.xml for '.$this->baseID.PHP_EOL; + + date_default_timezone_set('UTC'); + } + + protected function makeInternalParamXml($param) + { + return true; + } + + public function makeAllParams() + { + + } + + // make components description from base.xml + public function makeCenterNode($xmlDom) + { + $nodeBase = $this->baseDom->getElementsByTagName('dataCenter')->item(0); + $node = $xmlDom->importNode($nodeBase, true); + + return $node; + } +} +?> diff --git a/scripts/get_speasy_invetories.py b/scripts/get_speasy_invetories.py new file mode 100644 index 0000000..520b103 --- /dev/null +++ b/scripts/get_speasy_invetories.py @@ -0,0 +1,123 @@ +import json +import xml.etree.ElementTree as ET +from xml.dom import minidom + +def create_element_with_id(tag, name, uid, parent_uid=None): + """Create an XML element with a specific id and name.""" + if parent_uid: + uid = f"{parent_uid}:{uid}" + elem = ET.Element(tag) + elem.set('xml:id', f"SPEASY_CDAWEB:{uid}") + elem.set('name', name) + return elem + +def parse_dimensions(shape): + dim1 = dim2 = None + if shape.isdigit(): + dim1 = int(shape) + elif shape.startswith("(") and shape.endswith(",)"): + dim1 = int(shape[1:-2]) + elif shape.startswith("(") and shape.endswith(")"): + numbers = shape[1:-1].split(",") + dim1 = int(numbers[0].strip()) + dim2 = int(numbers[1].strip()) + + return dim1, dim2 + +def getParamInfo(parameter, shape): + """Get dims and type info from the json to the XML element.""" + dim1, dim2 = parse_dimensions(shape) + if not dim1 == None: + parameter.set('dim1', str(dim1)) + if dim2 == None: + parameter.set('dim2', "1") + else: + parameter.set('dim2', str(dim2)) + parameter.set('type', 'double') + parameter.set('minSampling', '4') + +def count_levels(data): + """Recursively count the levels of nested dictionaries.""" + if isinstance(data, dict): + return 1 + max((count_levels(v) for v in data.values()), default=0) + return 0 + +def get_mission_levels(json_obj): + """Create a dictionary with mission names as keys and nested levels as values.""" + levels_dict = {} + for mission_key, mission_data in json_obj.items(): + if isinstance(mission_data, dict): + levels_dict[mission_key] = count_levels(mission_data) + return levels_dict + +def add_instrument(observatory, observatory_data, mission_observatory_key): + """Add the instrument, dataset and parameter to an observatory or a mission.""" + for instrument_key, instrument_data in observatory_data.items(): + if isinstance(instrument_data, dict) and '__spz_name__' in instrument_data: + instrument = create_element_with_id('instrument', instrument_data.get('__spz_name__', ''), instrument_key, mission_observatory_key) + observatory.append(instrument) + + for dataset_key, dataset_data in instrument_data.items(): + if isinstance(dataset_data, dict) and '__spz_name__' in dataset_data: + dataset = create_element_with_id('dataset', dataset_data.get('__spz_name__', ''), dataset_key, f"{mission_observatory_key}:{instrument_key}") + instrument.append(dataset) + + for param_key, param_data in dataset_data.items(): + if isinstance(param_data, dict) and param_data.get('__spz_type__') == 'ParameterIndex': + parameter = create_element_with_id('parameter', param_data.get('__spz_name__', ''), param_key, f"{mission_observatory_key}:{instrument_key}:{dataset_key}") + getParamInfo(parameter, param_data.get('spz_shape', '')) + dataset.append(parameter) + + +def json_to_custom_xml(json_obj, levels): + """Convert JSON object to custom XML format.""" + dataRoot = ET.Element('dataRoot') + dataRoot.set('xml:id', "myRemoteData-treeRootNode") + dataCenter = ET.Element('dataCenter') + dataCenter.set('xml:id', "SPEASY_CDAWEB") + dataCenter.set('name', "SPEASY_CDAWEB") + dataRoot.append(dataCenter) + + for mission_key, mission_data in json_obj.items(): + if isinstance(mission_data, dict): + mission = create_element_with_id('mission', mission_data.get('__spz_name__', ''), mission_key) + dataCenter.append(mission) + + + if(levels[mission_key] == 4): + observatory_data = mission_data + observatory = mission + mission_observatory_key = mission_key + add_instrument(observatory, observatory_data, mission_observatory_key) + else: + + for observatory_key, data in mission_data.items(): + if isinstance(data, dict): + observatory = create_element_with_id('observatory', data.get('__spz_name__', ''), observatory_key, mission_key) + observatory_data = data + mission_observatory_key = f"{mission_key}:{observatory_key}" + mission.append(observatory) + + add_instrument(observatory, observatory_data, mission_observatory_key) + break + + return ET.tostring(dataRoot, encoding='unicode') + +def pretty_print_xml(xml_str): + """Pretty print the XML string.""" + parsed_xml = minidom.parseString(xml_str) + return parsed_xml.toprettyxml(indent=" ") + +def convert_json_file_to_xml(json_file_path, xml_file_path): + """Reads a JSON file and writes its content as pretty-printed XML to another file.""" + with open(json_file_path, 'r') as json_file: + json_data = json.load(json_file) + + levels_dict = get_mission_levels(json_data) + xml_data = json_to_custom_xml(json_data, levels_dict) + pretty_xml = pretty_print_xml(xml_data) + + with open(xml_file_path, 'w') as xml_file: + xml_file.write(pretty_xml) + +convert_json_file_to_xml('data.json', 'base.xml') \ No newline at end of file -- libgit2 0.21.2