Adding helios e6 data

Erdogan Furkan
1 parent b79dbb0f
Showing 3 changed files with 61 additions and 0 deletions Show diff stats
scripts/Add_helios1_e6.json
scripts/Add_helios2_e6.json
scripts/helios_e6.py
@@ -0,0 +1,11 @@
+{
+    "brief": "par",
+    "ViId": "helios1_e6_all",
+    "mission": "Helios1",
+    "instrument": "E6",
+    "mission_dir": "Helios1/",
+    "location": "E6/",
+    "min_sampling": "3600",
+    "max_sampling": "",
+    "no_compression": "TRUE"
+}
@@ -0,0 +1,11 @@
+{
+    "brief": "par",
+    "ViId": "helios2_e6_all",
+    "mission": "Helios2",
+    "instrument": "E6",
+    "mission_dir": "Helios2/",
+    "location": "E6/",
+    "min_sampling": "3600",
+    "max_sampling": "",
+    "no_compression": "TRUE"
+}
@@ -0,0 +1,39 @@
+from amda_data_generator.navigate import LocalFileItem
+from amda_data_generator.get import LocalFileContainer
+from amda_data_generator.convert.cdf import CDF2NetCDF
+import os
+
+
+datasets = {"helios1" :  LocalFileContainer(LocalFileItem(source="/home/amda_admin/AMDA/amda_data_generator/helios1_e6_1hour_particle_flux_19741212_v01.cdf")),
+            "helios2" :  LocalFileContainer(LocalFileItem(source="/home/amda_admin/AMDA/amda_data_generator/helios2_e6_1hour_particle_flux_19760117_v01.cdf"))
+}
+
+
+converter = CDF2NetCDF()
+
+common_mapping= {
+    "Time": "Epoch",
+    "p_flux": "p_flux",
+    "p_flux_sd": "p_flux_sd",
+    # "p_flux_yaxis": "p_flux_yaxis",
+    "e_flux": "e_flux",
+    "e_flux_sd": "e_flux_sd",
+    # "e_flux_yaxis": "e_flux_yaxis",
+    "He_flux": "He_flux",
+    "He_flux_sd": "He_flux_sd",
+    # "He_flux_yaxis": "He_flux_yaxis"
+}
+
+for dataset in datasets.keys(): 
+    target_nc_dir = "scripts/helios/"+dataset
+    # create if doesn't exists
+    if not os.path.exists(target_nc_dir):
+        os.system("mkdir -p {}".format(target_nc_dir))
+
+    output_filename="par_e6.nc"
+    if not os.path.exists(os.path.join(target_nc_dir, output_filename)) :      
+        print(os.path.join(target_nc_dir, output_filename))
+    converter.convert(datasets[dataset].get_data(binary=True),
+        output_filename=os.path.join(target_nc_dir, output_filename),
+        mapping=common_mapping)
+