More logs !

Goutte
1 parent 8380e043
Showing 2 changed files with 8 additions and 2 deletions Show diff stats
CHANGELOG.md
web/run.py
@@ -10,7 +10,9 @@
 - [x] Count visits
 - [x] Zoom in on time series
 - [x] Loader and targets loading animation
-- [ ] Start/Stop datetime fields
+- [x] Start/Stop datetime fields
+- [ ] Optimize CSV generation
+- [ ] Remove duplicate NetCDFs from Myriam's API response
 - [ ] Download raw data (as CSV) for current time interval and targets
 - [ ] Same via SAMP
 - [ ] Credit the author of the pixel art planets
@@ -265,7 +265,7 @@ def generate_csv_contents(source_config, started_at, stopped_at):
     model_files = retrieve_data(source_config['slug'], model_slug, started_at, stopped_at)
     orbits_files = retrieve_data(source_config['slug'], source_config['orbit']['model'], started_at, stopped_at)
  
-    log.debug("Crunching CSV contents for '%s'..." % source_config['slug'])
+    log.debug("Crunching CSV contents for '%s'..." % source_config['name'])
     si = StringIO.StringIO()
     cw = csv_writer(si)
     cw.writerow((  # the order matters !
@@ -278,6 +278,7 @@ def generate_csv_contents(source_config, started_at, stopped_at):
     precision = "%Y-%m-%dT%H"  # model and orbits times are equal-ish
     orbits_data = {}  # keys are datetime as str, values arrays of XY
     for orbits_file in orbits_files:
+        log.debug("%s: opening orbit NETCDF4 '%s'..." % (source_config['name'], orbits_file))
         cdf_handle = Dataset(orbits_file, "r", format="NETCDF4")
         times = cdf_handle.variables['Time']  # YYYY DOY HH MM SS .ms
         data_hci = cdf_handle.variables['HCI']
@@ -286,9 +287,12 @@ def generate_csv_contents(source_config, started_at, stopped_at):
             if started_at <= dtime <= stopped_at:
                 dkey = dtime.strftime(precision)
                 orbits_data[dkey] = datum_hci
+        cdf_handle.close()
     all_data = {}  # keys are datetime as str, values tuples of data
     for model_file in model_files:
         # Time, StartTime, StopTime, V, B, N, T, Delta_angle, P_dyn
+        log.debug("%s: opening model NETCDF4 '%s'..." %
+                  (source_config['name'], model_file))
         cdf_handle = Dataset(model_file, "r", format="NETCDF4")
         times = cdf_handle.variables['Time']  # YYYY DOY HH MM SS .ms
         data_v = cdf_handle.variables['V']