Ignore failures when opening gz files from the API, as we cannot trust the files to be valid, sadly.

Goutte
1 parent 42c456c7
Showing 1 changed file with 12 additions and 5 deletions Show diff stats
web/run.py
@@ -242,11 +242,18 @@ def retrieve_data(orbiter, what, started_at, stopped_at):
         local_netc_file = local_gzip_file[0:-3]
         local_netc_files.append(local_netc_file)
         log.debug("Unzipping '%s'..." % local_gzip_file)
-        with gzip.open(local_gzip_file, 'rb') as f:
-            file_content = f.read()
-            with open(local_netc_file, 'w+b') as g:
-                g.write(file_content)
-        log.debug("Unzipped '%s'." % local_gzip_file)
+        success = True
+        try:
+            with gzip.open(local_gzip_file, 'rb') as f:
+                file_content = f.read()
+                with open(local_netc_file, 'w+b') as g:
+                    g.write(file_content)
+        except Exception as e:
+            success = False
+            log.warning("Cannot process gz file '%s' from '%s' : %s" %
+                        (local_gzip_file, url, e))
+        if success:
+            log.debug("Unzipped '%s'." % local_gzip_file)
  
     return local_netc_files