Changeset 9668 for src/django_gheat/gheat/dataimport/__init__.py

Timestamp:

Sep 6, 2011, 1:09:58 PM (13 years ago)

Author:

rick

Message:

Harden import such that is survives errors like:

• Empty files.
• Invalid XML files.

File:

• src/django_gheat/gheat/dataimport/__init__.py (modified) (1 diff)

src/django_gheat/gheat/dataimport/__init__.py

@@ -162 +162 @@
     }
 
+  if os.path.getsize(filename) == 0:
+    logger.error("Cannot parse empty files")
+    return counters
+    
   fh = open_file(filename)
-  if 'ns1' in filename:
-    (counters, ap_pool, client_pool, meting_pool) = netstumbler.process_ns1(fh, counters)
-  elif 'gpsxml' in filename:
-    (counters, ap_pool, client_pool, meting_pool) = kismet.process_gpsxml(fh, counters)
-  elif 'netxml' in filename:
-    (counters, ap_pool, client_pool, meting_pool) = kismet.process_netxml(fh, counters)
-  elif 'ScanResult' in filename:
-    (counters, ap_pool, client_pool, meting_pool) = droidstumbler.process_csv(fh, counters)
-  else:
-    (ap_pool, client_pool, meting_pool) = (None, None, None)
-    logger.error("file '%s' format not recognized")
+  try:
+    if 'ns1' in filename:
+      (counters, ap_pool, client_pool, meting_pool) = netstumbler.process_ns1(fh, counters)
+    elif 'gpsxml' in filename:
+      (counters, ap_pool, client_pool, meting_pool) = kismet.process_gpsxml(fh, counters)
+    elif 'netxml' in filename:
+      (counters, ap_pool, client_pool, meting_pool) = kismet.process_netxml(fh, counters)
+    elif 'ScanResult' in filename:
+      (counters, ap_pool, client_pool, meting_pool) = droidstumbler.process_csv(fh, counters)
+    else:
+      (ap_pool, client_pool, meting_pool) = (None, None, None)
+      logger.error("file '%s' format not recognized")
+  except IOError, e:
+    logger.error("File invalid: %s", e)
+    return counters
 
   if ap_pool: