Changeset 9628 for src/django_gheat/gheat/management/commands/import_datafile.py

Timestamp:

Aug 30, 2011, 6:42:43 PM (13 years ago)

Author:

rick

Message:

Merge forgotten functions from import_droidstumbler.py@9618

File:

• src/django_gheat/gheat/management/commands/import_datafile.py (modified) (2 diffs)

src/django_gheat/gheat/management/commands/import_datafile.py

@@ -9 +9 @@
 # Rick van der Zwet <info@rickvanderzwet.nl>
 #
+from _mysql_exceptions import OperationalError
 from django.core.management.base import BaseCommand,CommandError
+from django.db import connection, transaction
 from django.db.utils import IntegrityError
+from gheat.models import *
 from optparse import OptionParser, make_option
-from gheat.models import *
-from lxml import etree
 import datetime
 import gzip
@@ -69 +70 @@
   # Start nagging we cannot parse the entries
   raise CommandError("Invalid date '%s', options: %s" % (datestr, strptime_options))
+
+
+def bulk_sql(sql_table, sql_values):
+  """ Awefull hack to ensure we can do mass imports into the DJANGO databases"""
+  if len(sql_values) == 0:
+    raise ValueError, "No data to import"
+
+  cursor = connection.cursor()
+  try:
+    # Make sure the special NULL is preserved
+    sql = "INSERT INTO %s VALUES %s" % (sql_table, ','.join(sql_values).replace("'NULL'",'NULL'))
+    count = cursor.execute(sql)
+    transaction.commit_unless_managed()
+  except OperationalError, e:
+    logger.error("%s - %s ", sql_table, sql_values[0])
+    raise
+  except IntegrityError, e:
+    logger.error("Unable to import - %s" %  e)
+    raise
+  return count
+
+
+organizations = None
+def get_organization_id_by_ssid(ssid):
+  """ Wrapper to return Organization ID of a certain SSID Type
+  XXX: This should technically be casted into the Organization properly, but
+  XXX: that properly does not cache properly.
+  """
+  global organizations
+  if not organizations:
+   organizations = dict(Organization.objects.all().values_list('name','id'))
+  
+  name = Organization.get_name_by_ssid(ssid)
+  if not name:
+    return 'NULL'
+  else:
+    return int(organizations[name])
+
+
 
 def import_accespoints(ap_pool, counters):