Changeset 8318 in genesis

Timestamp:

Aug 12, 2010, 1:50:06 PM (14 years ago)

Author:

rick

Message:

• Restructuring to make the code 'flow' the way it should be

File:

• nodes/status-monitoring.py (modified) (7 diffs)

nodes/status-monitoring.py

@@ -15 +15 @@
 import time
 import yaml
-
-SCAN_RANGE='172.16.0.0/21'
+from datetime import datetime
+
+# When force is used as argument, use this range
+DEFAULT_SCAN_RANGE= ['172.16.0.0/21']
 
 #
@@ -69 +71 @@
 
 
-def _do_nmap_scan(command, iphosts, result_file=None):
+def _do_nmap_scan(command, iphosts):
   """ Run/Read nmap XML with various choices"""
-  # Return stored file if exists
-  if result_file and os.path.exists(result_file) and os.path.getsize(result_file) > 0:
-    print "# Reading stored NMAP results from '%s'" % (result_file)
-    dom = parse(result_file)
-    return dom
-
   command = "nmap -n -iL - -oX - %s" %(command)
   print "# New run '%s', can take a while to complete" % (command)
@@ -84 +80 @@
         stdin=subprocess.PIPE, bufsize=-1)
 
-  (stdoutdata, stderrdata) = p.communicate("\n".join(iphosts.split(" ")))
+  (stdoutdata, stderrdata) = p.communicate("\n".join(iphosts))
   if p.returncode != 0:
     print "# [ERROR] nmap failed to complete '%s'" % stderrdata
     sys.exit(1) 
 
-  if result_file:
-    print "# Saving results in %s" % (result_file)
-    f = file(result_file,'w')
-    f.write(stdoutdata)
-    f.close()
-
   dom = parseString(stdoutdata)
-  return parse_nmap(dom)
-
-
-
-def do_nmap_scan(command, iphosts, result_file="-"):
+  return (parse_nmap(dom),stdoutdata)
+
+
+
+def do_nmap_scan(command, iphosts, result_file=None):
   """ Wrapper around _run_nmap to get listing of all hosts, the default nmap
       does not return results for failed hosts"""
   # Get all hosts to be processed
-  status = _do_nmap_scan("-sL",iphosts)
-  status.update(_do_nmap_scan(command, iphosts, result_file))
-  return status
+  (init_status, stdoutdata) = _do_nmap_scan(" -sL",iphosts)
+
+  # Return stored file if exists
+  if result_file and os.path.exists(result_file) and os.path.getsize(result_file) > 0:
+    print "# Reading stored NMAP results from '%s'" % (result_file)
+    status = parse_nmap(parse(result_file))
+  else:
+    # New scan
+    (status, stdoutdata) = _do_nmap_scan(command, iphosts)
+
+    # Store result if requested
+    if result_file:
+      print "# Saving results in %s" % (result_file)
+      f = file(result_file,'w')
+      f.write(stdoutdata)
+      f.close()
+
+  init_status.update(status)
+  return init_status
 
 
@@ -124 +130 @@
 
 
-def run_scan(host_filter=None):
-  """ Big working processing all scanning work"""
-  # Do a NMAP discovery
-  if host_filter:
-    iphosts = " ".join(host_filter)
-    result_file = None
-  else:
-    iphosts = SCAN_RANGE
-    result_file = '/tmp/test.xml'
-
-  status = do_nmap_scan("-p T:ssh,U:domain,T:80,T:ntp,U:snmp,T:8080 -sU -sT ",iphosts, result_file)
+def do_snmp_scan(iphosts, status, stored_status=dict()):
+  """ SNMP scanning, based on results fould in NMAP scan"""
   mac_to_host = dict()
   host_processed = dict()
-  stored_status = dict()
 
   #
@@ -146 +142 @@
     
     # Filter set? use it
-    if host_filter and not host in host_filter:
+    if iphosts and not host in iphosts:
+      print "## IP '%s' not in specified filter" % host
       continue
   
@@ -237 +234 @@
   stored_status['host_processed'] = host_processed
   stored_status['mac_to_host'] = mac_to_host
+  stored_status['nmap_status'] = status
   return stored_status
   
 
-def usage():
-    print "Usage: %s <all|force|stored|host HOST1 [HOST2 ...]>" % sys.argv[0]
-    sys.exit(0)
-
-
-def generate_status(stored_status):
+
+
+def generate_status(configs, stored_status):
   """ Generate result file from stored_status """
   host_processed = stored_status['host_processed']
   mac_to_host = stored_status['mac_to_host']
+  status = stored_status['nmap_status']
+
+  # List of hosts which has some kind of problem
+  for host in list(set(configs.keys()) - set(host_processed.keys())):
+     print "# Problem in host '%s'" % host
+
   # Correlation mapping
   for host, details in host_processed.iteritems():
@@ -262 +263 @@
 
 
+def usage():
+    print "Usage: %s <all|force|stored|host HOST1 [HOST2 ...]>" % sys.argv[0]
+    sys.exit(0)
+
 
 def main():
+  start_time = datetime.now()
+  stored_status_file = '/tmp/stored_status.yaml'
+  nmap_result_file = '/tmp/test.xml'
+
   stored_status = dict()
-  stored_status_file = '/tmp/stored_status.yaml'
-  if len(sys.argv) > 1:
-    if sys.argv[1] == "all":
-      stored_status = run_scan(gformat.get_used_ips(gformat.get_all_configs()))
-      stream = file(stored_status_file,'w')
-      print "##Stored data hints to '%' " % stored_status
-      stored_status = yaml.dump(stored_status, stream, default_flow_style=False)
-    elif sys.argv[1] == "force":
-      stored_status = run_scan()
-    elif sys.argv[1] == "host":
-      stored_status = run_scan(sys.argv[2:])
-    elif sys.argv[1] == "stored":
-      # Load data hints from previous run if exists
-      if os.path.exists(stored_status_file) and os.path.getsize(stored_status_file) > 0:
-        stream = file(stored_status_file,'r')
-        stored_status = yaml.load(stream)
-      else:
-        print "[ERROR] '%s' does not exists" % stored_status_file
-    else:
-      usage()
-  else:
-     usage()
+  nmap_status = dict()
+  snmp_status = dict()
+
+  opt_nmap_scan = True
+  opt_store_scan = True
+  opt_snmp_scan = True
+  opt_force_snmp = False
+  opt_force_scan = False
+  opt_force_range = False
+  if len(sys.argv) == 1:
+    usage()
+
+  if sys.argv[1] == "all":
+    pass
+  elif sys.argv[1] == "nmap-only":
+    opt_snmp_scan = False
+  elif sys.argv[1] == "snmp-only":
+    opt_nmap_scan = False
+  elif sys.argv[1] == "force":
+    opt_force_scan = True
+  elif sys.argv[1] == "forced-snmp":
+    opt_nmap_scan = False
+    opt_force_snmp = True
+  elif sys.argv[1] == "host":
+    opt_force_range = True
+    opt_force_scan = True
+  elif sys.argv[1] == "stored":
+    opt_snmp_scan = False
+    opt_nmap_scan = False
+    opt_store_scan = False
+  else:
+    usage()
+
+  # By default get all IPs defined in config, else own range
+  if not opt_force_range:
+    configs = gformat.get_all_configs()
+    iplist = gformat.get_used_ips(configs)
+  else:
+    iplist = sys.argv[1:]
+
+  # Load data hints from previous run if exists
+  if not opt_force_scan and os.path.exists(stored_status_file) and os.path.getsize(stored_status_file) > 0:
+    print "## Loading stored data hints from '%s'" % stored_status_file
+    stream = file(stored_status_file,'r')
+    stored_status = yaml.load(stream)
+  else:
+    print "[ERROR] '%s' does not exists" % stored_status_file
+
+  # Do a NMAP discovery
+  if opt_nmap_scan:
+    if not opt_store_scan:
+      nmap_result_file = None
+    nmap_status = do_nmap_scan("-p T:ssh,U:domain,T:80,T:ntp,U:snmp,T:8080 -sU -sT ",iplist, nmap_result_file)
+  else:
+    nmap_status = stored_status['nmap_status']
+
+  # Do SNMP discovery
+  if opt_snmp_scan:
+    snmp_status = do_snmp_scan(iplist, nmap_status, stored_status)
+  else:
+    snmp_status = stored_status
+ 
+  # Store changed data to disk 
+  if opt_store_scan:
+    stream = file(stored_status_file,'w')
+    yaml.dump(snmp_status, stream, default_flow_style=False)
+    print "## Stored data hints to '%s'" % stored_status_file
+
+  # Finally generated status
+  generate_status(configs, snmp_status)
+  print "# Took %s seconds to complete" % (datetime.now() - start_time).seconds