Changeset 11426 in genesis for tools

Timestamp:

Aug 30, 2012, 6:43:39 AM (12 years ago)

Author:

rick

Message:

Some rocket science to hack wsgi support info gformat, this speedsup processing a lot when requesting a lot of config files.

File:

• tools/gformat.py (modified) (8 diffs)

tools/gformat.py

@@ -13 +13 @@
 #  </Directory>
 #
+# MUCH FASTER WILL IT BE with mod_wsgi, due to caches and avoiding loading all
+# the heavy template lifting all the time.
+#
+# WSGIDaemonProcess gformat processes=2 threads=25
+# WSGISocketPrefix run/wsgi
+# 
+# <Directory /var/www/cgi-bin>
+#   WSGIProcessGroup gformat
+# </Directory>
+# WSGIScriptAlias /hello /var/www/cgi-bin/genesis/tools/gformat.py
+#
+#
 # Rick van der Zwet <info@rickvanderzwet.nl>
 #
@@ -26 +38 @@
 import copy
 import glob
+import make_network_kml
+import math
+import rdnap
 import socket
 import string
 import subprocess
 import time
-import rdnap
-import math
-import make_network_kml
+import urlparse
 from pprint import pprint
 from collections import defaultdict
@@ -94 +107 @@
 UNKNOWN = 90
 
+
 datadump_cache = {}
+interface_list_cache = {}
+rc_conf_local_cache = {}
+def clear_cache():
+  ''' Poor mans cache implementation '''
+  global datadump_cache, interface_list_cache, rc_conf_local_cache
+  datadump_cache = {}
+  interface_list_cache = {}
+  rc_conf_local_cache = {}
+  
 
 NO_DHCP = 0
@@ -527 +550 @@
 
 
-interface_list_cache = {}
 def make_interface_list(datadump):
   if interface_list_cache.has_key(datadump['autogen_item']):
@@ -609 +631 @@
 ileiden_proxies = []
 normal_proxies = []
-rc_conf_local_cache = {}
 def generate_rc_conf_local(datadump):
   """ Generate configuration file '/etc/rc.conf.local' """
@@ -1108 +1129 @@
 
 
-def process_cgi_request():
+def process_cgi_request(environ=os.environ):
   """ When calling from CGI """
+  response_headers = []
+  content_type = 'text/plain'
+
   # Update repository if requested
-  form = cgi.FieldStorage()
-  if form.getvalue("action") == "update":
-    print "Refresh: 5; url=."
-    print "Content-type:text/plain\r\n\r\n",
-    print "[INFO] Updating subverion, please wait..."
-    print subprocess.Popen(['svn', 'cleanup', "%s/.." % NODE_DIR], stderr=subprocess.STDOUT, stdout=subprocess.PIPE).communicate()[0],
-    print subprocess.Popen(['svn', 'up', "%s/.." % NODE_DIR], stderr=subprocess.STDOUT, stdout=subprocess.PIPE).communicate()[0],
-    print "[INFO] All done, redirecting in 5 seconds"
-    sys.exit(0)
-
-
-  base_uri = os.environ['PATH_INFO']
-  uri = base_uri.strip('/').split('/')
-
-  output = "Template Holder"
-  content_type='text/plain'
-  if base_uri.endswith('/create/network.kml'):
-      content_type='application/vnd.google-earth.kml+xml'
-      output = make_network_kml.make_graph()
-  elif not uri[0]:
-    if is_text_request():
-      content_type = 'text/plain'
-      output = '\n'.join(get_hostlist())
+  form = urlparse.parse_qs(environ['QUERY_STRING'])
+  if form.has_key("action") and "update" in form["action"]:
+    output = "[INFO] Updating subverion, please wait...\n"
+    output += subprocess.Popen(['svn', 'cleanup', "%s/.." % NODE_DIR], stderr=subprocess.STDOUT, stdout=subprocess.PIPE).communicate()[0]
+    output += subprocess.Popen(['svn', 'up', "%s/.." % NODE_DIR], stderr=subprocess.STDOUT, stdout=subprocess.PIPE).communicate()[0]
+    output += "[INFO] All done, redirecting in 5 seconds"
+    response_headers += [
+      ('Refresh', '5; url=.'),
+    ]
+    clear_cache()
+  else:
+    base_uri = environ['PATH_INFO']
+    uri = base_uri.strip('/').split('/')
+
+    output = "Template Holder"
+    if base_uri.endswith('/create/network.kml'):
+        content_type='application/vnd.google-earth.kml+xml'
+        output = make_network_kml.make_graph()
+    elif not uri[0]:
+      if is_text_request(environ):
+        output = '\n'.join(get_hostlist())
+      else:
+        content_type = 'text/html'
+        output = generate_title(get_hostlist())
+    elif len(uri) == 1:
+      if is_text_request(environ):
+        output = generate_node(uri[0])
+      else:
+        content_type = 'text/html'
+        output = generate_node_overview(uri[0])
+    elif len(uri) == 2:
+      output = generate_config(uri[0], uri[1])
     else:
-      content_type = 'text/html'
-      output = generate_title(get_hostlist())
-  elif len(uri) == 1:
-    if is_text_request():
-      content_type = 'text/plain'
-      output = generate_node(uri[0])
-    else:
-      content_type = 'text/html'
-      output = generate_node_overview(uri[0])
-  elif len(uri) == 2:
-    content_type = 'text/plain'
-    output = generate_config(uri[0], uri[1])
-  else:
-    assert False, "Invalid option"
-
-  print "Content-Type: %s" % content_type
-  print "Content-Length: %s" % len(output)
-  print ""
-  print output
+      assert False, "Invalid option"
+
+  # Return response
+  response_headers += [
+    ('Content-type', content_type),
+    ('Content-Length', str(len(output))),
+  ]
+  return(response_headers, str(output))
+
 
 def get_realname(datadump):
@@ -1392 +1415 @@
 
 
-def is_text_request():
+def is_text_request(environ=os.environ):
   """ Find out whether we are calling from the CLI or any text based CLI utility """
   try:
-    return os.environ['HTTP_USER_AGENT'].split()[0] in ['curl', 'fetch', 'wget']
+    return environ['HTTP_USER_AGENT'].split()[0] in ['curl', 'fetch', 'wget']
   except KeyError:
     return True
@@ -1848 +1871 @@
     process_cgi_request()
 
+def application(environ, start_response):
+  status = '200 OK'
+  response_headers, output = process_cgi_request(environ)
+  start_response(status, response_headers)
+
+  # Debugging only
+  # output = 'wsgi.multithread = %s' % repr(environ['wsgi.multithread'])
+  # soutput += '\nwsgi.multiprocess = %s' % repr(environ['wsgi.multiprocess'])
+  return [output]
 
 if __name__ == "__main__":