Changeset 9555

Timestamp:

Aug 24, 2011, 8:44:15 PM (13 years ago)

Author:

rick

Message:

Quick and dirty full_import

File:

• src/django_gheat/import_scan_data.sh (modified) (3 diffs)

src/django_gheat/import_scan_data.sh

@@ -3 +3 @@
 # Quick and dirty hack to import all data
 
+if [ `id -un` != "www" ]; then
+  echo "ERROR, run as www user: sudo -E -u www $0"
+  exit 1
+fi
 
-DATAROOT="$HOME/scan-data"
-MANAGE="$HOME/django_gheat/manage.py"
+DATAROOT="/usr/local/var/scan-data"
+MAP_CACHE=/usr/local/var/httpd/cache/maps
+MANAGE="`dirname $0`/manage.py"
+SSH_USER=backup
+SSH_KEY="`dirname $0`/id_rsa"
+export PYTHON_EGG_CACHE=/tmp/
 
 echo "# rsync webfolder"
-rsync -az rvdzwet@tyan.wirelessleiden.nl:/usr/local/www/webfolder/scan-data/ $DATAROOT
+rsync -e "ssh -i $SSH_KEY -l $SSH_USER -o StrictHostKeyChecking=no" -az tyan.wirelessleiden.nl:/usr/local/www/webfolder/scan-data/ $DATAROOT || exit 1
+
 
 echo "# unzip compressed .tar.gz files"
@@ -18 +27 @@
 done
 
+ADDED=0
 # Import all data
 for USERDIR in `find $DATAROOT -depth 1 -type d`; do
@@ -32 +42 @@
     for FILE in `find $DEVICEDIR -name 'ScanResult-*'`; do
       $MANAGE import_droidstumbler $ARGS -m `basename $FILE` $FILE
+      if [ $? -eq 0 ]; then
+        ADDED=1
+      fi
     done
   done
 done
 
-# Clear cache
-sudo -u www htcacheclean -l10K -p/usr/local/var/apache/cache/maps
+if [ "$ADDED" -eq 1 ]; then
+  echo "# Clear cache $MAP_CACHE"
+  htcacheclean -l10K -p$MAP_CACHE 
+fi