Changeset 557

Timestamp:

11/27/08 15:58:16 (6 weeks ago)

Author:

av

Message:

Improved sync.py utility:

• added help
• added -q (quite) key
• added -i key to ignore upload errors by regexp in update_log

Files:

• modules/trunk/GoogleBase/sync.py (modified) (2 diffs)

modules/trunk/GoogleBase/sync.py

@@ -1 +1 @@
 #!/usr/bin/env python
+"""NAME
+     sync.py
+  
+DESCRIPTION
+     Syncrolize google products with remote ones stored on google/base server.
+    
+SYNOPSIS
+    sync.py [-q] [-i regexp]...
 
-from datetime import date, timedelta
-#from django.conf import settings
-from django.db import models
-import djw.modules.GoogleBase.settings as settings
-from django.db.models import Q
-from djw.modules.GoogleBase.models import GoogleProduct,GoogleProductDeleted
-from djw.modules.GoogleBase.google import google_client
-import djw.modules.GoogleBase.log as log
+PARAMETERS
+    -q      be quietly - display messages only on errors
+    
+    -i regexp
+            ignore errors with if python regexp found in update log 
 
-def exec_sync():
-    """Refresh all products on remote GoogleBase
+INFO
+    Should executed with DJANGO_SETTINGS_MODULE set before
+    (recommended to use run.py utility)     
+    If 30 upload errors occured then process is terminated.
+ 
+EXAMPLES
+    run.py sync.py -i ""child sex""
+"""
+from sys import argv
 
-    If 30 errors occured in process then exit.
+def exec_sync(argv):
+    from datetime import date, timedelta
+    from django.db import models
+    import djw.modules.GoogleBase.settings as settings
+    from django.db.models import Q
+    from djw.modules.GoogleBase.models import GoogleProduct,GoogleProductDeleted
+    from djw.modules.GoogleBase.google import google_client
+
+    # quiet (display only errors)
+    quiet = argv.count('-q') > 0
+
+    # create RE-list of ignored errors (from -i arguments)
+    igns = [argv[i+1] for i in range(len(argv)) if argv[i] == '-i']
+    ignore_relist = [re.compile(s) for s in igns]
     
-    """
+    def must_ignore_error(error):
+        """ return true if error must ignored """
+        for i in ignore_relist:
+            if i.search(error) is not None:
+                return True
+        return False
 
-    log.info("Synchronizing remote GoogleBase...")
+    def log(message, display=quiet):
+        if not quiet or forse_display:
+            print(message)
+
+    log("Synchronizing remote GoogleBase...")
     # Delete deferred products
     # (cannot use "GoogleProductDeleted.objects.all().delete()" because in that way "delete" method is not called for
     # each product)
-    log.info("Deleting deferred products...")
+    log("Deleting deferred products...")
     for prod in GoogleProductDeleted.objects.all():
-        log.info("Deleting '%s'..." % prod)
+        log("Deleting '%s'..." % prod)
         prod.delete()    
     
-    log.info("Uploading deferred products...")
+    log("Uploading deferred products...")
     errors = 0
     # refresh changed or expired products 
     for prod in GoogleProduct.objects.filter(Q(changed = True)|Q(exp_date__lte = date.today() + timedelta(1))):
 
-        log.info("Uploading '%s'..." % prod)        
+        #log("Uploading '%s'..." % prod)
         # Updload product on GoogleBase
         (is_uploaded, upload_log) = prod.upload_to_google_base()
@@ -37 +71 @@
         # if product still not uploaded print log messages
         if is_uploaded:
-            log.info("OK")
-        else:            
-            log.info("Error. See GoogleProduct admin table for details.")
-
-            errors += 1
+            log("Product %s uploaded successfully." % (prod))
+        else:
+            if not must_ignore_error(update_log):                
+                log("Product %s upload error: %s." % (prod, upload_log), True)
+                errors += 1
 
             if errors > 30:
-                log.info("Error number is 30. Sync process stopped." )
+                log("Error number is 30. Sync process terminated.", True)
                 break            
 
 if __name__ == "__main__":
-    exec_sync()
+    if argv.count('--help') > 0:
+        print __doc__
+    else:
+        exec_sync(argv)