From 773ad4e1eb3bc0235660ddc56ee800083483bdfb Mon Sep 17 00:00:00 2001
From: Helmut Merz <helmutm@cy55.de>
Date: Sun, 6 Sep 2015 15:40:39 +0200
Subject: [PATCH] add commits during processing

---
 classifier/browser.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/classifier/browser.py b/classifier/browser.py
index d68980d..e0fc935 100644
--- a/classifier/browser.py
+++ b/classifier/browser.py
@@ -21,6 +21,7 @@ View class(es) for resource classifiers.
 """
 
 from logging import getLogger
+import transaction
 from zope import interface, component
 from zope.app.pagetemplate import ViewPageTemplateFile
 from zope.cachedescriptors.property import Lazy
@@ -44,9 +45,13 @@ class ClassifierView(ConceptView):
         if 'update' in self.request.form:
             cta = adapted(self.context)
             if cta is not None:
-                for r in collectResources(self.context):
+                for idx, r in enumerate(collectResources(self.context)):
+                    if idx % 1000 == 0:
+                        logger.info('Committing, resource # %s' % idx)
+                        transaction.commit()
                     cta.process(r)
             logger.info('Finished processing')
+            transaction.commit()
         return True