add regular transaction commits

This commit is contained in:
Frédéric Péters 2011-12-04 14:03:22 +01:00
parent 98588059a2
commit 86a11bd1fa
1 changed files with 6 additions and 1 deletions

View File

@ -6,6 +6,7 @@ import urllib2
from DateTime.DateTime import DateTime
import transaction
from zope.event import notify
from zope.lifecycleevent import ObjectAddedEvent, ObjectModifiedEvent
from z3c.relationfield import RelationValue
@ -127,7 +128,7 @@ class SyncFromThemis(UtilityView):
documents = json.load(urllib2.urlopen('%s/@@listDocuments%s' % (self.src_url, qs)))
print 'done'
for document_url in documents:
for count, document_url in enumerate(documents):
print 'loading', document_url
data = json.load(urllib2.urlopen('%s/json' % document_url))
@ -201,4 +202,8 @@ class SyncFromThemis(UtilityView):
notify(ObjectModifiedEvent(object))
self.publish(object)
if count % 100 == 0:
transaction.commit()
print 'documents done'