add regular transaction commits
This commit is contained in:
parent
98588059a2
commit
86a11bd1fa
|
@ -6,6 +6,7 @@ import urllib2
|
|||
|
||||
from DateTime.DateTime import DateTime
|
||||
|
||||
import transaction
|
||||
from zope.event import notify
|
||||
from zope.lifecycleevent import ObjectAddedEvent, ObjectModifiedEvent
|
||||
from z3c.relationfield import RelationValue
|
||||
|
@ -127,7 +128,7 @@ class SyncFromThemis(UtilityView):
|
|||
documents = json.load(urllib2.urlopen('%s/@@listDocuments%s' % (self.src_url, qs)))
|
||||
print 'done'
|
||||
|
||||
for document_url in documents:
|
||||
for count, document_url in enumerate(documents):
|
||||
print 'loading', document_url
|
||||
data = json.load(urllib2.urlopen('%s/json' % document_url))
|
||||
|
||||
|
@ -201,4 +202,8 @@ class SyncFromThemis(UtilityView):
|
|||
|
||||
notify(ObjectModifiedEvent(object))
|
||||
self.publish(object)
|
||||
|
||||
if count % 100 == 0:
|
||||
transaction.commit()
|
||||
|
||||
print 'documents done'
|
||||
|
|
Reference in New Issue