From 20af94011feb86abacb5a3bfb888e536141f7fea Mon Sep 17 00:00:00 2001
From: bch <>
Date: Thu, 5 Apr 2007 13:31:59 +0000
Subject: [PATCH] CSV import now commit to the database every 500 line (useful
 for very big csv files).

bzr revid: bch-e42fca2f2568d2971020c890825016fd9f21a4f8
---
 bin/tools/convert.py | 16 +++++++++++++---
 1 file changed, 13 insertions(+), 3 deletions(-)

diff --git a/bin/tools/convert.py b/bin/tools/convert.py
index 3fb2c584c67..2d7e4a2a284 100644
--- a/bin/tools/convert.py
+++ b/bin/tools/convert.py
@@ -10,6 +10,11 @@ import os.path
 
 from config import config
 
+
+# Number of imported lines between two commit (see convert_csv_import()):
+COMMIT_STEP = 500 
+
+
 class ConvertError(Exception):
 	def __init__(self, doc, orig_excpt):
 		self.d = doc
@@ -388,13 +393,18 @@ def convert_csv_import(cr, module, fname, csvcontent, idref={}, mode='init'):
 	input=StringIO.StringIO(csvcontent)
 	data = list(csv.reader(input, quotechar='"', delimiter=','))
 
+	uid = 1
 	datas = []
 	for line in data:
 		datas.append( map(lambda x:x.decode('utf8').encode('utf8'), line))
+		if len(datas) > COMMIT_STEP:
+			pool.get(model).import_data(cr, uid, data[0], datas[1:])
+			cr.commit()
+			datas=[]
 
-	uid = 1
-	pool.get(model).import_data(cr, uid, data[0], datas[1:])
-	cr.commit()
+	if datas:
+		pool.get(model).import_data(cr, uid, data[0], datas[1:])
+		cr.commit()
 
 #
 # xml import/export