From a45cdc652b2c46ff7e83a106e6c81274d5037abc Mon Sep 17 00:00:00 2001 From: Vijaykumar Baladaniya Date: Thu, 1 Nov 2012 16:40:04 +0530 Subject: [PATCH] [IMP]Improve Code and add a csv file. bzr revid: vba@tinyerp.com-20121101111004-no023s4rzpze3i50 --- addons/base_import/__openerp__.py | 2 +- ...d_party_application_product_categories.csv | 6 + ...rnal_id_3rd_party_application_products.csv | 6 + addons/base_import/csv/Name_products.csv | 6 + addons/base_import/csv/m2m_customers_tags.csv | 6 + .../csv/o2m_purchase_order_lines.csv | 10 + .../csv/o2m_suppliers_contacts.csv | 8 + ...order_functional_error_line_cant_adpat.csv | 6 + addons/base_import/static/src/js/import.js | 2 +- addons/base_import/static/src/xml/import.xml | 236 +++++++++++++++--- 10 files changed, 249 insertions(+), 39 deletions(-) create mode 100644 addons/base_import/csv/External_id_3rd_party_application_product_categories.csv create mode 100644 addons/base_import/csv/External_id_3rd_party_application_products.csv create mode 100644 addons/base_import/csv/Name_products.csv create mode 100644 addons/base_import/csv/m2m_customers_tags.csv create mode 100644 addons/base_import/csv/o2m_purchase_order_lines.csv create mode 100644 addons/base_import/csv/o2m_suppliers_contacts.csv create mode 100644 addons/base_import/csv/purchase.order_functional_error_line_cant_adpat.csv diff --git a/addons/base_import/__openerp__.py b/addons/base_import/__openerp__.py index f5a707650d8..2a8eb2ab574 100644 --- a/addons/base_import/__openerp__.py +++ b/addons/base_import/__openerp__.py @@ -24,7 +24,7 @@ Re-implement openerp's file import system: 'category': 'Uncategorized', 'website': 'http://www.openerp.com', 'author': 'OpenERP SA', - 'depends': ['base'], + 'depends': ['base','web_kanban'], 'installable': True, 'auto_install': True, 'css': [ diff --git a/addons/base_import/csv/External_id_3rd_party_application_product_categories.csv b/addons/base_import/csv/External_id_3rd_party_application_product_categories.csv new file mode 100644 index 00000000000..5b77f269d85 --- /dev/null +++ b/addons/base_import/csv/External_id_3rd_party_application_product_categories.csv @@ -0,0 +1,6 @@ +External ID,Name,Parent Category/External ID +a1,Expenses,product.product_category_all +a2,Other Products,product.product_category_all +a3,Sellable Products,product.product_category_all +a4,Tables,a1 +a5,Seating furniture,a2 diff --git a/addons/base_import/csv/External_id_3rd_party_application_products.csv b/addons/base_import/csv/External_id_3rd_party_application_products.csv new file mode 100644 index 00000000000..bf2a5238696 --- /dev/null +++ b/addons/base_import/csv/External_id_3rd_party_application_products.csv @@ -0,0 +1,6 @@ +External ID,Name,Internal Reference,Category/External ID,Can be Expensed,Can be Purchased,Can be Sold,Sale Price,Cost,Supply Method,Product Type,Procurement Method +a6,Aluminum Stool,ALS,a5,False,True,True,49.00,25.00,Buy,Stockable Product,Make to Stock +a7,Chair,CHR,a5,False,True,True,89.00,40.00,Buy,Stockable Product,Make to Stock +a8,Table,TBL,a4,False,True,True,169.00,100.00,Buy,Stockable Product,Make to Stock +a9,Software Book Tutorial,SBT,a2,False,True,False,19.00,8.00,Buy,Consumable,Make to Stock +a10,Fuel,FL,a1,True,False,False,0.30,0.25,Buy,Service,Make to Stock diff --git a/addons/base_import/csv/Name_products.csv b/addons/base_import/csv/Name_products.csv new file mode 100644 index 00000000000..b3fa9b572bd --- /dev/null +++ b/addons/base_import/csv/Name_products.csv @@ -0,0 +1,6 @@ +Name,Internal Reference,Can be Expensed,Can be Purchased,Can be Sold,Sale Price,Cost,Supply Method,Product Type,Procurement Method +Aluminum Stool,ALS,False,True,True,49.00,25.00,Buy,Stockable Product,Make to Stock +Chair,CHR,False,True,True,89.00,40.00,Buy,Stockable Product,Make to Stock +Table,TBL,False,True,True,169.00,100.00,Buy,Stockable Product,Make to Stock +Software Book Tutorial,SBT,False,True,False,19.00,8.00,Buy,Consumable,Make to Stock +Fuel,FL,True,False,False,0.30,0.25,Buy,Service,Make to Stock diff --git a/addons/base_import/csv/m2m_customers_tags.csv b/addons/base_import/csv/m2m_customers_tags.csv new file mode 100644 index 00000000000..e6d74d4f844 --- /dev/null +++ b/addons/base_import/csv/m2m_customers_tags.csv @@ -0,0 +1,6 @@ +Name,Reference,Tags,Customer,Street,City,Country +Credit & Leasing,3,Services,True,Central Avenue 814,Johannesburg,South Africa +Services & Finance,5,"Consultancy Services,IT Services",True,Grove Road 5,London,United Kingdom +Hydra Supplies,6,"Manufacturer,Retailer",True,Palm Street 9,Los Angeles,United States +Bolts & Screws,8,"Wholesaler,Components Buyer",True,Rua Américo 1000,Campinas,Brazil +National Parts & Supplies,18,"Manufacturer,Wholesaler",True,Guangdong Way 20,Shenzen,China diff --git a/addons/base_import/csv/o2m_purchase_order_lines.csv b/addons/base_import/csv/o2m_purchase_order_lines.csv new file mode 100644 index 00000000000..4778b99cb81 --- /dev/null +++ b/addons/base_import/csv/o2m_purchase_order_lines.csv @@ -0,0 +1,10 @@ +Order Date,Order Reference,Supplier,Destination,Pricelist,Order Lines / Product,Order Lines / Quantity +2012-12-15,PO00008,ASUSTeK,Stock,Default Purchase Pricelist,ADPT,20 +,,,,,CARD,30 +,,,,,C-Case,40 +2012-12-15,PO00009,Axelor,Stock,Default Purchase Pricelist,CD,5 +,,,,,CPUa8,15 +2012-12-15,PO000010,China Export,Stock,Default Purchase Pricelist,HDD SH-1,10 +,,,,,HDD SH-2,20 +,,,,,LAP-CUS,35 +,,,,,LAP-E5,40 diff --git a/addons/base_import/csv/o2m_suppliers_contacts.csv b/addons/base_import/csv/o2m_suppliers_contacts.csv new file mode 100644 index 00000000000..6c7be9037b8 --- /dev/null +++ b/addons/base_import/csv/o2m_suppliers_contacts.csv @@ -0,0 +1,8 @@ +Name,Address type,Street,City,Country,Tags,Supplier,Customer,Is a company,Companies that refers to partner / Parent company +Wood y Wood Pecker,,"Snow Street, 25",Kainuu,Finland,Supplier,1,0,1, +Roger Pecker,Default,"Snow Street, 27",Kainuu,Finland,Supplier,1,0,0,Wood y Wood Pecker +Sharon Pecker,Delivery,"Snow Street, 28",Kainuu,Finland,Supplier,1,0,0,Wood y Wood Pecker +Thomas Pecker,Contact,"Snow Street, 27",Kainuu,Finland,Supplier,1,0,0,Wood y Wood Pecker +Vicking Direct,,"Atonium Street, 45a",Brussels,Belgium,Supplier,1,0,1, +Yvan Holiday,Invoice,"Atonium Street, 45b",Brussels,Belgium,Supplier,1,0,0,Vicking Direct +Jack Unsworth,Contact,"Atonium Street, 45a",Brussels,Belgium,Supplier,1,0,0,Vicking Direct diff --git a/addons/base_import/csv/purchase.order_functional_error_line_cant_adpat.csv b/addons/base_import/csv/purchase.order_functional_error_line_cant_adpat.csv new file mode 100644 index 00000000000..3b428763431 --- /dev/null +++ b/addons/base_import/csv/purchase.order_functional_error_line_cant_adpat.csv @@ -0,0 +1,6 @@ +"Order Reference","Supplier","Destination","Pricelist","Order Lines / Product","Order Lines / Quantity" +"PO000020","ASUSTeK","Stock","Default Purchase Pricelist","ADPT",20 +,,,,"CARD",30 +,,,,"C-Case",40 +"PO000021","Axelor","Stock","Default Purchase Pricelist","CD",5 +,,,,"CPUa8",15 diff --git a/addons/base_import/static/src/js/import.js b/addons/base_import/static/src/js/import.js index 8448636e266..84a85239868 100644 --- a/addons/base_import/static/src/js/import.js +++ b/addons/base_import/static/src/js/import.js @@ -66,7 +66,7 @@ openerp.base_import = function (instance) { instance.web_kanban.KanbanView.prototype.import_enabled = true; instance.web_kanban.KanbanView.include({ - load_kanban: function (data) { + load_kanban: function () { var self = this; var add_button = false; if (!this.$buttons) { diff --git a/addons/base_import/static/src/xml/import.xml b/addons/base_import/static/src/xml/import.xml index 3c4c3e57b36..ea9da98f2eb 100644 --- a/addons/base_import/static/src/xml/import.xml +++ b/addons/base_import/static/src/xml/import.xml @@ -66,117 +66,279 @@

Frequently Asked Questions

+
Need to import data from an other application?

In order to re-create relationships between different records, you should use the unique - identifier from the original application
and + identifier from the original application and map it to the ID column in OpenERP. When you import an other record that links to the first one, use XXX/ID - to the
original unique identifier.

+ to the original unique identifier.

The ID will also be used to update the original import if you need to re-import modified data - later, it's thus good practice to
specify it + later, it's thus good practice to specify it whenever possible

- What can I do when the Import preview table isn't displayed correctly?
+ What can I do when the Import preview table isn't + displayed correctly?

By default the Import preview is set on commas as field separators and quotation marks as text - delimiters.
If your csv file does not have these + delimiters. If your csv file does not have these settings, you can modify the File Format Options (displayed under the Browse CSV file bar after you select your file).

Note that if your CSV file has a tabulation as separator, OpenERP will not detect the separations. You will need to change the -
file format options in your spreadsheet application. + file format options in your spreadsheet application. See the following question.

- How can I change the CSV file format options when saving in my spreadsheet application?
+ How can I change the CSV file format options when + saving in my spreadsheet application?
-

If you edit and save CSV files in speadsheet applications, your computer's regional settings will be applied for the separator and delimiter. We suggest you use OpenOffice or LibreOffice Calc as they will allow you to modify all three options (in 'Save As' dialog box > Check the box 'Edit filter settings' > Save).

Microsoft Excel will allow you to modify only the encoding when saving (in 'Save As' dialog box > click 'Tools' dropdown list > Encoding tab).

+

If you edit and save CSV files in speadsheet + applications, your computer's regional settings will + be applied for the separator and delimiter. + We suggest you use OpenOffice or LibreOffice Calc + as they will allow you to modify all three options + (in 'Save As' dialog box > Check the box 'Edit filter + settings' > Save).

Microsoft Excel will allow + you to modify only the encoding when saving + (in 'Save As' dialog box > click 'Tools' dropdown + list > Encoding tab).

- What's the difference between Database ID and External ID?
+ What's the difference between Database ID and + External ID?
-

Some fields define a relationship with another object. For example, the country of a contact is a link to a record of the 'Country' object. When you want to import such fields, OpenERP will have to recreate links between the different records. To help you import such fields, OpenERP provides 3 mechanisms. You must use one and only one mechanism per field you want to import.

-

For example, to reference the country of a contact, OpenERP proposes you 3 different fields to import:

    -
  • Country: the name or code of the country
    • -
  • Country/Database ID: the unique OpenERP ID for a record, defined by the ID postgresql column
    • -
  • Country/External ID: the ID of this record referenced in another application (or the .XML file that imported it)
    • -

-

For the country Belgium, you can use one of these 3 ways to import:

    -
  • Country: Belgium
    • -
  • Country/Database ID: 21
    • -
  • Country/External ID: base.be
    • -

-

According to your need, you should use one of these 3 ways to reference records in relations. Here is when you should use one or the other, according to your need:

    -
  • Use Country: This is the easiest way when your data come from CSV files that have been created manually.
    • -
  • Use Country/Database ID: You should rarely use this notation. It's mostly used by developers as it's main advantage is to never have conflicts (you may have several records with the same name, but they always have a unique Database ID)
    • -
  • Use Country/External ID: Use External ID when you import data from a third party application.
    • -

+

Some fields define a relationship with another + object. For example, the country of a contact is a + link to a record of the 'Country' object. When you + want to import such fields, OpenERP will have to + recreate links between the different records. + To help you import such fields, OpenERP provides 3 + mechanisms. You must use one and only one mechanism + per field you want to import.

For example, to + reference the country of a contact, OpenERP proposes + you 3 different fields to import:

    +
  • Country: the name or code of the country
    • +
  • Country/Database ID: the unique OpenERP ID for a + record, defined by the ID postgresql column
    • +
  • Country/External ID: the ID of this record + referenced in another application (or the .XML file + that imported it)

For the country + Belgium, you can use one of these 3 ways to import: +

  • Country: Belgium
  • Country/Database + ID: 21
  • Country/External ID: base.be
    • +

According to your need, you should use + one of these 3 ways to reference records in relations. + Here is when you should use one or the other, + according to your need:

  • Use Country: This is + the easiest way when your data come from CSV files + that have been created manually.
  • Use + Country/Database ID: You should rarely use this + notation. It's mostly used by developers as it's main + advantage is to never have conflicts (you may have + several records with the same name, but they always + have a unique Database ID)
  • Use + Country/External ID: Use External ID when you import + data from a third party application.

+

When you use External IDs, you can import CSV files + with the "External ID" column to define the External + ID of each record you import. Then, you will be able + to make a reference to that record with columns like + "Field/External ID". The following two CSV files give + you an example for Products and their Categories.

+ CSV file for categories
+ CSV file for Products + +
- What can I do if I have multiple matches for a field?
+ What can I do if I have multiple matches for a field? +
-

If for example you have two product categories with the child name "Sellable" (ie. "Misc. Products/Sellable" & "Other Products/Sellable"), your validation is halted. You can decide to modify one of the duplicates values.


However if you do not wish to change the duplicates' values, we recommend you use make use of the external ID for this field 'Category'.

First you need to change the field in your CSV file to 'Field / External ID' (ie. 'Category / External ID').
Then you need to replace all the records (ie. categories) with their corresponding External IDs. You get these IDs by selecting all the records in their list view and clicking the export feature (in More). You receive a CSV file where the first column displays each record's External ID.

Then you can concatenate the cells that allow you to make each record unique (ie. Category name and Parent name) and finally make use of a VLOOKUP function to replace the values set in the original CSV file with their corresponding external IDs.

+

If for example you have two product categories + with the child name "Sellable" (ie. "Misc. + Products/Sellable" & "Other Products/Sellable"), + your validation is halted but you may still import + your data. However, we recommend you do not import the + data because they will all be linked to the first + 'Sellable' category found in the Product Category list + ("Misc. Products/Sellable"). We recommend you modify + one of the duplicates' values or your product category + hierarchy. + However if you do not wish to change your + configuration of product categories, we recommend you + use make use of the external ID for this field + 'Category'.

- How can I import a many2many relationship field (e.g. a customer that has multiple tags)?
+ How can I import a many2many relationship field + (e.g. a customer that has multiple tags)?
-

The tags should be separated by a comma without any spacing. For example, if you want you customer to be lined to both tags 'Manufacturer' and 'Retailer' then you will encode it as follow "Manufacturer,Retailer" in the same column of your CSV file.

+

The tags should be separated by a comma without any + spacing. For example, if you want you customer to be + lined to both tags 'Manufacturer' and 'Retailer' + then you will encode it as follow "Manufacturer, + Retailer" in the same column of your CSV file.

+ CSV file for many2many relationship
+
+
+ How can I import a one2many relationship (e.g. several + Order Lines of a Sale Order)?
+
+

If you want to import sales order having several + order lines; for each order line, you need to reserve + a specific row in the CSV file. The first order line + will be imported on the same row as the information + relative to order. Any additional lines will need an + addtional row that does not have any information in + the fields relative to the order.

+

As an example, here is + purchase.order_functional_error_line_cant_adpat.CSV + file of some quotations you can import, based on demo + data.

+ File of some Quotations +

The following CSV file shows how to import purchase + orders with their respective purchase order lines:

+ Purchase orders with their respective purchase order lines +

The following CSV file shows how to import + suppliers and their respective contacts

+ Suppliers and their respective contacts +
+
+ +
Can I import several times the same record?
-

If you import a file that contains one of the column "External ID" or "Database ID", records that have already been imported will be modified instead of being created. This is very usefull as it allows you to import several times the same CSV file while having made some changes in between two imports. OpenERP will take care of creating or modifying each record depending if it's new or not.

This feature allows you to use the Import/Export tool of OpenERP to modify a batch of records in your favorite spreadsheet application.

+

If you import a file that contains one of the + column "External ID" or "Database ID", records that + have already been imported will be modified instead of + being created. This is very usefull as it allows you + to import several times the same CSV file while having + made some changes in between two imports. OpenERP will + take care of creating or modifying each record + depending if it's new or not.

This feature + allows you to use the Import/Export tool of OpenERP to + modify a batch of records in your favorite spreadsheet + application.

- What happens if I do not provide a value for a specific field?
+ What happens if I do not provide a value for a + specific field?
-

If you do not set all fields in your CSV file, OpenERP will assign the default value for every non defined fields. But if you -set fields with empty values in your CSV file, OpenERP will set the EMPTY value in the field, instead of assigning the default value.

+

If you do not set all fields in your CSV file, + OpenERP will assign the default value for every non + defined fields. But if you + set fields with empty values in your CSV file, OpenERP + will set the EMPTY value in the field, instead of + assigning the default value.

- How to export/import different tables from an SQL application to OpenERP?
+ How to export/import different tables from an SQL + application to OpenERP?
-

If you need to import data from different tables, you will have to recreate relations between records belonging to different tables. (e.g. if you import companies and persons, you will have to recreate the link between each person and the company they work for).

+

If you need to import data from different tables, + you will have to recreate relations between records + belonging to different tables. (e.g. if you import + companies and persons, you will have to recreate the + link between each person and the company they work + for).

To manage relations between tables, + you can use the "External ID" facilities of OpenERP. + The "External ID" of a record is the unique identifier + of this record in another application. This "External + ID" must be unique accoss all the records of all + objects, so it's a good practice to prefix this + "External ID" with the name of the application or + table. (like 'company_1', 'person_1' instead of '1') +

As an example, suppose you have a SQL database + with two tables you want to import: companies and + persons. Each person belong to one company, so you + will have to recreate the link between a person and + the company he work for. (If you want to test this + example, here is a dump of such a PostgreSQL database) + (file: https://docs.google.com/open?id=0B5BDHVRYo-q5S0FQNEJobjZqQUk).

+

We will first export all companies and their + "External ID". In PSQL, write the following command: +

    copy + (select 'company_'||id as "External ID",company_name + as "Name",'True' as "Is a Company" from companies) TO + '/tmp/company.csv' with CSV HEADER;

+

This SQL command will create the following CSV file: +
    External ID,Name,Is a + Company
     + company_1,Bigees,True
     + company_2,Organi,True
     + company_3,Boum,True

To create the CSV file for + persons, linked to companies, we will use the + following SQL command in PSQL:

+

    copy (select 'person_'||id + as "External ID",person_name as "Name",'False' as "Is + a Company",'company_'||company_id as "Related + Company/External ID" from persons) TO '/tmp/person.csv' + with CSV

+

It will produce the following CSV file:
+     External ID,Name,Is a + Company,Related Company/External ID
+     person_1,Fabien,False,company_1 +
     + person_2,Laurence,False,company_1
+     person_3,Eric,False,company_2 +
     + person_4,Ramsy,False,company_3

+

As you can see in this file, Fabien and Laurence + are working for the Bigees company (company_1) and + Eric is working for the Organi company. The relation + between persons and companies is done using the + External ID of the companies. We had to prefix the + "External ID" by the name of the table to avoid a + conflict of ID between persons and companies (person_1 + and company_1 who shared the same ID 1 in the orignial + database).

+

The two files produced are ready to be imported in + OpenERP without any modifications. After having + imported these two CSV files, you will have 4 contacts + and 3 companies. (the firsts two contacts are linked + to the first company). You must first import the + companies and then the persons.

- -