From 004977d0e3089bd7fbeb324f5ddb04022d2c26ef Mon Sep 17 00:00:00 2001 From: Carlos Dauden Date: Tue, 30 Aug 2022 18:06:58 +0200 Subject: [PATCH 01/25] [MIG] base_external_dbsource_importer: Migration to v15.0 --- base_external_dbsource_importer/README.rst | 89 ++++ base_external_dbsource_importer/__init__.py | 3 + .../__manifest__.py | 15 + .../models/__init__.py | 4 + .../models/base_external_dbsource.py | 206 ++++++++ .../models/external_mixin.py | 145 ++++++ .../readme/CONFIGURE.rst | 4 + .../readme/CONTRIBUTORS.rst | 4 + .../readme/DESCRIPTION.rst | 1 + .../security/ir.model.access.csv | 2 + .../static/description/icon.png | Bin 0 -> 9455 bytes .../static/description/index.html | 438 ++++++++++++++++++ .../views/base_external_dbsource_view.xml | 35 ++ 13 files changed, 946 insertions(+) create mode 100644 base_external_dbsource_importer/README.rst create mode 100644 base_external_dbsource_importer/__init__.py create mode 100644 base_external_dbsource_importer/__manifest__.py create mode 100644 base_external_dbsource_importer/models/__init__.py create mode 100644 base_external_dbsource_importer/models/base_external_dbsource.py create mode 100644 base_external_dbsource_importer/models/external_mixin.py create mode 100644 base_external_dbsource_importer/readme/CONFIGURE.rst create mode 100644 base_external_dbsource_importer/readme/CONTRIBUTORS.rst create mode 100644 base_external_dbsource_importer/readme/DESCRIPTION.rst create mode 100644 base_external_dbsource_importer/security/ir.model.access.csv create mode 100644 base_external_dbsource_importer/static/description/icon.png create mode 100644 base_external_dbsource_importer/static/description/index.html create mode 100644 base_external_dbsource_importer/views/base_external_dbsource_view.xml diff --git a/base_external_dbsource_importer/README.rst b/base_external_dbsource_importer/README.rst new file mode 100644 index 000000000..f89f742d8 --- /dev/null +++ b/base_external_dbsource_importer/README.rst @@ -0,0 +1,89 @@ +=============================== +Base External Dbsource Importer +=============================== + +.. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! + !! This file is generated by oca-gen-addon-readme !! + !! changes will be overwritten. !! + !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! + +.. |badge1| image:: https://img.shields.io/badge/maturity-Alpha-red.png + :target: https://odoo-community.org/page/development-status + :alt: Alpha +.. |badge2| image:: https://img.shields.io/badge/licence-AGPL--3-blue.png + :target: http://www.gnu.org/licenses/agpl-3.0-standalone.html + :alt: License: AGPL-3 +.. |badge3| image:: https://img.shields.io/badge/github-OCA%2Fserver--backend-lightgray.png?logo=github + :target: https://github.com/OCA/server-backend/tree/13.0/base_external_dbsource_importer + :alt: OCA/server-backend +.. |badge4| image:: https://img.shields.io/badge/weblate-Translate%20me-F47D42.png + :target: https://translation.odoo-community.org/projects/server-backend-13-0/server-backend-13-0-base_external_dbsource_importer + :alt: Translate me on Weblate +.. |badge5| image:: https://img.shields.io/badge/runbot-Try%20me-875A7B.png + :target: https://runbot.odoo-community.org/runbot/253/13.0 + :alt: Try me on Runbot + +|badge1| |badge2| |badge3| |badge4| |badge5| + +This module extends the functionality of base_external_dbsource + +.. IMPORTANT:: + This is an alpha version, the data model and design can change at any time without warning. + Only for development or testing purpose, do not use in production. + `More details on development status `_ + +**Table of contents** + +.. contents:: + :local: + +Configuration +============= + +To configure this module, you need to: + +#. Database sources can be configured in Settings > Technical > + Database Structure > Database sources. + +Bug Tracker +=========== + +Bugs are tracked on `GitHub Issues `_. +In case of trouble, please check there if your issue has already been reported. +If you spotted it first, help us smashing it by providing a detailed and welcomed +`feedback `_. + +Do not contact contributors directly about support or help with technical issues. + +Credits +======= + +Authors +~~~~~~~ + +* Tecnativa + +Contributors +~~~~~~~~~~~~ + +* `Tecnativa `_: + + * Sergio Teruel + * Carlos Dauden + +Maintainers +~~~~~~~~~~~ + +This module is maintained by the OCA. + +.. image:: https://odoo-community.org/logo.png + :alt: Odoo Community Association + :target: https://odoo-community.org + +OCA, or the Odoo Community Association, is a nonprofit organization whose +mission is to support the collaborative development of Odoo features and +promote its widespread use. + +This module is part of the `OCA/server-backend `_ project on GitHub. + +You are welcome to contribute. To learn how please visit https://odoo-community.org/page/Contribute. diff --git a/base_external_dbsource_importer/__init__.py b/base_external_dbsource_importer/__init__.py new file mode 100644 index 000000000..31660d6a9 --- /dev/null +++ b/base_external_dbsource_importer/__init__.py @@ -0,0 +1,3 @@ +# License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl). + +from . import models diff --git a/base_external_dbsource_importer/__manifest__.py b/base_external_dbsource_importer/__manifest__.py new file mode 100644 index 000000000..4d6a40d5c --- /dev/null +++ b/base_external_dbsource_importer/__manifest__.py @@ -0,0 +1,15 @@ +# Copyright 2018 Tecnativa - Sergio Teruel +# License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl). +{ + "name": "Base External Dbsource Importer", + "summary": "Import data from external DB Sources", + "version": "15.0.1.0.0", + "development_status": "Alpha", + "category": "Tools", + "website": "https://github.com/OCA/server-backend", + "author": "Tecnativa, Odoo Community Association (OCA)", + "license": "AGPL-3", + "installable": True, + "depends": ["base_external_dbsource", "base_location"], + "data": ["security/ir.model.access.csv", "views/base_external_dbsource_view.xml"], +} diff --git a/base_external_dbsource_importer/models/__init__.py b/base_external_dbsource_importer/models/__init__.py new file mode 100644 index 000000000..2a6c66430 --- /dev/null +++ b/base_external_dbsource_importer/models/__init__.py @@ -0,0 +1,4 @@ +# License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl). + +from . import base_external_dbsource +from . import external_mixin diff --git a/base_external_dbsource_importer/models/base_external_dbsource.py b/base_external_dbsource_importer/models/base_external_dbsource.py new file mode 100644 index 000000000..d9fbd1bf6 --- /dev/null +++ b/base_external_dbsource_importer/models/base_external_dbsource.py @@ -0,0 +1,206 @@ +# Copyright 2018 Tecnativa - Sergio Teruel +# License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl). + +import logging +import string + +from odoo import api, fields, models +from odoo.tools import ormcache + +_logger = logging.getLogger(__name__) + +LETTERS = {ord(d): str(i) for i, d in enumerate(string.digits + string.ascii_uppercase)} + + +class BaseExternalModel: + _name = "base.external.model" + + def __init__(self, cr, rows, cols): + self._cr = cr + self.rows = rows + self.cols = cols + self.index = 0 + + def __getattr__(self, attrib): + return self[self.cols[attrib]] + + def __iter__(self): + return self + + def __next__(self): + if self.index >= len(self.rows): + raise StopIteration("There is no elements") + row = self.rows[self.index] + self.index += 1 + return row + + def __len__(self): + return len(self.rows) + + +class BaseExternalModelImporter: + _name = "base.external.model.importer" + _external_key = None + + def __init__(self, dbsource, file_path="", file_name=""): + self.env = dbsource.env + self.dbsource = dbsource + self.file_path = file_path + self.file_name = file_name + + def execute_query(self, sql, params, metadata): + return True + + def _get_external_records(self, table_name, fields="*", where=""): + sql = "SELECT {} FROM {} {};".format(fields, table_name, where) + rows, cols = self.execute_query(sql, [], metadata=True) + fds_records = BaseExternalModel(self.env.cr, rows, cols) + return fds_records + + def load_data( + self, + model_name, + table_name, + fields="*", + where="", + odoo_key="", + load_all_odoo_records=False, + ): + odoo_key = odoo_key or self._external_key + Model = self.env[model_name] + fds_records = self._get_external_records(table_name, fields=fields, where=where) + domain = [] + if not load_all_odoo_records: + domain = [(odoo_key, "!=", False)] + if hasattr(Model, "active"): + domain.extend(["|", ("active", "=", True), ("active", "=", False)]) + records = Model.search(domain).with_context(prefetch_fields=False) + records_dic = {c[odoo_key]: c.id for c in records if c[odoo_key]} + return fds_records, records, records_dic + + def upsert( + self, + fds_key, + records, + records_dic, + vals, + update_vals=False, + update_method=True, + specific_record=None, + only_update=False, + ): + model_name = records._name + fields_to_update = self.dbsource.fields_to_update_ids.filtered( + lambda x: x.model_id.model == model_name + ).mapped("field_ids.name") + record = specific_record or records.browse(records_dic.get(fds_key, False)) + if record: + if not update_method: + return record + # Performance issue + # record = records.filtered(lambda x: x.id == record_id) + values = (update_vals or vals).copy() + for k, v in values.copy().items(): + if k not in fields_to_update or ( + record._fields[k].convert_to_write(record[k], record) == v + ): + values.pop(k) + if values: + record.with_context(tracking_disable=True).write(values) + else: + Model = self.env[records._name] + if only_update: + return Model.browse() + record = Model.with_context(tracking_disable=True).create(vals) + records_dic[fds_key] = record.id + return record + + def get_m2_odoo_id(self, model_name, key_value, field_key=False, return_field="id"): + return self.dbsource.get_m2_odoo_id( + model_name, key_value, field_key or self._external_key, return_field + ) + + +class BaseExternalDbsource(models.Model): + """It provides logic for connection to a MySQL data source.""" + + _inherit = "base.external.dbsource" + + fields_to_update_ids = fields.One2many( + comodel_name="base.external.dbsource.fields.update", + inverse_name="db_source_id", + string="Fields To Update", + ) + only_update = fields.Boolean(string="Only update values", default=True) + + @api.model + @ormcache("model_name", "key_value", "field_key", "return_field") + def get_m2_odoo_id( + self, model_name, key_value, field_key="fds_key", return_field="id" + ): + if not key_value: + return False + record = self.env[model_name].search_external(key_value, field_key) + return record.id if return_field == "id" else record[return_field].id + + def _number_iban(self, iban): + return (iban[4:] + iban[:4]).translate(LETTERS) + + def generate_iban_check_digits(self, iban): + number_iban = self._number_iban(iban[:2] + "00" + iban[4:]) + return "{:0>2}".format(98 - (int(number_iban) % 97)) + + @api.model + @ormcache("code") + def _state_country_from_zip(self, code=None): + CityZip = city_zip = self.env["res.city.zip"] + if code: + city_zip = CityZip.search([("name", "=", code)], limit=1) + return ( + city_zip.city_id.state_id.id, + city_zip.city_id.country_id.id, + city_zip.city_id.country_id.code, + city_zip.id, + city_zip.city_id.id, + ) + + def _validate_vat(self, vals, country_code): + ResPartner = self.env["res.partner"] + original_vat = vals.pop("vat", False) + vat = original_vat + if not vat: + return vals + # Clean vat + vat = ( + vat.replace("-", "") + .replace(".", "") + .replace(" ", "") + .replace("*", "") + .upper() + ) + if not vat[1:2].isnumeric(): + country_code, vat = ResPartner._split_vat(vat) + if not country_code: + country_code = "ES" + full_vat = "{}{}".format(country_code.upper(), vat) + if ResPartner.simple_vat_check(country_code.lower(), vat): + vals["vat"] = full_vat + else: + if vals.get("comment", False): + vals["comment"] += "\nVAT: {}".format(original_vat) + else: + vals["comment"] = "VAT: {}".format(original_vat) + return vals + + +class DbSourceFieldsUpdate(models.Model): + _name = "base.external.dbsource.fields.update" + _description = "Base External Dbsource Fields To Update" + + db_source_id = fields.Many2one( + comodel_name="base.external.dbsource", string="External Db Source" + ) + model_id = fields.Many2one(comodel_name="ir.model", string="Model") + field_ids = fields.Many2many( + comodel_name="ir.model.fields", string="Fields To Update" + ) diff --git a/base_external_dbsource_importer/models/external_mixin.py b/base_external_dbsource_importer/models/external_mixin.py new file mode 100644 index 000000000..f33ca8507 --- /dev/null +++ b/base_external_dbsource_importer/models/external_mixin.py @@ -0,0 +1,145 @@ +# Copyright 2018 Tecnativa - Sergio Teruel +# License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl). + +from collections import defaultdict + +from psycopg2.extensions import AsIs + +from odoo import api, models + +# special columns automatically created by the ORM +LOG_ACCESS_COLUMNS = ["create_uid", "create_date", "write_uid", "write_date"] +MAGIC_COLUMNS = ["id"] + LOG_ACCESS_COLUMNS + + +class DbsourceExternalMixin(models.AbstractModel): + """It provides the unique key for mysql table.""" + + _name = "dbsource.external.mixin" + _external_field_key = "nexus_key" + + @api.model + def search_external(self, key_value, field_key): + """ + Mapped model is an model to mapp external records to only one + """ + mapped_model = self.env.context.get("mapped_model") + if mapped_model: + domain = [(self._external_field_key, "=", key_value)] + mapped = self.env["%s.mapped" % mapped_model].search(domain) + if mapped: + key_value = mapped.mapped_key + + domain = [(field_key, "=", key_value)] + return self.with_context(active_test=False).search(domain) + + def create_bypassed(self, vals_list): # noqa: C901 + # From v12 create method + bad_names = {"id", "parent_path"} + if self._log_access: + bad_names.update(LOG_ACCESS_COLUMNS) + unknown_names = set() + data_list = [] + inversed_fields = set() + for vals in vals_list: + # add missing defaults + vals = self._add_missing_default_values(vals) + # distribute fields into sets for various purposes + data = {} + data["stored"] = stored = {} + data["inversed"] = inversed = {} + data["inherited"] = inherited = defaultdict(dict) + data["protected"] = protected = set() + for key, val in vals.items(): + if key in bad_names: + continue + field = self._fields.get(key) + if not field: + unknown_names.add(key) + continue + if field.store: + stored[key] = val + if field.inherited: + inherited[field.related_field.model_name][key] = val + elif field.inverse: + inversed[key] = val + inversed_fields.add(field) + protected.update(self._field_computed.get(field, [field])) + data_list.append(data) + + # From v12 _create method + # Create records from the stored field values in ``data_list``. + assert data_list + cr = self.env.cr + quote = '"{}"'.format + + # set boolean fields to False by default (avoid NULL in database) + for name, field in self._fields.items(): + if field.type == "boolean" and field.store: + for data in data_list: + data["stored"].setdefault(name, False) + + # insert rows + ids = [] # ids of created records + other_fields = set() # non-column fields + translated_fields = set() # translated fields + + # column names, formats and values (for common fields) + columns0 = [("id", "nextval(%s)", self._sequence)] + if self._log_access: + columns0.append(("create_uid", "%s", self._uid)) + columns0.append(("create_date", "%s", AsIs("(now() at time zone 'UTC')"))) + columns0.append(("write_uid", "%s", self._uid)) + columns0.append(("write_date", "%s", AsIs("(now() at time zone 'UTC')"))) + + for data in data_list: + # determine column values + columns = list(columns0) + for name, val in sorted(data["stored"].items()): + field = self._fields[name] + assert field.store + + if field.column_type: + col_val = field.convert_to_column(val, self, data["stored"]) + columns.append((name, field.column_format, col_val)) + if field.translate is True: + translated_fields.add(field) + else: + other_fields.add(field) + + # insert a row with the given columns + # pylint: disable=E8103 + query = "INSERT INTO {} ({}) VALUES ({}) RETURNING id".format( + quote(self._table), + ", ".join(quote(name) for name, fmt, val in columns), + ", ".join(fmt for name, fmt, val in columns), + ) + params = [val for name, fmt, val in columns] + cr.execute(query, params) + ids.append(cr.fetchone()[0]) + + # Compatibility v11 and v12 + if other_fields: + record = self.browse(ids[-1]) + protected_fields = protected + upd_todo = [field.name for field in other_fields] + + # From v11 _create method + with self.env.protecting(protected_fields, record): + # defaults in context must be removed when call a + # one2many or many2many + rel_context = { + key: val + for key, val in self._context.items() + if not key.startswith("default_") + } + # call the 'write' method of fields which are not columns + for name in sorted( + upd_todo, key=lambda name: self._fields[name]._sequence + ): + field_value = data["stored"].get(name, False) + if not field_value: + continue + field = self._fields[name] + field.write(record.with_context(**rel_context), field_value) + return self.browse(ids) diff --git a/base_external_dbsource_importer/readme/CONFIGURE.rst b/base_external_dbsource_importer/readme/CONFIGURE.rst new file mode 100644 index 000000000..f8fb7dd36 --- /dev/null +++ b/base_external_dbsource_importer/readme/CONFIGURE.rst @@ -0,0 +1,4 @@ +To configure this module, you need to: + +#. Database sources can be configured in Settings > Technical > + Database Structure > Database sources. diff --git a/base_external_dbsource_importer/readme/CONTRIBUTORS.rst b/base_external_dbsource_importer/readme/CONTRIBUTORS.rst new file mode 100644 index 000000000..04fd0d7a2 --- /dev/null +++ b/base_external_dbsource_importer/readme/CONTRIBUTORS.rst @@ -0,0 +1,4 @@ +* `Tecnativa `_: + + * Sergio Teruel + * Carlos Dauden diff --git a/base_external_dbsource_importer/readme/DESCRIPTION.rst b/base_external_dbsource_importer/readme/DESCRIPTION.rst new file mode 100644 index 000000000..e2fa68387 --- /dev/null +++ b/base_external_dbsource_importer/readme/DESCRIPTION.rst @@ -0,0 +1 @@ +This module extends the functionality of base_external_dbsource diff --git a/base_external_dbsource_importer/security/ir.model.access.csv b/base_external_dbsource_importer/security/ir.model.access.csv new file mode 100644 index 000000000..8f250349a --- /dev/null +++ b/base_external_dbsource_importer/security/ir.model.access.csv @@ -0,0 +1,2 @@ +id,name,model_id:id,group_id:id,perm_read,perm_write,perm_create,perm_unlink +access_base_external_dbsource_fields_update_group_system,bae_external_dbsource_fields_group_system,model_base_external_dbsource_fields_update,base.group_system,1,1,1,1 diff --git a/base_external_dbsource_importer/static/description/icon.png b/base_external_dbsource_importer/static/description/icon.png new file mode 100644 index 0000000000000000000000000000000000000000..3a0328b516c4980e8e44cdb63fd945757ddd132d GIT binary patch literal 9455 zcmW++2RxMjAAjx~&dlBk9S+%}OXg)AGE&Cb*&}d0jUxM@u(PQx^-s)697TX`ehR4?GS^qbkof1cslKgkU)h65qZ9Oc=ml_0temigYLJfnz{IDzUf>bGs4N!v3=Z3jMq&A#7%rM5eQ#dc?k~! zVpnB`o+K7|Al`Q_U;eD$B zfJtP*jH`siUq~{KE)`jP2|#TUEFGRryE2`i0**z#*^6~AI|YzIWy$Cu#CSLW3q=GA z6`?GZymC;dCPk~rBS%eCb`5OLr;RUZ;D`}um=H)BfVIq%7VhiMr)_#G0N#zrNH|__ zc+blN2UAB0=617@>_u;MPHN;P;N#YoE=)R#i$k_`UAA>WWCcEVMh~L_ zj--gtp&|K1#58Yz*AHCTMziU1Jzt_jG0I@qAOHsk$2}yTmVkBp_eHuY$A9)>P6o~I z%aQ?!(GqeQ-Y+b0I(m9pwgi(IIZZzsbMv+9w{PFtd_<_(LA~0H(xz{=FhLB@(1&qHA5EJw1>>=%q2f&^X>IQ{!GJ4e9U z&KlB)z(84HmNgm2hg2C0>WM{E(DdPr+EeU_N@57;PC2&DmGFW_9kP&%?X4}+xWi)( z;)z%wI5>D4a*5XwD)P--sPkoY(a~WBw;E~AW`Yue4kFa^LM3X`8x|}ZUeMnqr}>kH zG%WWW>3ml$Yez?i%)2pbKPI7?5o?hydokgQyZsNEr{a|mLdt;X2TX(#B1j35xPnPW z*bMSSOauW>o;*=kO8ojw91VX!qoOQb)zHJ!odWB}d+*K?#sY_jqPdg{Sm2HdYzdEx zOGVPhVRTGPtv0o}RfVP;Nd(|CB)I;*t&QO8h zFfekr30S!-LHmV_Su-W+rEwYXJ^;6&3|L$mMC8*bQptyOo9;>Qb9Q9`ySe3%V$A*9 zeKEe+b0{#KWGp$F+tga)0RtI)nhMa-K@JS}2krK~n8vJ=Ngm?R!9G<~RyuU0d?nz# z-5EK$o(!F?hmX*2Yt6+coY`6jGbb7tF#6nHA zuKk=GGJ;ZwON1iAfG$E#Y7MnZVmrY|j0eVI(DN_MNFJmyZ|;w4tf@=CCDZ#5N_0K= z$;R~bbk?}TpfDjfB&aiQ$VA}s?P}xPERJG{kxk5~R`iRS(SK5d+Xs9swCozZISbnS zk!)I0>t=A<-^z(cmSFz3=jZ23u13X><0b)P)^1T_))Kr`e!-pb#q&J*Q`p+B6la%C zuVl&0duN<;uOsB3%T9Fp8t{ED108<+W(nOZd?gDnfNBC3>M8WE61$So|P zVvqH0SNtDTcsUdzaMDpT=Ty0pDHHNL@Z0w$Y`XO z2M-_r1S+GaH%pz#Uy0*w$Vdl=X=rQXEzO}d6J^R6zjM1u&c9vYLvLp?W7w(?np9x1 zE_0JSAJCPB%i7p*Wvg)pn5T`8k3-uR?*NT|J`eS#_#54p>!p(mLDvmc-3o0mX*mp_ zN*AeS<>#^-{S%W<*mz^!X$w_2dHWpcJ6^j64qFBft-o}o_Vx80o0>}Du;>kLts;$8 zC`7q$QI(dKYG`Wa8#wl@V4jVWBRGQ@1dr-hstpQL)Tl+aqVpGpbSfN>5i&QMXfiZ> zaA?T1VGe?rpQ@;+pkrVdd{klI&jVS@I5_iz!=UMpTsa~mBga?1r}aRBm1WS;TT*s0f0lY=JBl66Upy)-k4J}lh=P^8(SXk~0xW=T9v*B|gzIhN z>qsO7dFd~mgxAy4V?&)=5ieYq?zi?ZEoj)&2o)RLy=@hbCRcfT5jigwtQGE{L*8<@Yd{zg;CsL5mvzfDY}P-wos_6PfprFVaeqNE%h zKZhLtcQld;ZD+>=nqN~>GvROfueSzJD&BE*}XfU|H&(FssBqY=hPCt`d zH?@s2>I(|;fcW&YM6#V#!kUIP8$Nkdh0A(bEVj``-AAyYgwY~jB zT|I7Bf@%;7aL7Wf4dZ%VqF$eiaC38OV6oy3Z#TER2G+fOCd9Iaoy6aLYbPTN{XRPz z;U!V|vBf%H!}52L2gH_+j;`bTcQRXB+y9onc^wLm5wi3-Be}U>k_u>2Eg$=k!(l@I zcCg+flakT2Nej3i0yn+g+}%NYb?ta;R?(g5SnwsQ49U8Wng8d|{B+lyRcEDvR3+`O{zfmrmvFrL6acVP%yG98X zo&+VBg@px@i)%o?dG(`T;n*$S5*rnyiR#=wW}}GsAcfyQpE|>a{=$Hjg=-*_K;UtD z#z-)AXwSRY?OPefw^iI+ z)AXz#PfEjlwTes|_{sB?4(O@fg0AJ^g8gP}ex9Ucf*@_^J(s_5jJV}c)s$`Myn|Kd z$6>}#q^n{4vN@+Os$m7KV+`}c%4)4pv@06af4-x5#wj!KKb%caK{A&Y#Rfs z-po?Dcb1({W=6FKIUirH&(yg=*6aLCekcKwyfK^JN5{wcA3nhO(o}SK#!CINhI`-I z1)6&n7O&ZmyFMuNwvEic#IiOAwNkR=u5it{B9n2sAJV5pNhar=j5`*N!Na;c7g!l$ z3aYBqUkqqTJ=Re-;)s!EOeij=7SQZ3Hq}ZRds%IM*PtM$wV z@;rlc*NRK7i3y5BETSKuumEN`Xu_8GP1Ri=OKQ$@I^ko8>H6)4rjiG5{VBM>B|%`&&s^)jS|-_95&yc=GqjNo{zFkw%%HHhS~e=s zD#sfS+-?*t|J!+ozP6KvtOl!R)@@-z24}`9{QaVLD^9VCSR2b`b!KC#o;Ki<+wXB6 zx3&O0LOWcg4&rv4QG0)4yb}7BFSEg~=IR5#ZRj8kg}dS7_V&^%#Do==#`u zpy6{ox?jWuR(;pg+f@mT>#HGWHAJRRDDDv~@(IDw&R>9643kK#HN`!1vBJHnC+RM&yIh8{gG2q zA%e*U3|N0XSRa~oX-3EAneep)@{h2vvd3Xvy$7og(sayr@95+e6~Xvi1tUqnIxoIH zVWo*OwYElb#uyW{Imam6f2rGbjR!Y3`#gPqkv57dB6K^wRGxc9B(t|aYDGS=m$&S!NmCtrMMaUg(c zc2qC=2Z`EEFMW-me5B)24AqF*bV5Dr-M5ig(l-WPS%CgaPzs6p_gnCIvTJ=Y<6!gT zVt@AfYCzjjsMEGi=rDQHo0yc;HqoRNnNFeWZgcm?f;cp(6CNylj36DoL(?TS7eU#+ z7&mfr#y))+CJOXQKUMZ7QIdS9@#-}7y2K1{8)cCt0~-X0O!O?Qx#E4Og+;A2SjalQ zs7r?qn0H044=sDN$SRG$arw~n=+T_DNdSrarmu)V6@|?1-ZB#hRn`uilTGPJ@fqEy zGt(f0B+^JDP&f=r{#Y_wi#AVDf-y!RIXU^0jXsFpf>=Ji*TeqSY!H~AMbJdCGLhC) zn7Rx+sXw6uYj;WRYrLd^5IZq@6JI1C^YkgnedZEYy<&4(z%Q$5yv#Boo{AH8n$a zhb4Y3PWdr269&?V%uI$xMcUrMzl=;w<_nm*qr=c3Rl@i5wWB;e-`t7D&c-mcQl7x! zZWB`UGcw=Y2=}~wzrfLx=uet<;m3~=8I~ZRuzvMQUQdr+yTV|ATf1Uuomr__nDf=X zZ3WYJtHp_ri(}SQAPjv+Y+0=fH4krOP@S&=zZ-t1jW1o@}z;xk8 z(Nz1co&El^HK^NrhVHa-_;&88vTU>_J33=%{if;BEY*J#1n59=07jrGQ#IP>@u#3A z;!q+E1Rj3ZJ+!4bq9F8PXJ@yMgZL;>&gYA0%_Kbi8?S=XGM~dnQZQ!yBSgcZhY96H zrWnU;k)qy`rX&&xlDyA%(a1Hhi5CWkmg(`Gb%m(HKi-7Z!LKGRP_B8@`7&hdDy5n= z`OIxqxiVfX@OX1p(mQu>0Ai*v_cTMiw4qRt3~NBvr9oBy0)r>w3p~V0SCm=An6@3n)>@z!|o-$HvDK z|3D2ZMJkLE5loMKl6R^ez@Zz%S$&mbeoqH5`Bb){Ei21q&VP)hWS2tjShfFtGE+$z zzCR$P#uktu+#!w)cX!lWN1XU%K-r=s{|j?)Akf@q#3b#{6cZCuJ~gCxuMXRmI$nGtnH+-h z+GEi!*X=AP<|fG`1>MBdTb?28JYc=fGvAi2I<$B(rs$;eoJCyR6_bc~p!XR@O-+sD z=eH`-ye})I5ic1eL~TDmtfJ|8`0VJ*Yr=hNCd)G1p2MMz4C3^Mj?7;!w|Ly%JqmuW zlIEW^Ft%z?*|fpXda>Jr^1noFZEwFgVV%|*XhH@acv8rdGxeEX{M$(vG{Zw+x(ei@ zmfXb22}8-?Fi`vo-YVrTH*C?a8%M=Hv9MqVH7H^J$KsD?>!SFZ;ZsvnHr_gn=7acz z#W?0eCdVhVMWN12VV^$>WlQ?f;P^{(&pYTops|btm6aj>_Uz+hqpGwB)vWp0Cf5y< zft8-je~nn?W11plq}N)4A{l8I7$!ks_x$PXW-2XaRFswX_BnF{R#6YIwMhAgd5F9X zGmwdadS6(a^fjHtXg8=l?Rc0Sm%hk6E9!5cLVloEy4eh(=FwgP`)~I^5~pBEWo+F6 zSf2ncyMurJN91#cJTy_u8Y}@%!bq1RkGC~-bV@SXRd4F{R-*V`bS+6;W5vZ(&+I<9$;-V|eNfLa5n-6% z2(}&uGRF;p92eS*sE*oR$@pexaqr*meB)VhmIg@h{uzkk$9~qh#cHhw#>O%)b@+(| z^IQgqzuj~Sk(J;swEM-3TrJAPCq9k^^^`q{IItKBRXYe}e0Tdr=Huf7da3$l4PdpwWDop%^}n;dD#K4s#DYA8SHZ z&1!riV4W4R7R#C))JH1~axJ)RYnM$$lIR%6fIVA@zV{XVyx}C+a-Dt8Y9M)^KU0+H zR4IUb2CJ{Hg>CuaXtD50jB(_Tcx=Z$^WYu2u5kubqmwp%drJ6 z?Fo40g!Qd<-l=TQxqHEOuPX0;^z7iX?Ke^a%XT<13TA^5`4Xcw6D@Ur&VT&CUe0d} z1GjOVF1^L@>O)l@?bD~$wzgf(nxX1OGD8fEV?TdJcZc2KoUe|oP1#=$$7ee|xbY)A zDZq+cuTpc(fFdj^=!;{k03C69lMQ(|>uhRfRu%+!k&YOi-3|1QKB z z?n?eq1XP>p-IM$Z^C;2L3itnbJZAip*Zo0aw2bs8@(s^~*8T9go!%dHcAz2lM;`yp zD=7&xjFV$S&5uDaiScyD?B-i1ze`+CoRtz`Wn+Zl&#s4&}MO{@N!ufrzjG$B79)Y2d3tBk&)TxUTw@QS0TEL_?njX|@vq?Uz(nBFK5Pq7*xj#u*R&i|?7+6# z+|r_n#SW&LXhtheZdah{ZVoqwyT{D>MC3nkFF#N)xLi{p7J1jXlmVeb;cP5?e(=f# zuT7fvjSbjS781v?7{)-X3*?>tq?)Yd)~|1{BDS(pqC zC}~H#WXlkUW*H5CDOo<)#x7%RY)A;ShGhI5s*#cRDA8YgqG(HeKDx+#(ZQ?386dv! zlXCO)w91~Vw4AmOcATuV653fa9R$fyK8ul%rG z-wfS zihugoZyr38Im?Zuh6@RcF~t1anQu7>#lPpb#}4cOA!EM11`%f*07RqOVkmX{p~KJ9 z^zP;K#|)$`^Rb{rnHGH{~>1(fawV0*Z#)}M`m8-?ZJV<+e}s9wE# z)l&az?w^5{)`S(%MRzxdNqrs1n*-=jS^_jqE*5XDrA0+VE`5^*p3CuM<&dZEeCjoz zR;uu_H9ZPZV|fQq`Cyw4nscrVwi!fE6ciMmX$!_hN7uF;jjKG)d2@aC4ropY)8etW=xJvni)8eHi`H$%#zn^WJ5NLc-rqk|u&&4Z6fD_m&JfSI1Bvb?b<*n&sfl0^t z=HnmRl`XrFvMKB%9}>PaA`m-fK6a0(8=qPkWS5bb4=v?XcWi&hRY?O5HdulRi4?fN zlsJ*N-0Qw+Yic@s0(2uy%F@ib;GjXt01Fmx5XbRo6+n|pP(&nodMoap^z{~q ziEeaUT@Mxe3vJSfI6?uLND(CNr=#^W<1b}jzW58bIfyWTDle$mmS(|x-0|2UlX+9k zQ^EX7Nw}?EzVoBfT(-LT|=9N@^hcn-_p&sqG z&*oVs2JSU+N4ZD`FhCAWaS;>|wH2G*Id|?pa#@>tyxX`+4HyIArWDvVrX)2WAOQff z0qyHu&-S@i^MS-+j--!pr4fPBj~_8({~e1bfcl0wI1kaoN>mJL6KUPQm5N7lB(ui1 zE-o%kq)&djzWJ}ob<-GfDlkB;F31j-VHKvQUGQ3sp`CwyGJk_i!y^sD0fqC@$9|jO zOqN!r!8-p==F@ZVP=U$qSpY(gQ0)59P1&t@y?5rvg<}E+GB}26NYPp4f2YFQrQtot5mn3wu_qprZ=>Ig-$ zbW26Ws~IgY>}^5w`vTB(G`PTZaDiGBo5o(tp)qli|NeV( z@H_=R8V39rt5J5YB2Ky?4eJJ#b`_iBe2ot~6%7mLt5t8Vwi^Jy7|jWXqa3amOIoRb zOr}WVFP--DsS`1WpN%~)t3R!arKF^Q$e12KEqU36AWwnCBICpH4XCsfnyrHr>$I$4 z!DpKX$OKLWarN7nv@!uIA+~RNO)l$$w}p(;b>mx8pwYvu;dD_unryX_NhT8*Tj>BTrTTL&!?O+%Rv;b?B??gSzdp?6Uug9{ zd@V08Z$BdI?fpoCS$)t4mg4rT8Q_I}h`0d-vYZ^|dOB*Q^S|xqTV*vIg?@fVFSmMpaw0qtTRbx} z({Pg?#{2`sc9)M5N$*N|4;^t$+QP?#mov zGVC@I*lBVrOU-%2y!7%)fAKjpEFsgQc4{amtiHb95KQEwvf<(3T<9-Zm$xIew#P22 zc2Ix|App^>v6(3L_MCU0d3W##AB0M~3D00EWoKZqsJYT(#@w$Y_H7G22M~ApVFTRHMI_3be)Lkn#0F*V8Pq zc}`Cjy$bE;FJ6H7p=0y#R>`}-m4(0F>%@P|?7fx{=R^uFdISRnZ2W_xQhD{YuR3t< z{6yxu=4~JkeA;|(J6_nv#>Nvs&FuLA&PW^he@t(UwFFE8)|a!R{`E`K`i^ZnyE4$k z;(749Ix|oi$c3QbEJ3b~D_kQsPz~fIUKym($a_7dJ?o+40*OLl^{=&oq$<#Q(yyrp z{J-FAniyAw9tPbe&IhQ|a`DqFTVQGQ&Gq3!C2==4x{6EJwiPZ8zub-iXoUtkJiG{} zPaR&}_fn8_z~(=;5lD-aPWD3z8PZS@AaUiomF!G8I}Mf>e~0g#BelA-5#`cj;O5>N Xviia!U7SGha1wx#SCgwmn*{w2TRX*I literal 0 HcmV?d00001 diff --git a/base_external_dbsource_importer/static/description/index.html b/base_external_dbsource_importer/static/description/index.html new file mode 100644 index 000000000..20a1471de --- /dev/null +++ b/base_external_dbsource_importer/static/description/index.html @@ -0,0 +1,438 @@ + + + + + + +Base External Dbsource Importer + + + +
+

Base External Dbsource Importer

+ + +

Alpha License: AGPL-3 OCA/server-backend Translate me on Weblate Try me on Runbot

+

This module extends the functionality of base_external_dbsource

+
+

Important

+

This is an alpha version, the data model and design can change at any time without warning. +Only for development or testing purpose, do not use in production. +More details on development status

+
+

Table of contents

+ +
+

Configuration

+

To configure this module, you need to:

+
    +
  1. Database sources can be configured in Settings > Technical > +Database Structure > Database sources.
    2. +
+
+
+

Bug Tracker

+

Bugs are tracked on GitHub Issues. +In case of trouble, please check there if your issue has already been reported. +If you spotted it first, help us smashing it by providing a detailed and welcomed +feedback.

+

Do not contact contributors directly about support or help with technical issues.

+
+
+

Credits

+
+

Authors

+
    +
  • Tecnativa
    • +
+
+
+

Contributors

+
    +
  • Tecnativa:
      +
    • Sergio Teruel
      • +
    • Carlos Dauden
      • +
    +
    • +
+
+
+

Maintainers

+

This module is maintained by the OCA.

+Odoo Community Association +

OCA, or the Odoo Community Association, is a nonprofit organization whose +mission is to support the collaborative development of Odoo features and +promote its widespread use.

+

This module is part of the OCA/server-backend project on GitHub.

+

You are welcome to contribute. To learn how please visit https://odoo-community.org/page/Contribute.

+
+
+
+ + diff --git a/base_external_dbsource_importer/views/base_external_dbsource_view.xml b/base_external_dbsource_importer/views/base_external_dbsource_view.xml new file mode 100644 index 000000000..1bf64409a --- /dev/null +++ b/base_external_dbsource_importer/views/base_external_dbsource_view.xml @@ -0,0 +1,35 @@ + + + + + + External Dbsource Importer View + base.external.dbsource + + + + + + + + + + + + + + + + + + + From 28a27408cbe64768c960b1e757a1e7193c745310 Mon Sep 17 00:00:00 2001 From: sergio-teruel Date: Sat, 22 Apr 2023 09:34:28 +0200 Subject: [PATCH 02/25] [IMP] base_external_dbsource_importer: Allow force update existing record. Not need defined fields to modify --- .../models/base_external_dbsource.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/base_external_dbsource_importer/models/base_external_dbsource.py b/base_external_dbsource_importer/models/base_external_dbsource.py index d9fbd1bf6..336121627 100644 --- a/base_external_dbsource_importer/models/base_external_dbsource.py +++ b/base_external_dbsource_importer/models/base_external_dbsource.py @@ -88,6 +88,7 @@ def upsert( update_method=True, specific_record=None, only_update=False, + force_update=False, ): model_name = records._name fields_to_update = self.dbsource.fields_to_update_ids.filtered( @@ -100,11 +101,12 @@ def upsert( # Performance issue # record = records.filtered(lambda x: x.id == record_id) values = (update_vals or vals).copy() - for k, v in values.copy().items(): - if k not in fields_to_update or ( - record._fields[k].convert_to_write(record[k], record) == v - ): - values.pop(k) + if not force_update: + for k, v in values.copy().items(): + if k not in fields_to_update or ( + record._fields[k].convert_to_write(record[k], record) == v + ): + values.pop(k) if values: record.with_context(tracking_disable=True).write(values) else: From 775b3d0f1c3555d0552e1dbe7271223a829adf9e Mon Sep 17 00:00:00 2001 From: Carlos Dauden Date: Mon, 2 Oct 2023 16:48:06 +0200 Subject: [PATCH 03/25] [IMP] base_external_dbsource_importer: Add country_code param in _state_country_from_zip method --- .../models/base_external_dbsource.py | 18 +++++++++++++----- 1 file changed, 13 insertions(+), 5 deletions(-) diff --git a/base_external_dbsource_importer/models/base_external_dbsource.py b/base_external_dbsource_importer/models/base_external_dbsource.py index 336121627..02580f428 100644 --- a/base_external_dbsource_importer/models/base_external_dbsource.py +++ b/base_external_dbsource_importer/models/base_external_dbsource.py @@ -153,15 +153,23 @@ def generate_iban_check_digits(self, iban): return "{:0>2}".format(98 - (int(number_iban) % 97)) @api.model - @ormcache("code") - def _state_country_from_zip(self, code=None): + @ormcache("code", "country_code") + def _state_country_from_zip(self, code=None, country_code=None): CityZip = city_zip = self.env["res.city.zip"] if code: - city_zip = CityZip.search([("name", "=", code)], limit=1) + domain = [("name", "=", code)] + if country_code: + domain.append(("country_id.code", "=", country_code)) + city_zip = CityZip.search(domain, limit=1) + country = city_zip.country_id + if not country and country_code: + country = self.env["res.country"].search( + [("code", "=", country_code)], limit=1 + ) return ( city_zip.city_id.state_id.id, - city_zip.city_id.country_id.id, - city_zip.city_id.country_id.code, + country.id, + country.code, city_zip.id, city_zip.city_id.id, ) From 3328d40080a56fb4c520d17d1bfa2a2bb21b3519 Mon Sep 17 00:00:00 2001 From: sergio-teruel Date: Tue, 3 Dec 2024 22:02:00 +0100 Subject: [PATCH 04/25] [IMP] base_external_dbsource_importer: Allow get records from custom method to be extended by other modules --- .../models/base_external_dbsource.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/base_external_dbsource_importer/models/base_external_dbsource.py b/base_external_dbsource_importer/models/base_external_dbsource.py index 02580f428..957074b3b 100644 --- a/base_external_dbsource_importer/models/base_external_dbsource.py +++ b/base_external_dbsource_importer/models/base_external_dbsource.py @@ -57,6 +57,12 @@ def _get_external_records(self, table_name, fields="*", where=""): fds_records = BaseExternalModel(self.env.cr, rows, cols) return fds_records + def _get_external_records_from_file(self): + """Return the same structure of db query but from a file. + To be implemented by other modules + """ + return {} + def load_data( self, model_name, @@ -65,10 +71,16 @@ def load_data( where="", odoo_key="", load_all_odoo_records=False, + origin=False, ): odoo_key = odoo_key or self._external_key Model = self.env[model_name] - fds_records = self._get_external_records(table_name, fields=fields, where=where) + if not origin: + fds_records = self._get_external_records( + table_name, fields=fields, where=where + ) + else: + fds_records = self._get_external_records_from_file() domain = [] if not load_all_odoo_records: domain = [(odoo_key, "!=", False)] From d4773573b93ed6da977058c294ad9fc9c8bbec43 Mon Sep 17 00:00:00 2001 From: sergio-teruel Date: Thu, 20 Mar 2025 14:09:04 +0100 Subject: [PATCH 05/25] [IMP] base_external_dbsource_importer: Allow to use more specific model name for mapped models --- base_external_dbsource_importer/models/external_mixin.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/base_external_dbsource_importer/models/external_mixin.py b/base_external_dbsource_importer/models/external_mixin.py index f33ca8507..c7fda06de 100644 --- a/base_external_dbsource_importer/models/external_mixin.py +++ b/base_external_dbsource_importer/models/external_mixin.py @@ -17,6 +17,9 @@ class DbsourceExternalMixin(models.AbstractModel): _name = "dbsource.external.mixin" _external_field_key = "nexus_key" + # The name of mapped records to other existing records has the format + # 'model.xxx.mapped' where xxx is the _mapped_name property + _mapped_name = None @api.model def search_external(self, key_value, field_key): @@ -26,7 +29,11 @@ def search_external(self, key_value, field_key): mapped_model = self.env.context.get("mapped_model") if mapped_model: domain = [(self._external_field_key, "=", key_value)] - mapped = self.env["%s.mapped" % mapped_model].search(domain) + if self._mapped_name: + mapped_name = f"{mapped_model}.{self._mapped_name}.mapped" + else: + mapped_name = f"{mapped_model}.mapped" + mapped = self.env[mapped_name].search(domain) if mapped: key_value = mapped.mapped_key From 57bacfe1eb2b9b4acc9889b28203e49e6f9f8beb Mon Sep 17 00:00:00 2001 From: sergio-teruel Date: Thu, 20 Mar 2025 14:22:55 +0100 Subject: [PATCH 06/25] [IMP] base_external_dbsource_importer: Allow to use 'with_context' on importer class --- .../models/base_external_dbsource.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/base_external_dbsource_importer/models/base_external_dbsource.py b/base_external_dbsource_importer/models/base_external_dbsource.py index 957074b3b..49e231945 100644 --- a/base_external_dbsource_importer/models/base_external_dbsource.py +++ b/base_external_dbsource_importer/models/base_external_dbsource.py @@ -134,6 +134,10 @@ def get_m2_odoo_id(self, model_name, key_value, field_key=False, return_field="i model_name, key_value, field_key or self._external_key, return_field ) + def with_context(self, *args, **kwargs): + context = dict(args[0] if args else self.dbsource._context, **kwargs) + return self.dbsource.with_context(**context) + class BaseExternalDbsource(models.Model): """It provides logic for connection to a MySQL data source.""" From 51a64bfbcfb2b12552fcc3a4ffcb58aca6e8042d Mon Sep 17 00:00:00 2001 From: sergio-teruel Date: Wed, 2 Apr 2025 21:48:24 +0200 Subject: [PATCH 07/25] [IMP] base_external_dbsource_importer: Allow use mapped file TT55340 --- base_external_dbsource_importer/README.rst | 23 +++++---- .../models/base_external_dbsource.py | 50 +++++++++++++++++-- .../static/description/index.html | 50 ++++++++++--------- .../views/base_external_dbsource_view.xml | 4 ++ 4 files changed, 91 insertions(+), 36 deletions(-) diff --git a/base_external_dbsource_importer/README.rst b/base_external_dbsource_importer/README.rst index f89f742d8..0ac6d70e1 100644 --- a/base_external_dbsource_importer/README.rst +++ b/base_external_dbsource_importer/README.rst @@ -2,10 +2,13 @@ Base External Dbsource Importer =============================== -.. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! +.. + !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! !! This file is generated by oca-gen-addon-readme !! !! changes will be overwritten. !! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! + !! source digest: sha256:4b5317a7f0ec00abe7f7b879b78bb04e606b03d8b3574560cfd9d8fcd64a0225 + !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! .. |badge1| image:: https://img.shields.io/badge/maturity-Alpha-red.png :target: https://odoo-community.org/page/development-status @@ -14,16 +17,16 @@ Base External Dbsource Importer :target: http://www.gnu.org/licenses/agpl-3.0-standalone.html :alt: License: AGPL-3 .. |badge3| image:: https://img.shields.io/badge/github-OCA%2Fserver--backend-lightgray.png?logo=github - :target: https://github.com/OCA/server-backend/tree/13.0/base_external_dbsource_importer + :target: https://github.com/OCA/server-backend/tree/15.0/base_external_dbsource_importer :alt: OCA/server-backend .. |badge4| image:: https://img.shields.io/badge/weblate-Translate%20me-F47D42.png - :target: https://translation.odoo-community.org/projects/server-backend-13-0/server-backend-13-0-base_external_dbsource_importer + :target: https://translation.odoo-community.org/projects/server-backend-15-0/server-backend-15-0-base_external_dbsource_importer :alt: Translate me on Weblate -.. |badge5| image:: https://img.shields.io/badge/runbot-Try%20me-875A7B.png - :target: https://runbot.odoo-community.org/runbot/253/13.0 - :alt: Try me on Runbot +.. |badge5| image:: https://img.shields.io/badge/runboat-Try%20me-875A7B.png + :target: https://runboat.odoo-community.org/builds?repo=OCA/server-backend&target_branch=15.0 + :alt: Try me on Runboat -|badge1| |badge2| |badge3| |badge4| |badge5| +|badge1| |badge2| |badge3| |badge4| |badge5| This module extends the functionality of base_external_dbsource @@ -50,8 +53,8 @@ Bug Tracker Bugs are tracked on `GitHub Issues `_. In case of trouble, please check there if your issue has already been reported. -If you spotted it first, help us smashing it by providing a detailed and welcomed -`feedback `_. +If you spotted it first, help us to smash it by providing a detailed and welcomed +`feedback `_. Do not contact contributors directly about support or help with technical issues. @@ -84,6 +87,6 @@ OCA, or the Odoo Community Association, is a nonprofit organization whose mission is to support the collaborative development of Odoo features and promote its widespread use. -This module is part of the `OCA/server-backend `_ project on GitHub. +This module is part of the `OCA/server-backend `_ project on GitHub. You are welcome to contribute. To learn how please visit https://odoo-community.org/page/Contribute. diff --git a/base_external_dbsource_importer/models/base_external_dbsource.py b/base_external_dbsource_importer/models/base_external_dbsource.py index 49e231945..34b971873 100644 --- a/base_external_dbsource_importer/models/base_external_dbsource.py +++ b/base_external_dbsource_importer/models/base_external_dbsource.py @@ -1,10 +1,14 @@ # Copyright 2018 Tecnativa - Sergio Teruel # License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl). - +import base64 import logging import string -from odoo import api, fields, models +import xlrd +from sqlalchemy import text + +from odoo import _, api, fields, models +from odoo.exceptions import UserError from odoo.tools import ormcache _logger = logging.getLogger(__name__) @@ -53,7 +57,7 @@ def execute_query(self, sql, params, metadata): def _get_external_records(self, table_name, fields="*", where=""): sql = "SELECT {} FROM {} {};".format(fields, table_name, where) - rows, cols = self.execute_query(sql, [], metadata=True) + rows, cols = self.execute_query(text(sql), [], metadata=True) fds_records = BaseExternalModel(self.env.cr, rows, cols) return fds_records @@ -150,6 +154,12 @@ class BaseExternalDbsource(models.Model): string="Fields To Update", ) only_update = fields.Boolean(string="Only update values", default=True) + date_from = fields.Date() + date_to = fields.Date() + data_mapper_file = fields.Binary(string="Excel file with data mapped") + data_mapper_filename = fields.Char( + string="Excel file filename", + ) @api.model @ormcache("model_name", "key_value", "field_key", "return_field") @@ -218,6 +228,40 @@ def _validate_vat(self, vals, country_code): vals["comment"] = "VAT: {}".format(original_vat) return vals + def generate_data_mapped_from_file(self, sheet_dic): + """ + param: + sheet_dic: Dictionary type {'sheet_name': { + 'odoo_col': 1, + 'source_col': 2, + }} + """ + if not self.data_mapper_file: + raise UserError(_("Debe seleccionar un archivo para importar")) + xl_workbook = xlrd.open_workbook( + file_contents=base64.b64decode(self.data_mapper_file) + ) + data_dic = {} + for sheet_name, cols_dic in sheet_dic.items(): + xl_sheet = xl_workbook.sheet_by_name(sheet_name) + odoo_col = cols_dic["odoo_col"] + source_col = cols_dic["source_col"] + data_dic[sheet_name] = {} + for row_idx in range(1, xl_sheet.nrows): + if xl_sheet.cell_type(row_idx, source_col) == xlrd.XL_CELL_EMPTY: + continue + odoo_ref = xl_sheet.cell(row_idx, odoo_col).value + if xl_sheet.cell_type(row_idx, source_col) != xlrd.XL_CELL_TEXT: + vila_code = str(int(xl_sheet.cell(row_idx, 2).value)) + else: + vila_code = xl_sheet.cell(row_idx, source_col).value + if xl_sheet.cell_type(row_idx, odoo_col) != xlrd.XL_CELL_TEXT: + odoo_external = False + else: + odoo_external = self.env.ref(odoo_ref, raise_if_not_found=False) + data_dic[sheet_name][vila_code] = odoo_external + return data_dic + class DbSourceFieldsUpdate(models.Model): _name = "base.external.dbsource.fields.update" diff --git a/base_external_dbsource_importer/static/description/index.html b/base_external_dbsource_importer/static/description/index.html index 20a1471de..96b1d5724 100644 --- a/base_external_dbsource_importer/static/description/index.html +++ b/base_external_dbsource_importer/static/description/index.html @@ -1,20 +1,20 @@ - - + Base External Dbsource Importer