mirror of
https://github.com/bringout/oca-ocb-core.git
synced 2026-04-20 01:52:07 +02:00
792 lines
30 KiB
Python
792 lines
30 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Part of Odoo. See LICENSE file for full copyright and licensing details.
|
|
|
|
__all__ = [
|
|
'convert_file', 'convert_sql_import',
|
|
'convert_csv_import', 'convert_xml_import'
|
|
]
|
|
import base64
|
|
import csv
|
|
import io
|
|
import logging
|
|
import os.path
|
|
import pprint
|
|
import re
|
|
import subprocess
|
|
import warnings
|
|
from datetime import datetime, timedelta
|
|
from typing import Literal, Optional
|
|
|
|
from dateutil.relativedelta import relativedelta
|
|
from lxml import etree, builder
|
|
try:
|
|
import jingtrang
|
|
except ImportError:
|
|
jingtrang = None
|
|
|
|
from .config import config
|
|
from .misc import file_open, file_path, SKIPPED_ELEMENT_TYPES
|
|
from odoo.exceptions import ValidationError
|
|
|
|
from .safe_eval import safe_eval, pytz, time
|
|
|
|
_logger = logging.getLogger(__name__)
|
|
|
|
ConvertMode = Literal['init', 'update']
|
|
IdRef = dict[str, int | Literal[False]]
|
|
|
|
class ParseError(Exception):
|
|
...
|
|
|
|
|
|
def _get_eval_context(self, env, model_str):
|
|
from odoo import fields, release # noqa: PLC0415
|
|
context = dict(Command=fields.Command,
|
|
time=time,
|
|
DateTime=datetime,
|
|
datetime=datetime,
|
|
timedelta=timedelta,
|
|
relativedelta=relativedelta,
|
|
version=release.major_version,
|
|
ref=self.id_get,
|
|
pytz=pytz)
|
|
if model_str:
|
|
context['obj'] = env[model_str].browse
|
|
return context
|
|
|
|
def _fix_multiple_roots(node):
|
|
"""
|
|
Surround the children of the ``node`` element of an XML field with a
|
|
single root "data" element, to prevent having a document with multiple
|
|
roots once parsed separately.
|
|
|
|
XML nodes should have one root only, but we'd like to support
|
|
direct multiple roots in our partial documents (like inherited view architectures).
|
|
As a convention we'll surround multiple root with a container "data" element, to be
|
|
ignored later when parsing.
|
|
"""
|
|
real_nodes = [x for x in node if not isinstance(x, SKIPPED_ELEMENT_TYPES)]
|
|
if len(real_nodes) > 1:
|
|
data_node = etree.Element("data")
|
|
for child in node:
|
|
data_node.append(child)
|
|
node.append(data_node)
|
|
|
|
def _eval_xml(self, node, env):
|
|
if node.tag in ('field','value'):
|
|
t = node.get('type','char')
|
|
f_model = node.get('model')
|
|
if f_search := node.get('search'):
|
|
f_use = node.get("use",'id')
|
|
f_name = node.get("name")
|
|
context = _get_eval_context(self, env, f_model)
|
|
q = safe_eval(f_search, context)
|
|
ids = env[f_model].search(q).ids
|
|
if f_use != 'id':
|
|
ids = [x[f_use] for x in env[f_model].browse(ids).read([f_use])]
|
|
_fields = env[f_model]._fields
|
|
if (f_name in _fields) and _fields[f_name].type == 'many2many':
|
|
return ids
|
|
f_val = False
|
|
if len(ids):
|
|
f_val = ids[0]
|
|
if isinstance(f_val, tuple):
|
|
f_val = f_val[0]
|
|
return f_val
|
|
if a_eval := node.get('eval'):
|
|
context = _get_eval_context(self, env, f_model)
|
|
try:
|
|
return safe_eval(a_eval, context)
|
|
except Exception:
|
|
logging.getLogger('odoo.tools.convert.init').error(
|
|
'Could not eval(%s) for %s in %s', a_eval, node.get('name'), env.context)
|
|
raise
|
|
def _process(s):
|
|
matches = re.finditer(br'[^%]%\((.*?)\)[ds]'.decode('utf-8'), s)
|
|
done = set()
|
|
for m in matches:
|
|
found = m.group()[1:]
|
|
if found in done:
|
|
continue
|
|
done.add(found)
|
|
rec_id = m[1]
|
|
xid = self.make_xml_id(rec_id)
|
|
if (record_id := self.idref.get(xid)) is None:
|
|
record_id = self.idref[xid] = self.id_get(xid)
|
|
# So funny story: in Python 3, bytes(n: int) returns a
|
|
# bytestring of n nuls. In Python 2 it obviously returns the
|
|
# stringified number, which is what we're expecting here
|
|
s = s.replace(found, str(record_id))
|
|
s = s.replace('%%', '%') # Quite weird but it's for (somewhat) backward compatibility sake
|
|
return s
|
|
|
|
if t == 'xml':
|
|
_fix_multiple_roots(node)
|
|
return '<?xml version="1.0"?>\n'\
|
|
+_process("".join(etree.tostring(n, encoding='unicode') for n in node))
|
|
if t == 'html':
|
|
return _process("".join(etree.tostring(n, method='html', encoding='unicode') for n in node))
|
|
|
|
if node.get('file'):
|
|
if t == 'base64':
|
|
with file_open(node.get('file'), 'rb', env=env) as f:
|
|
return base64.b64encode(f.read())
|
|
|
|
with file_open(node.get('file'), env=env) as f:
|
|
data = f.read()
|
|
else:
|
|
data = node.text or ''
|
|
|
|
match t:
|
|
case 'file':
|
|
path = data.strip()
|
|
try:
|
|
file_path(os.path.join(self.module, path))
|
|
except FileNotFoundError:
|
|
raise FileNotFoundError(
|
|
f"No such file or directory: {path!r} in {self.module}"
|
|
) from None
|
|
return '%s,%s' % (self.module, path)
|
|
case 'char':
|
|
return data
|
|
case 'int':
|
|
d = data.strip()
|
|
if d == 'None':
|
|
return None
|
|
return int(d)
|
|
case 'float':
|
|
return float(data.strip())
|
|
case 'list':
|
|
return [_eval_xml(self, n, env) for n in node.iterchildren('value')]
|
|
case 'tuple':
|
|
return tuple(_eval_xml(self, n, env) for n in node.iterchildren('value'))
|
|
case 'base64':
|
|
raise ValueError("base64 type is only compatible with file data")
|
|
case t:
|
|
raise ValueError(f"Unknown type {t!r}")
|
|
|
|
elif node.tag == "function":
|
|
from odoo.models import BaseModel # noqa: PLC0415
|
|
model_str = node.get('model')
|
|
model = env[model_str]
|
|
method_name = node.get('name')
|
|
# determine arguments
|
|
args = []
|
|
kwargs = {}
|
|
|
|
if a_eval := node.get('eval'):
|
|
context = _get_eval_context(self, env, model_str)
|
|
args = list(safe_eval(a_eval, context))
|
|
for child in node:
|
|
if child.tag == 'value' and child.get('name'):
|
|
kwargs[child.get('name')] = _eval_xml(self, child, env)
|
|
else:
|
|
args.append(_eval_xml(self, child, env))
|
|
# merge current context with context in kwargs
|
|
if 'context' in kwargs:
|
|
model = model.with_context(**kwargs.pop('context'))
|
|
method = getattr(model, method_name)
|
|
is_model_method = getattr(method, '_api_model', False)
|
|
if is_model_method:
|
|
pass # already bound to an empty recordset
|
|
else:
|
|
record_ids, *args = args
|
|
model = model.browse(record_ids)
|
|
method = getattr(model, method_name)
|
|
# invoke method
|
|
result = method(*args, **kwargs)
|
|
if isinstance(result, BaseModel):
|
|
result = result.ids
|
|
return result
|
|
elif node.tag == "test":
|
|
return node.text
|
|
|
|
|
|
def str2bool(value):
|
|
return value.lower() not in ('0', 'false', 'off')
|
|
|
|
def nodeattr2bool(node, attr, default=False):
|
|
if not node.get(attr):
|
|
return default
|
|
val = node.get(attr).strip()
|
|
if not val:
|
|
return default
|
|
return str2bool(val)
|
|
|
|
class xml_import(object):
|
|
def get_env(self, node, eval_context=None):
|
|
uid = node.get('uid')
|
|
context = node.get('context')
|
|
if uid or context:
|
|
return self.env(
|
|
user=uid and self.id_get(uid),
|
|
context=context and {
|
|
**self.env.context,
|
|
**safe_eval(context, {
|
|
'ref': self.id_get,
|
|
**(eval_context or {})
|
|
}),
|
|
}
|
|
)
|
|
return self.env
|
|
|
|
def make_xml_id(self, xml_id):
|
|
if not xml_id or '.' in xml_id:
|
|
return xml_id
|
|
return "%s.%s" % (self.module, xml_id)
|
|
|
|
def _test_xml_id(self, xml_id):
|
|
if '.' in xml_id:
|
|
module, id = xml_id.split('.', 1)
|
|
assert '.' not in id, """The ID reference "%s" must contain
|
|
maximum one dot. They are used to refer to other modules ID, in the
|
|
form: module.record_id""" % (xml_id,)
|
|
if module != self.module:
|
|
modcnt = self.env['ir.module.module'].search_count([('name', '=', module), ('state', '=', 'installed')])
|
|
assert modcnt == 1, """The ID "%s" refers to an uninstalled module""" % (xml_id,)
|
|
|
|
def _tag_delete(self, rec):
|
|
d_model = rec.get("model")
|
|
records = self.env[d_model]
|
|
|
|
if d_search := rec.get("search"):
|
|
context = _get_eval_context(self, self.env, d_model)
|
|
try:
|
|
records = records.search(safe_eval(d_search, context))
|
|
except ValueError:
|
|
_logger.warning('Skipping deletion for failed search `%r`', d_search, exc_info=True)
|
|
|
|
if d_id := rec.get("id"):
|
|
try:
|
|
records += records.browse(self.id_get(d_id))
|
|
except ValueError:
|
|
# d_id cannot be found. doesn't matter in this case
|
|
_logger.warning('Skipping deletion for missing XML ID `%r`', d_id, exc_info=True)
|
|
|
|
if records:
|
|
records.unlink()
|
|
|
|
def _tag_function(self, rec):
|
|
if self.noupdate and self.mode != 'init':
|
|
return
|
|
env = self.get_env(rec)
|
|
_eval_xml(self, rec, env)
|
|
|
|
def _tag_menuitem(self, rec, parent=None):
|
|
rec_id = rec.attrib["id"]
|
|
self._test_xml_id(rec_id)
|
|
|
|
# The parent attribute was specified, if non-empty determine its ID, otherwise
|
|
# explicitly make a top-level menu
|
|
values = {
|
|
'parent_id': False,
|
|
'active': nodeattr2bool(rec, 'active', default=True),
|
|
}
|
|
|
|
if rec.get('sequence'):
|
|
values['sequence'] = int(rec.get('sequence'))
|
|
|
|
if parent is not None:
|
|
values['parent_id'] = parent
|
|
elif rec.get('parent'):
|
|
values['parent_id'] = self.id_get(rec.attrib['parent'])
|
|
elif rec.get('web_icon'):
|
|
values['web_icon'] = rec.attrib['web_icon']
|
|
|
|
|
|
if rec.get('name'):
|
|
values['name'] = rec.attrib['name']
|
|
|
|
if rec.get('action'):
|
|
a_action = rec.attrib['action']
|
|
|
|
if '.' not in a_action:
|
|
a_action = '%s.%s' % (self.module, a_action)
|
|
act = self.env.ref(a_action).sudo()
|
|
values['action'] = "%s,%d" % (act.type, act.id)
|
|
|
|
if not values.get('name') and act.type.endswith(('act_window', 'wizard', 'url', 'client', 'server')) and act.name:
|
|
values['name'] = act.name
|
|
|
|
if not values.get('name'):
|
|
values['name'] = rec_id or '?'
|
|
|
|
from odoo.fields import Command # noqa: PLC0415
|
|
groups = []
|
|
for group in rec.get('groups', '').split(','):
|
|
if group.startswith('-'):
|
|
group_id = self.id_get(group[1:])
|
|
groups.append(Command.unlink(group_id))
|
|
elif group:
|
|
group_id = self.id_get(group)
|
|
groups.append(Command.link(group_id))
|
|
if groups:
|
|
values['group_ids'] = groups
|
|
|
|
|
|
data = {
|
|
'xml_id': self.make_xml_id(rec_id),
|
|
'values': values,
|
|
'noupdate': self.noupdate,
|
|
}
|
|
menu = self.env['ir.ui.menu']._load_records([data], self.mode == 'update')
|
|
for child in rec.iterchildren('menuitem'):
|
|
self._tag_menuitem(child, parent=menu.id)
|
|
|
|
def _tag_record(self, rec, extra_vals=None):
|
|
rec_model = rec.get("model")
|
|
env = self.get_env(rec)
|
|
rec_id = rec.get("id", '')
|
|
|
|
model = env[rec_model]
|
|
|
|
if self.xml_filename and rec_id:
|
|
model = model.with_context(
|
|
install_mode=True,
|
|
install_module=self.module,
|
|
install_filename=self.xml_filename,
|
|
install_xmlid=rec_id,
|
|
)
|
|
|
|
self._test_xml_id(rec_id)
|
|
xid = self.make_xml_id(rec_id)
|
|
|
|
# in update mode, the record won't be updated if the data node explicitly
|
|
# opt-out using @noupdate="1". A second check will be performed in
|
|
# model._load_records() using the record's ir.model.data `noupdate` field.
|
|
if self.noupdate and self.mode != 'init':
|
|
# check if the xml record has no id, skip
|
|
if not rec_id:
|
|
return None
|
|
|
|
if record := env['ir.model.data']._load_xmlid(xid):
|
|
for child in rec.xpath('.//record[@id]'):
|
|
sub_xid = child.get("id")
|
|
self._test_xml_id(sub_xid)
|
|
sub_xid = self.make_xml_id(sub_xid)
|
|
if sub_record := env['ir.model.data']._load_xmlid(sub_xid):
|
|
self.idref[sub_xid] = sub_record.id
|
|
|
|
# if the resource already exists, don't update it but store
|
|
# its database id (can be useful)
|
|
self.idref[xid] = record.id
|
|
return None
|
|
elif not nodeattr2bool(rec, 'forcecreate', True):
|
|
# if it doesn't exist and we shouldn't create it, skip it
|
|
return None
|
|
# else create it normally
|
|
|
|
foreign_record_to_create = False
|
|
if xid and xid.partition('.')[0] != self.module:
|
|
# updating a record created by another module
|
|
record = self.env['ir.model.data']._load_xmlid(xid)
|
|
if not record and not (foreign_record_to_create := nodeattr2bool(rec, 'forcecreate')): # Allow foreign records if explicitely stated
|
|
if self.noupdate and not nodeattr2bool(rec, 'forcecreate', True):
|
|
# if it doesn't exist and we shouldn't create it, skip it
|
|
return None
|
|
raise Exception("Cannot update missing record %r" % xid)
|
|
|
|
from odoo.fields import Command # noqa: PLC0415
|
|
res = {}
|
|
sub_records = []
|
|
for field in rec.iterchildren('field'):
|
|
#TODO: most of this code is duplicated above (in _eval_xml)...
|
|
f_name = field.get("name")
|
|
if '@' in f_name:
|
|
continue # used for translations
|
|
f_model = field.get("model")
|
|
if not f_model and f_name in model._fields:
|
|
f_model = model._fields[f_name].comodel_name
|
|
f_use = field.get("use",'') or 'id'
|
|
f_val = False
|
|
|
|
if f_search := field.get("search"):
|
|
context = _get_eval_context(self, env, f_model)
|
|
q = safe_eval(f_search, context)
|
|
assert f_model, 'Define an attribute model="..." in your .XML file!'
|
|
# browse the objects searched
|
|
s = env[f_model].search(q)
|
|
# column definitions of the "local" object
|
|
_fields = env[rec_model]._fields
|
|
# if the current field is many2many
|
|
if (f_name in _fields) and _fields[f_name].type == 'many2many':
|
|
f_val = [Command.set([x[f_use] for x in s])]
|
|
elif len(s):
|
|
# otherwise (we are probably in a many2one field),
|
|
# take the first element of the search
|
|
f_val = s[0][f_use]
|
|
elif f_ref := field.get("ref"):
|
|
if f_name in model._fields and model._fields[f_name].type == 'reference':
|
|
val = self.model_id_get(f_ref)
|
|
f_val = val[0] + ',' + str(val[1])
|
|
else:
|
|
f_val = self.id_get(f_ref, raise_if_not_found=nodeattr2bool(rec, 'forcecreate', True))
|
|
if not f_val:
|
|
_logger.warning("Skipping creation of %r because %s=%r could not be resolved", xid, f_name, f_ref)
|
|
return None
|
|
else:
|
|
f_val = _eval_xml(self, field, env)
|
|
if f_name in model._fields:
|
|
field_type = model._fields[f_name].type
|
|
if field_type == 'many2one':
|
|
f_val = int(f_val) if f_val else False
|
|
elif field_type == 'integer':
|
|
f_val = int(f_val)
|
|
elif field_type in ('float', 'monetary'):
|
|
f_val = float(f_val)
|
|
elif field_type == 'boolean' and isinstance(f_val, str):
|
|
f_val = str2bool(f_val)
|
|
elif field_type == 'one2many':
|
|
for child in field.iterchildren('record'):
|
|
sub_records.append((child, model._fields[f_name].inverse_name))
|
|
if isinstance(f_val, str):
|
|
# We do not want to write on the field since we will write
|
|
# on the childrens' parents later
|
|
continue
|
|
elif field_type == 'html':
|
|
if field.get('type') == 'xml':
|
|
_logger.warning('HTML field %r is declared as `type="xml"`', f_name)
|
|
res[f_name] = f_val
|
|
if extra_vals:
|
|
res.update(extra_vals)
|
|
if 'sequence' not in res and 'sequence' in model._fields:
|
|
sequence = self.next_sequence()
|
|
if sequence:
|
|
res['sequence'] = sequence
|
|
|
|
data = dict(xml_id=xid, values=res, noupdate=self.noupdate)
|
|
if foreign_record_to_create:
|
|
model = model.with_context(foreign_record_to_create=foreign_record_to_create)
|
|
record = model._load_records([data], self.mode == 'update')
|
|
if xid:
|
|
self.idref[xid] = record.id
|
|
if config.get('import_partial'):
|
|
env.cr.commit()
|
|
for child_rec, inverse_name in sub_records:
|
|
self._tag_record(child_rec, extra_vals={inverse_name: record.id})
|
|
return rec_model, record.id
|
|
|
|
def _tag_template(self, el):
|
|
# This helper transforms a <template> element into a <record> and forwards it
|
|
tpl_id = el.get('id', el.get('t-name'))
|
|
full_tpl_id = tpl_id
|
|
if '.' not in full_tpl_id:
|
|
full_tpl_id = '%s.%s' % (self.module, tpl_id)
|
|
# set the full template name for qweb <module>.<id>
|
|
if not el.get('inherit_id'):
|
|
el.set('t-name', full_tpl_id)
|
|
el.tag = 't'
|
|
else:
|
|
el.tag = 'data'
|
|
el.attrib.pop('id', None)
|
|
|
|
if self.module.startswith('theme_'):
|
|
model = 'theme.ir.ui.view'
|
|
else:
|
|
model = 'ir.ui.view'
|
|
|
|
record_attrs = {
|
|
'id': tpl_id,
|
|
'model': model,
|
|
}
|
|
for att in ['forcecreate', 'context']:
|
|
if att in el.attrib:
|
|
record_attrs[att] = el.attrib.pop(att)
|
|
|
|
Field = builder.E.field
|
|
name = el.get('name', tpl_id)
|
|
|
|
record = etree.Element('record', attrib=record_attrs)
|
|
record.append(Field(name, name='name'))
|
|
record.append(Field(full_tpl_id, name='key'))
|
|
record.append(Field("qweb", name='type'))
|
|
if 'track' in el.attrib:
|
|
record.append(Field(el.get('track'), name='track'))
|
|
if 'priority' in el.attrib:
|
|
record.append(Field(el.get('priority'), name='priority'))
|
|
if 'inherit_id' in el.attrib:
|
|
record.append(Field(name='inherit_id', ref=el.get('inherit_id')))
|
|
if 'website_id' in el.attrib:
|
|
record.append(Field(name='website_id', ref=el.get('website_id')))
|
|
if 'key' in el.attrib:
|
|
record.append(Field(el.get('key'), name='key'))
|
|
|
|
# If the "active" value is set on the root node (instead of an inner
|
|
# <field>), it is treated as the value for the "active" field but only
|
|
# when *not updating*. This allows to update the record in a more recent
|
|
# version without changing its active state (compatibility).
|
|
if el.get('active') in ("True", "False"):
|
|
view_id = self.id_get(tpl_id, raise_if_not_found=False)
|
|
if self.mode != "update" or not view_id:
|
|
record.append(Field(name='active', eval=el.get('active')))
|
|
|
|
if el.get('customize_show') in ("True", "False"):
|
|
record.append(Field(name='customize_show', eval=el.get('customize_show')))
|
|
groups = el.attrib.pop('groups', None)
|
|
if groups:
|
|
grp_lst = [("ref('%s')" % x) for x in groups.split(',')]
|
|
record.append(Field(name="group_ids", eval="[Command.set(["+', '.join(grp_lst)+"])]"))
|
|
if el.get('primary') == 'True':
|
|
# Pseudo clone mode, we'll set the t-name to the full canonical xmlid
|
|
el.append(
|
|
builder.E.xpath(
|
|
builder.E.attribute(full_tpl_id, name='t-name'),
|
|
expr=".",
|
|
position="attributes",
|
|
)
|
|
)
|
|
record.append(Field('primary', name='mode'))
|
|
# inject complete <template> element (after changing node name) into
|
|
# the ``arch`` field
|
|
record.append(Field(el, name="arch", type="xml"))
|
|
|
|
return self._tag_record(record)
|
|
|
|
def _tag_asset(self, el):
|
|
"""
|
|
Transforms an <asset> element into a <record> and forwards it.
|
|
"""
|
|
asset_id = el.get('id')
|
|
Field = builder.E.field
|
|
|
|
record = etree.Element('record', attrib={
|
|
'id': asset_id,
|
|
'model': 'theme.ir.asset' if self.module.startswith('theme_') else 'ir.asset',
|
|
})
|
|
|
|
name = el.get('name', asset_id)
|
|
record.append(Field(name, name='name'))
|
|
|
|
# E.g. <bundle directive="prepend">web.assets_frontend</bundle>
|
|
# (directive is optional)
|
|
bundle_el = el.find('bundle')
|
|
record.append(Field(bundle_el.text, name='bundle'))
|
|
if 'directive' in bundle_el.attrib:
|
|
record.append(Field(bundle_el.get('directive'), name='directive'))
|
|
|
|
# E.g. <path>website/static/src/snippets/s_share/000.scss</path>
|
|
record.append(Field(el.find('path').text, name='path'))
|
|
|
|
# Same as <template> for ir.ui.view:
|
|
# If the "active" value is set on the root node (instead of an inner
|
|
# <field>), it is treated as the value for the "active" field but only
|
|
# when *not updating*. This allows to update the record in a more recent
|
|
# version without changing its active state (compatibility).
|
|
if el.get('active') in ("True", "False"):
|
|
record_id = self.id_get(asset_id, raise_if_not_found=False)
|
|
if self.mode != "update" or not record_id:
|
|
record.append(Field(name='active', eval=el.get('active')))
|
|
|
|
for child in el.iterchildren('field'):
|
|
record.append(child)
|
|
|
|
return self._tag_record(record)
|
|
|
|
def id_get(self, id_str, raise_if_not_found=True):
|
|
id_str = self.make_xml_id(id_str)
|
|
if id_str in self.idref:
|
|
return self.idref[id_str]
|
|
return self.model_id_get(id_str, raise_if_not_found)[1]
|
|
|
|
def model_id_get(self, id_str, raise_if_not_found=True):
|
|
id_str = self.make_xml_id(id_str)
|
|
return self.env['ir.model.data']._xmlid_to_res_model_res_id(id_str, raise_if_not_found=raise_if_not_found)
|
|
|
|
def _tag_root(self, el):
|
|
for rec in el:
|
|
f = self._tags.get(rec.tag)
|
|
if f is None:
|
|
continue
|
|
|
|
self.envs.append(self.get_env(el))
|
|
self._noupdate.append(nodeattr2bool(el, 'noupdate', self.noupdate))
|
|
self._sequences.append(0 if nodeattr2bool(el, 'auto_sequence', False) else None)
|
|
try:
|
|
f(rec)
|
|
except ParseError:
|
|
raise
|
|
except ValidationError as err:
|
|
msg = "while parsing {file}:{viewline}\n{err}\n\nView error context:\n{context}\n".format(
|
|
file=rec.getroottree().docinfo.URL,
|
|
viewline=rec.sourceline,
|
|
context=pprint.pformat(getattr(err, 'context', None) or '-no context-'),
|
|
err=err.args[0],
|
|
)
|
|
_logger.debug(msg, exc_info=True)
|
|
raise ParseError(msg) from None # Restart with "--log-handler odoo.tools.convert:DEBUG" for complete traceback
|
|
except Exception as e:
|
|
raise ParseError('while parsing %s:%s, somewhere inside\n%s' % (
|
|
rec.getroottree().docinfo.URL,
|
|
rec.sourceline,
|
|
etree.tostring(rec, encoding='unicode').rstrip()
|
|
)) from e
|
|
finally:
|
|
self._noupdate.pop()
|
|
self.envs.pop()
|
|
self._sequences.pop()
|
|
|
|
@property
|
|
def env(self):
|
|
return self.envs[-1]
|
|
|
|
@property
|
|
def noupdate(self):
|
|
return self._noupdate[-1]
|
|
|
|
def next_sequence(self):
|
|
value = self._sequences[-1]
|
|
if value is not None:
|
|
value = self._sequences[-1] = value + 10
|
|
return value
|
|
|
|
def __init__(self, env, module, idref: Optional[IdRef], mode: ConvertMode, noupdate: bool = False, xml_filename: str = ''):
|
|
self.mode = mode
|
|
self.module = module
|
|
self.envs = [env(context=dict(env.context, lang=None))]
|
|
self.idref: IdRef = {} if idref is None else idref
|
|
self._noupdate = [noupdate]
|
|
self._sequences = []
|
|
self.xml_filename = xml_filename
|
|
self._tags = {
|
|
'record': self._tag_record,
|
|
'delete': self._tag_delete,
|
|
'function': self._tag_function,
|
|
'menuitem': self._tag_menuitem,
|
|
'template': self._tag_template,
|
|
'asset': self._tag_asset,
|
|
|
|
**dict.fromkeys(self.DATA_ROOTS, self._tag_root)
|
|
}
|
|
|
|
def parse(self, de):
|
|
assert de.tag in self.DATA_ROOTS, "Root xml tag must be <openerp>, <odoo> or <data>."
|
|
self._tag_root(de)
|
|
DATA_ROOTS = ['odoo', 'data', 'openerp']
|
|
|
|
|
|
def convert_file(
|
|
env,
|
|
module,
|
|
filename,
|
|
idref: Optional[IdRef],
|
|
mode: ConvertMode = 'update',
|
|
noupdate=False,
|
|
kind=None,
|
|
pathname=None,
|
|
):
|
|
if kind is not None:
|
|
warnings.warn(
|
|
"The `kind` argument is deprecated in Odoo 19.",
|
|
DeprecationWarning,
|
|
stacklevel=2,
|
|
)
|
|
if pathname is None:
|
|
pathname = os.path.join(module, filename)
|
|
ext = os.path.splitext(filename)[1].lower()
|
|
|
|
with file_open(pathname, 'rb', env=env) as fp:
|
|
if ext == '.csv':
|
|
convert_csv_import(env, module, pathname, fp.read(), idref, mode, noupdate)
|
|
elif ext == '.sql':
|
|
convert_sql_import(env, fp)
|
|
elif ext == '.xml':
|
|
convert_xml_import(env, module, fp, idref, mode, noupdate)
|
|
elif ext == '.js':
|
|
pass # .js files are valid but ignored here.
|
|
else:
|
|
raise ValueError("Can't load unknown file type %s.", filename)
|
|
|
|
|
|
def convert_sql_import(env, fp):
|
|
env.cr.execute(fp.read()) # pylint: disable=sql-injection
|
|
|
|
|
|
def convert_csv_import(
|
|
env,
|
|
module,
|
|
fname,
|
|
csvcontent,
|
|
idref: Optional[IdRef] = None,
|
|
mode: ConvertMode = 'init',
|
|
noupdate=False,
|
|
):
|
|
'''Import csv file :
|
|
quote: "
|
|
delimiter: ,
|
|
encoding: utf-8'''
|
|
env = env(context=dict(env.context, lang=None))
|
|
filename, _ext = os.path.splitext(os.path.basename(fname))
|
|
model = filename.split('-')[0]
|
|
reader = csv.reader(io.StringIO(csvcontent.decode()), quotechar='"', delimiter=',')
|
|
fields = next(reader)
|
|
|
|
if not (mode == 'init' or 'id' in fields):
|
|
_logger.error("Import specification does not contain 'id' and we are in init mode, Cannot continue.")
|
|
return
|
|
|
|
translate_indexes = {i for i, field in enumerate(fields) if '@' in field}
|
|
def remove_translations(row):
|
|
return [cell for i, cell in enumerate(row) if i not in translate_indexes]
|
|
|
|
fields = remove_translations(fields)
|
|
if not fields:
|
|
return
|
|
|
|
# clean the data from translations (treated during translation import), then
|
|
# filter out empty lines (any([]) == False) and lines containing only empty cells
|
|
datas = [
|
|
data_line for line in reader
|
|
if any(data_line := remove_translations(line))
|
|
]
|
|
|
|
context = {
|
|
'mode': mode,
|
|
'module': module,
|
|
'install_mode': True,
|
|
'install_module': module,
|
|
'install_filename': fname,
|
|
'noupdate': noupdate,
|
|
}
|
|
result = env[model].with_context(**context).load(fields, datas)
|
|
if any(msg['type'] == 'error' for msg in result['messages']):
|
|
# Report failed import and abort module install
|
|
warning_msg = "\n".join(msg['message'] for msg in result['messages'])
|
|
raise Exception(env._(
|
|
"Module loading %(module)s failed: file %(file)s could not be processed:\n%(message)s",
|
|
module=module,
|
|
file=fname,
|
|
message=warning_msg,
|
|
))
|
|
|
|
|
|
def convert_xml_import(
|
|
env,
|
|
module,
|
|
xmlfile,
|
|
idref: Optional[IdRef] = None,
|
|
mode: ConvertMode = 'init',
|
|
noupdate=False,
|
|
report=None,
|
|
):
|
|
doc = etree.parse(xmlfile)
|
|
schema = os.path.join(config.root_path, 'import_xml.rng')
|
|
relaxng = etree.RelaxNG(etree.parse(schema))
|
|
try:
|
|
relaxng.assert_(doc)
|
|
except Exception:
|
|
_logger.exception("The XML file '%s' does not fit the required schema!", xmlfile.name)
|
|
if jingtrang:
|
|
p = subprocess.run(['pyjing', schema, xmlfile.name], stdout=subprocess.PIPE)
|
|
_logger.warning(p.stdout.decode())
|
|
else:
|
|
for e in relaxng.error_log:
|
|
_logger.warning(e)
|
|
_logger.info("Install 'jingtrang' for more precise and useful validation messages.")
|
|
raise
|
|
|
|
if isinstance(xmlfile, str):
|
|
xml_filename = xmlfile
|
|
else:
|
|
xml_filename = xmlfile.name
|
|
obj = xml_import(env, module, idref, mode, noupdate=noupdate, xml_filename=xml_filename)
|
|
obj.parse(doc.getroot())
|