perf model + regex name_get

Author: ryv-odoo

.gitignore

@@ -18,6 +18,7 @@
 !exists_smarty.py
 !modified_trigger_perf.py
 !new_domain_object.py
+!regex_name_get.py
 !__init__.py
 
 !psql_exists_in_join/*.py
@@ -29,6 +30,6 @@
 !new_read_group/*.txt
 !expression_tests.sql
 !aggregate_perf.py
-!expression_performance/**
+!expression_performance/**/*.py
 
 !read_group_replacement.py

expression_performance/models/perf_models.py

@@ -1,3 +1,79 @@
-from odoo import api, fields, models, tools, SUPERUSER_ID, _
+import itertools
+from random import Random
+
+from odoo import fields, models
+from odoo.tools import split_every
+
+
+BATCH_SIZE_CREATION = 50_000
+
+class BaseModelExtention(models.AbstractModel):
+    _inherit = 'base'
+
+    def _custom_populate(self, nb_to_create):
+        rng = Random(f'{self._name} {nb_to_create}')
+        generator = self._custom_populate_factories(rng)
+        generator = itertools.islice(self._custom_populate_factories(rng), nb_to_create)
+        generator = split_every(BATCH_SIZE_CREATION, generator)
+
+        for i, pieces in enumerate(generator):
+            print(f"Insert {i * BATCH_SIZE_CREATION}/{nb_to_create} {self._name}")
+            self.create(pieces)
+            self.env.cr.commit()
+
+        return super()._populate_factories()
+
+class PerfAbstract(models.AbstractModel):
+
+    _name = _description = 'perf.abstract'
+
+    unique_name = fields.Char('Unique name')
+    uniform_1000 = fields.Integer('Uniform 1000')  # [0, 1000]
+    float_uniform_1000 = fields.Float('Uniform 1000 Float')  # [0.0, 1000.0]
+
+    def _create_indexes(self):
+        pass
+
+    def _custom_populate_factories(self, rng: Random):
+        for i in itertools.count():
+            yield {
+                'unique_name': f'{self._name}/{i}',
+                'uniform_1000': rng.randint(0, 1000),
+                'float_uniform_1000': rng.random() * 1000,
+            }
+
+class PerfParent(models.Model):
+    _name = _description = 'perf.parent'
+    _inherit = 'perf.abstract'
+
+    child_ids = fields.One2many('perf.child', 'uniform_parent_id')
+    main_tag_id = fields.Many2one('perf.tag')
+
+
+
+class PerfChild(models.Model):
+    _name = _description = 'perf.child'
+    _inherit = 'perf.abstract'
+
+    uniform_parent_id = fields.Many2one('perf.parent', 'Parent')
+    tag_ids = fields.Many2many('perf.tag')
+
+    def _custom_populate_factories(self, rng: Random):
+        ids_parent = self.env['perf.parent'].search([])._ids
+        generator_ab = super()._custom_populate_factories(rng)
+        for __ in itertools.count():
+            yield next(generator_ab) | {
+                'uniform_parent_id': rng.choice(ids_parent),
+            }
+
+
+
+class PerfTag(models.Model):
+    _name = _description = 'perf.tag'
+    _inherit = 'perf.abstract'
+
+
+
+
 
 

expression_performance/tests/__init__.py

@@ -0,0 +1 @@
+from . import test_sql

expression_performance/tests/test_sql.py

@@ -0,0 +1,40 @@
+import threading
+
+import odoo
+from odoo import api
+from odoo.tests.common import BaseCase
+
+def get_db_name():
+    db = odoo.tools.config['db_name']
+    # If the database name is not provided on the command-line,
+    # use the one on the thread (which means if it is provided on
+    # the command-line, this will break when installing another
+    # database from XML-RPC).
+    if not db and hasattr(threading.current_thread(), 'dbname'):
+        return threading.current_thread().dbname
+    return db
+
+
+class TestPerformanceSQL(BaseCase):
+
+    @classmethod
+    def setUpClass(cls):
+        super().setUpClass()
+
+        cls.registry = odoo.registry(get_db_name())
+        cls.addClassCleanup(cls.registry.reset_changes)
+        cls.addClassCleanup(cls.registry.clear_caches)
+
+        cls.cr = cls.registry.cursor()
+        cls.addClassCleanup(cls.cr.close)
+
+        cls.env = api.Environment(cls.cr, odoo.SUPERUSER_ID, {})
+
+    def test_populate(self):
+        models = {
+            'perf.tag': 0,
+            'perf.parent': 1000,
+            'perf.child': 500000,
+        }
+        for model, nb in models.items():
+            self.env[model]._custom_populate(nb)

regex_name_get.py

@@ -0,0 +1,12 @@
+
+
+
+# [(batch.id, f'{batch.name} ({state_values.get(batch.state)})') for batch in self]
+
+for batch in self:
+    batch.display_name = f'{batch.name} ({state_values.get(batch.state)})'
+
+list_comprehension = r"( +)(?:return)?[\s\n]*\[[\s\n]*\([\s\n]*.+,[\s\n]*(.+)[\s\n]*\)[\s\n]*for[\s\n]*(\w+)[\s\n]*in[\s\n]*self\]"
+list_comprehension_into = r"""$1for $3 in self:
+\n$1    $3.display_name = $2"
+"""