Merge pull request #4398 from jestabro/commitdHEADcurrent

T7121: Set up communication vyconfd to vyos-commitd

6 files changed, 127 insertions, 12 deletions

diff --git a/python/setup.py b/python/setup.py
index 2d614e724..96dc211f7 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -1,5 +1,11 @@
 import os
+import sys
+import subprocess
 from setuptools import setup
+from setuptools.command.build_py import build_py
+
+sys.path.append('./vyos')
+from defaults import directories
 
 def packages(directory):
     return [
@@ -8,6 +14,35 @@ def packages(directory):
         if os.path.isfile(os.path.join(_[0], '__init__.py'))
     ]
 
+
+class GenerateProto(build_py):
+    ver = os.environ.get('OCAML_VERSION')
+    if ver:
+        proto_path = f'/opt/opam/{ver}/share/vyconf'
+    else:
+        proto_path = directories['proto_path']
+
+    def run(self):
+        # find all .proto files in vyconf proto_path
+        proto_files = []
+        for _, _, files in os.walk(self.proto_path):
+            for file in files:
+                if file.endswith('.proto'):
+                    proto_files.append(file)
+
+        # compile each .proto file to Python
+        for proto_file in proto_files:
+            subprocess.check_call(
+                [
+                    'protoc',
+                    '--python_out=vyos/proto',
+                    f'--proto_path={self.proto_path}/',
+                    proto_file,
+                ]
+            )
+
+        build_py.run(self)
+
 setup(
     name = "vyos",
     version = "1.3.0",
@@ -29,4 +64,7 @@ setup(
             "config-mgmt = vyos.config_mgmt:run",
         ],
     },
+    cmdclass={
+        'build_py': GenerateProto,
+    },
 )
diff --git a/python/vyos/config_mgmt.py b/python/vyos/config_mgmt.py
index 1c2b70fdf..dd8910afb 100644
--- a/python/vyos/config_mgmt.py
+++ b/python/vyos/config_mgmt.py
@@ -287,7 +287,7 @@ Proceed ?"""
 
         # commits under commit-confirm are not added to revision list unless
         # confirmed, hence a soft revert is to revision 0
-        revert_ct = self._get_config_tree_revision(0)
+        revert_ct = self.get_config_tree_revision(0)
 
         message = '[commit-confirm] Reverting to previous config now'
         os.system('wall -n ' + message)
@@ -351,7 +351,7 @@ Proceed ?"""
             )
             return msg, 1
 
-        rollback_ct = self._get_config_tree_revision(rev)
+        rollback_ct = self.get_config_tree_revision(rev)
         try:
             load(rollback_ct, switch='explicit')
             print('Rollback diff has been applied.')
@@ -382,7 +382,7 @@ Proceed ?"""
         if rev1 is not None:
             if not self._check_revision_number(rev1):
                 return f'Invalid revision number {rev1}', 1
-            ct1 = self._get_config_tree_revision(rev1)
+            ct1 = self.get_config_tree_revision(rev1)
             ct2 = self.working_config
             msg = f'No changes between working and revision {rev1} configurations.\n'
         if rev2 is not None:
@@ -390,7 +390,7 @@ Proceed ?"""
                 return f'Invalid revision number {rev2}', 1
             # compare older to newer
             ct2 = ct1
-            ct1 = self._get_config_tree_revision(rev2)
+            ct1 = self.get_config_tree_revision(rev2)
             msg = f'No changes between revisions {rev2} and {rev1} configurations.\n'
 
         out = ''
@@ -575,7 +575,7 @@ Proceed ?"""
             r = f.read().decode()
         return r
 
-    def _get_config_tree_revision(self, rev: int):
+    def get_config_tree_revision(self, rev: int):
         c = self._get_file_revision(rev)
         return ConfigTree(c)
 
diff --git a/python/vyos/configsource.py b/python/vyos/configsource.py
index 59e5ac8a1..65cef5333 100644
--- a/python/vyos/configsource.py
+++ b/python/vyos/configsource.py
@@ -319,3 +319,13 @@ class ConfigSourceString(ConfigSource):
             self._session_config = ConfigTree(session_config_text) if session_config_text else None
         except ValueError:
             raise ConfigSourceError(f"Init error in {type(self)}")
+
+class ConfigSourceCache(ConfigSource):
+    def __init__(self, running_config_cache=None, session_config_cache=None):
+        super().__init__()
+
+        try:
+            self._running_config = ConfigTree(internal=running_config_cache) if running_config_cache else None
+            self._session_config = ConfigTree(internal=session_config_cache) if session_config_cache else None
+        except ValueError:
+            raise ConfigSourceError(f"Init error in {type(self)}")
diff --git a/python/vyos/configtree.py b/python/vyos/configtree.py
index 4ad0620a5..83954327c 100644
--- a/python/vyos/configtree.py
+++ b/python/vyos/configtree.py
@@ -66,9 +66,14 @@ class ConfigTreeError(Exception):
 
 
 class ConfigTree(object):
-    def __init__(self, config_string=None, address=None, libpath=LIBPATH):
-        if config_string is None and address is None:
-            raise TypeError("ConfigTree() requires one of 'config_string' or 'address'")
+    def __init__(
+        self, config_string=None, address=None, internal=None, libpath=LIBPATH
+    ):
+        if config_string is None and address is None and internal is None:
+            raise TypeError(
+                "ConfigTree() requires one of 'config_string', 'address', or 'internal'"
+            )
+
         self.__config = None
         self.__lib = cdll.LoadLibrary(libpath)
 
@@ -89,6 +94,13 @@ class ConfigTree(object):
         self.__to_commands.argtypes = [c_void_p, c_char_p]
         self.__to_commands.restype = c_char_p
 
+        self.__read_internal = self.__lib.read_internal
+        self.__read_internal.argtypes = [c_char_p]
+        self.__read_internal.restype = c_void_p
+
+        self.__write_internal = self.__lib.write_internal
+        self.__write_internal.argtypes = [c_void_p, c_char_p]
+
         self.__to_json = self.__lib.to_json
         self.__to_json.argtypes = [c_void_p]
         self.__to_json.restype = c_char_p
@@ -168,7 +180,21 @@ class ConfigTree(object):
         self.__destroy = self.__lib.destroy
         self.__destroy.argtypes = [c_void_p]
 
-        if address is None:
+        self.__equal = self.__lib.equal
+        self.__equal.argtypes = [c_void_p, c_void_p]
+        self.__equal.restype = c_bool
+
+        if address is not None:
+            self.__config = address
+            self.__version = ''
+        elif internal is not None:
+            config = self.__read_internal(internal.encode())
+            if config is None:
+                msg = self.__get_error().decode()
+                raise ValueError('Failed to read internal rep: {0}'.format(msg))
+            else:
+                self.__config = config
+        elif config_string is not None:
             config_section, version_section = extract_version(config_string)
             config_section = escape_backslash(config_section)
             config = self.__from_string(config_section.encode())
@@ -179,8 +205,9 @@ class ConfigTree(object):
                 self.__config = config
                 self.__version = version_section
         else:
-            self.__config = address
-            self.__version = ''
+            raise TypeError(
+                "ConfigTree() requires one of 'config_string', 'address', or 'internal'"
+            )
 
         self.__migration = os.environ.get('VYOS_MIGRATION')
         if self.__migration:
@@ -190,6 +217,11 @@ class ConfigTree(object):
         if self.__config is not None:
             self.__destroy(self.__config)
 
+    def __eq__(self, other):
+        if isinstance(other, ConfigTree):
+            return self.__equal(self._get_config(), other._get_config())
+        return False
+
     def __str__(self):
         return self.to_string()
 
@@ -199,6 +231,9 @@ class ConfigTree(object):
     def get_version_string(self):
         return self.__version
 
+    def write_cache(self, file_name):
+        self.__write_internal(self._get_config(), file_name)
+
     def to_string(self, ordered_values=False, no_version=False):
         config_string = self.__to_string(self.__config, ordered_values).decode()
         config_string = unescape_backslash(config_string)
@@ -488,6 +523,35 @@ def mask_inclusive(left, right, libpath=LIBPATH):
     return tree
 
 
+def show_commit_data(active_tree, proposed_tree, libpath=LIBPATH):
+    if not (
+        isinstance(active_tree, ConfigTree) and isinstance(proposed_tree, ConfigTree)
+    ):
+        raise TypeError('Arguments must be instances of ConfigTree')
+
+    __lib = cdll.LoadLibrary(libpath)
+    __show_commit_data = __lib.show_commit_data
+    __show_commit_data.argtypes = [c_void_p, c_void_p]
+    __show_commit_data.restype = c_char_p
+
+    res = __show_commit_data(active_tree._get_config(), proposed_tree._get_config())
+
+    return res.decode()
+
+
+def test_commit(active_tree, proposed_tree, libpath=LIBPATH):
+    if not (
+        isinstance(active_tree, ConfigTree) and isinstance(proposed_tree, ConfigTree)
+    ):
+        raise TypeError('Arguments must be instances of ConfigTree')
+
+    __lib = cdll.LoadLibrary(libpath)
+    __test_commit = __lib.test_commit
+    __test_commit.argtypes = [c_void_p, c_void_p]
+
+    __test_commit(active_tree._get_config(), proposed_tree._get_config())
+
+
 def reference_tree_to_json(from_dir, to_file, internal_cache='', libpath=LIBPATH):
     try:
         __lib = cdll.LoadLibrary(libpath)
diff --git a/python/vyos/defaults.py b/python/vyos/defaults.py
index 86194cd55..2b08ff68e 100644
--- a/python/vyos/defaults.py
+++ b/python/vyos/defaults.py
@@ -38,7 +38,8 @@ directories = {
   'vyos_configdir' : '/opt/vyatta/config',
   'completion_dir' : f'{base_dir}/completion',
   'ca_certificates' : '/usr/local/share/ca-certificates/vyos',
-  'ppp_nexthop_dir' : '/run/ppp_nexthop'
+  'ppp_nexthop_dir' : '/run/ppp_nexthop',
+  'proto_path' : '/usr/share/vyos/vyconf'
 }
 
 systemd_services = {
@@ -69,3 +70,5 @@ rt_symbolic_names = {
 
 rt_global_vrf = rt_symbolic_names['main']
 rt_global_table = rt_symbolic_names['main']
+
+vyconfd_conf = '/etc/vyos/vyconfd.conf'
diff --git a/python/vyos/proto/__init__.py b/python/vyos/proto/__init__.py
new file mode 100644
index 000000000..e69de29bb
--- /dev/null
+++ b/python/vyos/proto/__init__.py