1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
|
# Copyright 2023 VyOS maintainers and contributors <maintainers@vyos.io>
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with this library. If not, see <http://www.gnu.org/licenses/>.
from pathlib import Path
from re import compile, MULTILINE, DOTALL
from functools import wraps
from copy import deepcopy
from typing import Union
from vyos.system import disk, grub, image, SYSTEM_CFG_VER
from vyos.template import render
TMPL_GRUB_COMPAT: str = 'grub/grub_compat.j2'
# define regexes and variables
REGEX_VERSION = r'^menuentry "[^\n]*{\n[^}]*\s+linux /boot/(?P<version>\S+)/[^}]*}'
REGEX_MENUENTRY = r'^menuentry "[^\n]*{\n[^}]*\s+linux /boot/(?P<version>\S+)/vmlinuz (?P<options>[^\n]+)\n[^}]*}'
REGEX_CONSOLE = r'^.*console=(?P<console_type>[^\s\d]+)(?P<console_num>[\d]+).*$'
REGEX_SANIT_CONSOLE = r'\ ?console=[^\s\d]+[\d]+(,\d+)?\ ?'
REGEX_SANIT_INIT = r'\ ?init=\S*\ ?'
REGEX_SANIT_QUIET = r'\ ?quiet\ ?'
PW_RESET_OPTION = 'init=/opt/vyatta/sbin/standalone_root_pw_reset'
class DowngradingImageTools(Exception):
"""Raised when attempting to add an image with an earlier version
of image-tools than the current system, as indicated by the value
of SYSTEM_CFG_VER or absence thereof."""
pass
def mode():
if grub.get_cfg_ver() >= SYSTEM_CFG_VER:
return False
return True
def find_versions(menu_entries: list) -> list:
"""Find unique VyOS versions from menu entries
Args:
menu_entries (list): a list with menu entries
Returns:
list: List of installed versions
"""
versions = []
for vyos_ver in menu_entries:
versions.append(vyos_ver.get('version'))
# remove duplicates
versions = list(set(versions))
return versions
def filter_unparsed(grub_path: str) -> str:
"""Find currently installed VyOS version
Args:
grub_path (str): a path to the grub.cfg file
Returns:
str: unparsed grub.cfg items
"""
config_text = Path(grub_path).read_text()
regex_filter = compile(REGEX_VERSION, MULTILINE | DOTALL)
filtered = regex_filter.sub('', config_text)
regex_filter = compile(grub.REGEX_GRUB_VARS, MULTILINE)
filtered = regex_filter.sub('', filtered)
regex_filter = compile(grub.REGEX_GRUB_MODULES, MULTILINE)
filtered = regex_filter.sub('', filtered)
# strip extra new lines
filtered = filtered.strip()
return filtered
def get_search_root(unparsed: str) -> str:
unparsed_lines = unparsed.splitlines()
search_root = next((x for x in unparsed_lines if 'search' in x), '')
return search_root
def sanitize_boot_opts(boot_opts: str) -> str:
"""Sanitize boot options from console and init
Args:
boot_opts (str): boot options
Returns:
str: sanitized boot options
"""
regex_filter = compile(REGEX_SANIT_CONSOLE)
boot_opts = regex_filter.sub('', boot_opts)
regex_filter = compile(REGEX_SANIT_INIT)
boot_opts = regex_filter.sub('', boot_opts)
# legacy tools add 'quiet' on add system image; this is not desired
regex_filter = compile(REGEX_SANIT_QUIET)
boot_opts = regex_filter.sub(' ', boot_opts)
return boot_opts
def parse_entry(entry: tuple) -> dict:
"""Parse GRUB menuentry
Args:
entry (tuple): tuple of (version, options)
Returns:
dict: dictionary with parsed options
"""
# save version to dict
entry_dict = {'version': entry[0]}
# detect boot mode type
if PW_RESET_OPTION in entry[1]:
entry_dict['bootmode'] = 'pw_reset'
else:
entry_dict['bootmode'] = 'normal'
# find console type and number
regex_filter = compile(REGEX_CONSOLE)
entry_dict.update(regex_filter.match(entry[1]).groupdict())
entry_dict['boot_opts'] = sanitize_boot_opts(entry[1])
return entry_dict
def parse_menuentries(grub_path: str) -> list:
"""Parse all GRUB menuentries
Args:
grub_path (str): a path to GRUB config file
Returns:
list: list with menu items (each item is a dict)
"""
menuentries = []
# read configuration file
config_text = Path(grub_path).read_text()
# parse menuentries to tuples (version, options)
regex_filter = compile(REGEX_MENUENTRY, MULTILINE)
filter_results = regex_filter.findall(config_text)
# parse each entry
for entry in filter_results:
menuentries.append(parse_entry(entry))
return menuentries
def prune_vyos_versions(root_dir: str = '') -> None:
"""Delete vyos-versions files of registered images subsequently deleted
or renamed by legacy image-tools
Args:
root_dir (str): an optional path to the root directory
"""
if not root_dir:
root_dir = disk.find_persistence()
for version in grub.version_list():
if not Path(f'{root_dir}/boot/{version}').is_dir():
grub.version_del(version)
def update_cfg_ver(root_dir:str = '') -> int:
"""Get minumum version of image-tools across all installed images
Args:
root_dir (str): an optional path to the root directory
Returns:
int: minimum version of image-tools
"""
if not root_dir:
root_dir = disk.find_persistence()
prune_vyos_versions(root_dir)
images_details = image.get_images_details()
cfg_version = min(d['tools_version'] for d in images_details)
return cfg_version
def get_default(menu_entries: list, root_dir: str = '') -> Union[int, None]:
"""Translate default version to menuentry index
Args:
menu_entries (list): list of dicts of installed version boot data
root_dir (str): an optional path to the root directory
Returns:
int: index of default version in menu_entries or None
"""
if not root_dir:
root_dir = disk.find_persistence()
grub_cfg_main = f'{root_dir}/{grub.GRUB_CFG_MAIN}'
image_name = image.get_default_image()
sublist = list(filter(lambda x: x.get('version') == image_name,
menu_entries))
if sublist:
return menu_entries.index(sublist[0])
return None
def update_version_list(root_dir: str = '') -> list[dict]:
"""Update list of dicts of installed version boot data
Args:
root_dir (str): an optional path to the root directory
Returns:
list: list of dicts of installed version boot data
"""
if not root_dir:
root_dir = disk.find_persistence()
grub_cfg_main = f'{root_dir}/{grub.GRUB_CFG_MAIN}'
# get list of versions in menuentries
menu_entries = parse_menuentries(grub_cfg_main)
menu_versions = find_versions(menu_entries)
# get list of versions added/removed by image-tools
current_versions = grub.version_list(root_dir)
remove = list(set(menu_versions) - set(current_versions))
for ver in remove:
menu_entries = list(filter(lambda x: x.get('version') != ver,
menu_entries))
add = list(set(current_versions) - set(menu_versions))
for ver in add:
last = menu_entries[0].get('version')
new = deepcopy(list(filter(lambda x: x.get('version') == last,
menu_entries)))
for e in new:
boot_opts = e.get('boot_opts').replace(last, ver)
e.update({'version': ver, 'boot_opts': boot_opts})
menu_entries = new + menu_entries
return menu_entries
def grub_cfg_fields(root_dir: str = '') -> dict:
"""Gather fields for rendering grub.cfg
Args:
root_dir (str): an optional path to the root directory
Returns:
dict: dictionary for rendering TMPL_GRUB_COMPAT
"""
if not root_dir:
root_dir = disk.find_persistence()
grub_cfg_main = f'{root_dir}/{grub.GRUB_CFG_MAIN}'
fields = {'default': 0, 'timeout': 5}
# 'default' and 'timeout' from legacy grub.cfg
fields |= grub.vars_read(grub_cfg_main)
fields['tools_version'] = SYSTEM_CFG_VER
menu_entries = update_version_list(root_dir)
fields['versions'] = menu_entries
default = get_default(menu_entries, root_dir)
if default is not None:
fields['default'] = default
modules = grub.modules_read(grub_cfg_main)
fields['modules'] = modules
unparsed = filter_unparsed(grub_cfg_main).splitlines()
search_root = next((x for x in unparsed if 'search' in x), '')
fields['search_root'] = search_root
return fields
def render_grub_cfg(root_dir: str = '') -> None:
"""Render grub.cfg for legacy compatibility"""
if not root_dir:
root_dir = disk.find_persistence()
grub_cfg_main = f'{root_dir}/{grub.GRUB_CFG_MAIN}'
fields = grub_cfg_fields(root_dir)
render(grub_cfg_main, TMPL_GRUB_COMPAT, fields)
def grub_cfg_update(func):
"""Decorator to update grub.cfg after function call"""
@wraps(func)
def wrapper(*args, **kwargs):
ret = func(*args, **kwargs)
if mode():
render_grub_cfg()
return ret
return wrapper
|