#!/usr/bin/env python3
#
# Copyright (C) 2019 VyOS maintainers and contributors
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 or later as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
import os
import netifaces
from sys import exit
from copy import deepcopy
from netifaces import interfaces
from vyos.config import Config
from vyos.ifconfig import Interface, GREIf, GRETapIf, IPIPIf, IP6GREIf, IPIP6If, IP6IP6If, SitIf, Sit6RDIf
from vyos.ifconfig.afi import IP4, IP6
from vyos.configdict import list_diff
from vyos.validate import is_ipv4, is_ipv6, is_member
from vyos import ConfigError
from vyos.dicts import FixedDict
from vyos import airbag
airbag.enable()
class ConfigurationState(object):
"""
The current API require a dict to be generated by get_config()
which is then consumed by verify(), generate() and apply()
ConfiguartionState is an helper class wrapping Config and providing
an common API to this dictionary structure
Its to_api() function return a dictionary containing three fields,
each a dict, called options, changes, actions.
options:
contains the configuration options for the dict and its value
{'options': {'commment': 'test'}} will be set if
'set interface dummy dum1 description test' was used and
the key 'commment' is used to index the description info.
changes:
per key, let us know how the data was modified using one of the action
a special key called 'section' is used to indicate what happened to the
section. for example:
'set interface dummy dum1 description test' when no interface was setup
will result in the following changes
{'changes': {'section': 'create', 'comment': 'create'}}
on an existing interface, depending if there was a description
'set interface dummy dum1 description test' will result in one of
{'changes': {'comment': 'create'}} (not present before)
{'changes': {'comment': 'static'}} (unchanged)
{'changes': {'comment': 'modify'}} (changed from half)
and 'delete interface dummy dummy1 description' will result in:
{'changes': {'comment': 'delete'}}
actions:
for each action list the configuration key which were changes
in our example if we added the 'description' and added an IP we would have
{'actions': { 'create': ['comment'], 'modify': ['addresses-add']}}
the actions are:
'create': it did not exist previously and was created
'modify': it did exist previously but its content changed
'static': it did exist and did not change
'delete': it was present but was removed from the configuration
'absent': it was not and is not present
which for each field represent how it was modified since the last commit
"""
def __init__(self, configuration, section, default):
"""
initialise the class for a given configuration path:
>>> conf = ConfigurationState(conf, 'interfaces ethernet eth1')
all further references to get_value(s) and get_effective(s)
will be for this part of the configuration (eth1)
"""
self._conf = configuration
self.default = deepcopy(default)
self.options = FixedDict(**default)
self.actions = {
'create': [], # the key did not exist and was added
'static': [], # the key exists and its value was not modfied
'modify': [], # the key exists and its value was modified
'absent': [], # the key is not present
'delete': [], # the key was present and was deleted
}
self.changes = {}
if not self._conf.exists(section):
self.changes['section'] = 'delete'
elif self._conf.exists_effective(section):
self.changes['section'] = 'modify'
else:
self.changes['section'] = 'create'
self.set_level(section)
def set_level(self, lpath):
self.section = lpath
self._conf.set_level(lpath)
def _act(self, section):
"""
Returns for a given configuration field determine what happened to it
'create': it did not exist previously and was created
'modify': it did exist previously but its content changed
'static': it did exist and did not change
'delete': it was present but was removed from the configuration
'absent': it was not and is not present
"""
if self._conf.exists(section):
if self._conf.exists_effective(section):
if self._conf.return_value(section) != self._conf.return_effective_value(section):
return 'modify'
return 'static'
return 'create'
else:
if self._conf.exists_effective(section):
return 'delete'
return 'absent'
def _action(self, name, key):
action = self._act(key)
self.changes[name] = action
self.actions[action].append(name)
return action
def _get(self, name, key, default, getter):
value = getter(key)
if not value:
if default:
self.options[name] = default
return
self.options[name] = self.default[name]
return
self.options[name] = value
def get_value(self, name, key, default=None):
"""
>>> conf.get_value('comment', 'description')
will place the string of 'interface dummy description test'
into the dictionnary entry 'comment' using Config.return_value
(the data in the configuration to apply)
"""
if self._action(name, key) in ('delete', 'absent'):
return
return self._get(name, key, default, self._conf.return_value)
def get_values(self, name, key, default=None):
"""
>>> conf.get_values('addresses', 'address')
will place a list of the new IP present in 'interface dummy dum1 address'
into the dictionnary entry "-add" (here 'addresses-add') using
Config.return_values and will add the the one which were removed in into
the entry "-del" (here addresses-del')
"""
add_name = f'{name}-add'
if self._action(add_name, key) in ('delete', 'absent'):
return
self._get(add_name, key, default, self._conf.return_values)
# get the effective values to determine which data is no longer valid
self.options['addresses-del'] = list_diff(
self._conf.return_effective_values('address'),
self.options['addresses-add']
)
def get_effective(self, name, key, default=None):
"""
>>> conf.get_value('comment', 'description')
will place the string of 'interface dummy description test'
into the dictionnary entry 'comment' using Config.return_effective_value
(the data in the configuration to apply)
"""
self._action(name, key)
return self._get(name, key, default, self._conf.return_effective_value)
def get_effectives(self, name, key, default=None):
"""
>>> conf.get_effectives('addresses-add', 'address')
will place a list made of the IP present in 'interface ethernet eth1 address'
into the dictionnary entry 'addresses-add' using Config.return_effectives_value
(the data in the un-modified configuration)
"""
self._action(name, key)
return self._get(name, key, default, self._conf.return_effectives_value)
def load(self, mapping):
"""
load will take a dictionary defining how we wish the configuration
to be parsed and apply this definition to set the data.
>>> mapping = {
'addresses-add' : ('address', True, None),
'comment' : ('description', False, 'auto'),
}
>>> conf.load(mapping)
mapping is a dictionary where each key represents the name we wish
to have (such as 'addresses-add'), with a list a content representing
how the data should be parsed:
- the configuration section name
such as 'address' under 'interface ethernet eth1'
- boolean indicating if this data can have multiple values
for 'address', True, as multiple IPs can be set
for 'description', False, as it is a single string
- default represent the default value if absent from the configuration
'None' indicate that no default should be set if the configuration
does not have the configuration section
"""
for local_name, (config_name, multiple, default) in mapping.items():
if multiple:
self.get_values(local_name, config_name, default)
else:
self.get_value(local_name, config_name, default)
def remove_default(self,*options):
"""
remove all the values which were not changed from the default
"""
for option in options:
if not self._conf.exists(option):
del self.options[option]
continue
if self._conf.return_value(option) == self.default[option]:
del self.options[option]
continue
if self._conf.return_values(option) == self.default[option]:
del self.options[option]
continue
def as_dict(self, lpath):
l = self._conf.get_level()
self._conf.set_level([])
d = self._conf.get_config_dict(lpath)
# XXX: that not what I would have expected from get_config_dict
if lpath:
d = d[lpath[-1]]
# XXX: it should have provided me the content and not the key
self._conf.set_level(l)
return d
def to_api(self):
"""
provide a dictionary with the generated data for the configuration
options: the configuration value for the key
changes: per key how they changed from the previous configuration
actions: per changes all the options which were changed
"""
# as we have to use a dict() for the API for verify and apply the options
return {
'options': self.options,
'changes': self.changes,
'actions': self.actions,
}
default_config_data = {
# interface definition
'vrf': '',
'addresses-add': [],
'addresses-del': [],
'state': 'up',
'dhcp-interface': '',
'link_detect': 1,
'ip': False,
'ipv6': False,
'nhrp': [],
'arp_filter': 1,
'arp_accept': 0,
'arp_announce': 0,
'arp_ignore': 0,
'ipv6_accept_ra': 1,
'ipv6_autoconf': 0,
'ipv6_forwarding': 1,
'ipv6_dad_transmits': 1,
# internal
'interfaces': [],
'tunnel': {},
'bridge': '',
# the following names are exactly matching the name
# for the ip command and must not be changed
'ifname': '',
'type': '',
'alias': '',
'mtu': '1476',
'local': '',
'remote': '',
'dev': '',
'multicast': 'disable',
'allmulticast': 'disable',
'ttl': '255',
'tos': 'inherit',
'key': '',
'encaplimit': '4',
'flowlabel': 'inherit',
'hoplimit': '64',
'tclass': 'inherit',
'6rd-prefix': '',
'6rd-relay-prefix': '',
}
# dict name -> config name, multiple values, default
mapping = {
'type': ('encapsulation', False, None),
'alias': ('description', False, None),
'mtu': ('mtu', False, None),
'local': ('local-ip', False, None),
'remote': ('remote-ip', False, None),
'multicast': ('multicast', False, None),
'dev': ('source-interface', False, None),
'ttl': ('parameters ip ttl', False, None),
'tos': ('parameters ip tos', False, None),
'key': ('parameters ip key', False, None),
'encaplimit': ('parameters ipv6 encaplimit', False, None),
'flowlabel': ('parameters ipv6 flowlabel', False, None),
'hoplimit': ('parameters ipv6 hoplimit', False, None),
'tclass': ('parameters ipv6 tclass', False, None),
'6rd-prefix': ('6rd-prefix', False, None),
'6rd-relay-prefix': ('6rd-relay-prefix', False, None),
'dhcp-interface': ('dhcp-interface', False, None),
'state': ('disable', False, 'down'),
'link_detect': ('disable-link-detect', False, 2),
'vrf': ('vrf', False, None),
'addresses': ('address', True, None),
'arp_filter': ('ip disable-arp-filter', False, 0),
'arp_accept': ('ip enable-arp-accept', False, 1),
'arp_announce': ('ip enable-arp-announce', False, 1),
'arp_ignore': ('ip enable-arp-ignore', False, 1),
'ipv6_autoconf': ('ipv6 address autoconf', False, 1),
'ipv6_forwarding': ('ipv6 disable-forwarding', False, 0),
'ipv6_dad_transmits:': ('ipv6 dup-addr-detect-transmits', False, None)
}
def get_class (options):
dispatch = {
'gre': GREIf,
'gre-bridge': GRETapIf,
'ipip': IPIPIf,
'ipip6': IPIP6If,
'ip6ip6': IP6IP6If,
'ip6gre': IP6GREIf,
'sit': SitIf,
}
kls = dispatch[options['type']]
if options['type'] == 'gre' and not options['remote'] \
and not options['key'] and not options['multicast']:
# will use GreTapIf on GreIf deletion but it does not matter
return GRETapIf
elif options['type'] == 'sit' and options['6rd-prefix']:
# will use SitIf on Sit6RDIf deletion but it does not matter
return Sit6RDIf
return kls
def get_interface_ip (ifname):
if not ifname:
return ''
try:
addrs = Interface(ifname).get_addr()
if addrs:
return addrs[0].split('/')[0]
except Exception:
return ''
def get_afi (ip):
return IP6 if is_ipv6(ip) else IP4
def ip_proto (afi):
return 6 if afi == IP6 else 4
def get_config(config=None):
ifname = os.environ.get('VYOS_TAGNODE_VALUE','')
if not ifname:
raise ConfigError('Interface not specified')
if config:
config = config
else:
config = Config()
conf = ConfigurationState(config, ['interfaces', 'tunnel ', ifname], default_config_data)
options = conf.options
changes = conf.changes
options['ifname'] = ifname
if changes['section'] == 'delete':
conf.get_effective('type', mapping['type'][0])
config.set_level(['protocols', 'nhrp', 'tunnel'])
options['nhrp'] = config.list_nodes('')
return conf.to_api()
# load all the configuration option according to the mapping
conf.load(mapping)
# remove default value if not set and not required
afi_local = get_afi(options['local'])
if afi_local == IP6:
conf.remove_default('ttl', 'tos', 'key')
if afi_local == IP4:
conf.remove_default('encaplimit', 'flowlabel', 'hoplimit', 'tclass')
# if the local-ip is not set, pick one from the interface !
# hopefully there is only one, otherwise it will not be very deterministic
# at time of writing the code currently returns ipv4 before ipv6 in the list
# XXX: There is no way to trigger an update of the interface source IP if
# XXX: the underlying interface IP address does change, I believe this
# XXX: limit/issue is present in vyatta too
if not options['local'] and options['dhcp-interface']:
# XXX: This behaviour changes from vyatta which would return 127.0.0.1 if
# XXX: the interface was not DHCP. As there is no easy way to find if an
# XXX: interface is using DHCP, and using this feature to get 127.0.0.1
# XXX: makes little sense, I feel the change in behaviour is acceptable
picked = get_interface_ip(options['dhcp-interface'])
if picked == '':
picked = '127.0.0.1'
print('Could not get an IP address from {dhcp-interface} using 127.0.0.1 instead')
options['local'] = picked
options['dhcp-interface'] = ''
# to make IPv6 SLAAC and DHCPv6 work with forwarding=1,
# accept_ra must be 2
if options['ipv6_autoconf'] or 'dhcpv6' in options['addresses-add']:
options['ipv6_accept_ra'] = 2
# allmulticast fate is linked to multicast
options['allmulticast'] = options['multicast']
# check that per encapsulation all local-remote pairs are unique
ct = conf.as_dict(['interfaces', 'tunnel'])
options['tunnel'] = {}
# check for bridges
options['bridge'] = is_member(config, ifname, 'bridge')
options['interfaces'] = interfaces()
for name in ct:
tunnel = ct[name]
encap = tunnel.get('encapsulation', '')
local = tunnel.get('local-ip', '')
if not local:
local = get_interface_ip(tunnel.get('dhcp-interface', ''))
remote = tunnel.get('remote-ip', '')
pair = f'{local}-{remote}'
options['tunnel'][encap][pair] = options['tunnel'].setdefault(encap, {}).get(pair, 0) + 1
return conf.to_api()
def verify(conf):
options = conf['options']
changes = conf['changes']
actions = conf['actions']
ifname = options['ifname']
iftype = options['type']
if changes['section'] == 'delete':
if ifname in options['nhrp']:
raise ConfigError((
f'Cannot delete interface tunnel {iftype} {ifname}, '
'it is used by NHRP'))
if options['bridge']:
raise ConfigError((
f'Cannot delete interface "{options["ifname"]}" as it is a '
f'member of bridge "{options["bridge"]}"!'))
# done, bail out early
return None
# tunnel encapsulation checks
if not iftype:
raise ConfigError(f'Must provide an "encapsulation" for tunnel {iftype} {ifname}')
if changes['type'] in ('modify', 'delete'):
# TODO: we could now deal with encapsulation modification by deleting / recreating
raise ConfigError(f'Encapsulation can only be set at tunnel creation for tunnel {iftype} {ifname}')
if iftype != 'sit' and options['6rd-prefix']:
# XXX: should be able to remove this and let the definition catch it
print(f'6RD can only be configured for sit interfaces not tunnel {iftype} {ifname}')
# what are the tunnel options we can set / modified / deleted
kls = get_class(options)
valid = kls.updates + ['alias', 'addresses-add', 'addresses-del', 'vrf', 'state']
valid += ['arp_filter', 'arp_accept', 'arp_announce', 'arp_ignore']
valid += ['ipv6_accept_ra', 'ipv6_autoconf', 'ipv6_forwarding', 'ipv6_dad_transmits']
if changes['section'] == 'create':
valid.extend(['type',])
valid.extend([o for o in kls.options if o not in kls.updates])
for create in actions['create']:
if create not in valid:
raise ConfigError(f'Can not set "{create}" for tunnel {iftype} {ifname} at tunnel creation')
for modify in actions['modify']:
if modify not in valid:
raise ConfigError(f'Can not modify "{modify}" for tunnel {iftype} {ifname}. it must be set at tunnel creation')
for delete in actions['delete']:
if delete in kls.required:
raise ConfigError(f'Can not remove "{delete}", it is an mandatory option for tunnel {iftype} {ifname}')
# tunnel information
tun_local = options['local']
afi_local = get_afi(tun_local)
tun_remote = options['remote'] or tun_local
afi_remote = get_afi(tun_remote)
tun_ismgre = iftype == 'gre' and not options['remote']
tun_is6rd = iftype == 'sit' and options['6rd-prefix']
tun_dev = options['dev']
# incompatible options
if not tun_local and not options['dhcp-interface'] and not tun_is6rd:
raise ConfigError(f'Must configure either local-ip or dhcp-interface for tunnel {iftype} {ifname}')
if tun_local and options['dhcp-interface']:
raise ConfigError(f'Must configure only one of local-ip or dhcp-interface for tunnel {iftype} {ifname}')
if tun_dev and iftype in ('gre-bridge', 'sit'):
raise ConfigError(f'source interface can not be used with {iftype} {ifname}')
# tunnel endpoint
if afi_local != afi_remote:
raise ConfigError(f'IPv4/IPv6 mismatch between local-ip and remote-ip for tunnel {iftype} {ifname}')
if afi_local != kls.tunnel:
version = 4 if tun_local == IP4 else 6
raise ConfigError(f'Invalid IPv{version} local-ip for tunnel {iftype} {ifname}')
ipv4_count = len([ip for ip in options['addresses-add'] if is_ipv4(ip)])
ipv6_count = len([ip for ip in options['addresses-add'] if is_ipv6(ip)])
if tun_ismgre and afi_local == IP6:
raise ConfigError(f'Using an IPv6 address is forbidden for mGRE tunnels such as tunnel {iftype} {ifname}')
# check address family use
# checks are not enforced (but ip command failing) for backward compatibility
if ipv4_count and not IP4 in kls.ip:
print(f'Should not use IPv4 addresses on tunnel {iftype} {ifname}')
if ipv6_count and not IP6 in kls.ip:
print(f'Should not use IPv6 addresses on tunnel {iftype} {ifname}')
# vrf check
if options['vrf']:
if options['vrf'] not in options['interfaces']:
raise ConfigError(f'VRF "{options["vrf"]}" does not exist')
if options['bridge']:
raise ConfigError((
f'Interface "{options["ifname"]}" cannot be member of VRF '
f'"{options["vrf"]}" and bridge {options["bridge"]} '
f'at the same time!'))
# bridge and address check
if ( options['bridge']
and ( options['addresses-add']
or options['ipv6_autoconf'] ) ):
raise ConfigError((
f'Cannot assign address to interface "{options["name"]}" '
f'as it is a member of bridge "{options["bridge"]}"!'))
# source-interface check
if tun_dev and tun_dev not in options['interfaces']:
raise ConfigError(f'device "{tun_dev}" does not exist')
# tunnel encapsulation check
convert = {
(6, 4, 'gre'): 'ip6gre',
(6, 6, 'gre'): 'ip6gre',
(4, 6, 'ipip'): 'ipip6',
(6, 6, 'ipip'): 'ip6ip6',
}
iprotos = []
if ipv4_count:
iprotos.append(4)
if ipv6_count:
iprotos.append(6)
for iproto in iprotos:
replace = convert.get((kls.tunnel, iproto, iftype), '')
if replace:
raise ConfigError(
f'Using IPv6 address in local-ip or remote-ip is not possible with "encapsulation {iftype}". ' +
f'Use "encapsulation {replace}" for tunnel {iftype} {ifname} instead.'
)
# tunnel options
incompatible = []
if afi_local == IP6:
incompatible.extend(['ttl', 'tos', 'key',])
if afi_local == IP4:
incompatible.extend(['encaplimit', 'flowlabel', 'hoplimit', 'tclass'])
for option in incompatible:
if option in options:
# TODO: raise converted to print as not enforced by vyatta
# raise ConfigError(f'{option} is not valid for tunnel {iftype} {ifname}')
print(f'Using "{option}" is invalid for tunnel {iftype} {ifname}')
# duplicate tunnel pairs
pair = '{}-{}'.format(options['local'], options['remote'])
if options['tunnel'].get(iftype, {}).get(pair, 0) > 1:
raise ConfigError(f'More than one tunnel configured for with the same encapulation and IPs for tunnel {iftype} {ifname}')
return None
def generate(gre):
return None
def apply(conf):
options = conf['options']
changes = conf['changes']
actions = conf['actions']
kls = get_class(options)
# extract ifname as otherwise it is duplicated on the interface creation
ifname = options.pop('ifname')
# only the valid keys for creation of a Interface
config = dict((k, options[k]) for k in kls.options if options[k])
# setup or create the tunnel interface if it does not exist
tunnel = kls(ifname, **config)
if changes['section'] == 'delete':
tunnel.remove()
# The perl code was calling/opt/vyatta/sbin/vyatta-tunnel-cleanup
# which identified tunnels type which were not used anymore to remove them
# (ie: gre0, gretap0, etc.) The perl code did however nothing
# This feature is also not implemented yet
return
# A GRE interface without remote will be mGRE
# if the interface does not suppor the option, it skips the change
for option in tunnel.updates:
if changes['section'] in 'create' and option in tunnel.options:
# it was setup at creation
continue
if not options[option]:
# remote can be set to '' and it would generate an invalide command
continue
tunnel.set_interface(option, options[option])
# set other interface properties
for option in ('alias', 'mtu', 'link_detect', 'multicast', 'allmulticast',
'arp_accept', 'arp_filter', 'arp_announce', 'arp_ignore',
'ipv6_accept_ra', 'ipv6_autoconf', 'ipv6_forwarding', 'ipv6_dad_transmits'):
if not options[option]:
# should never happen but better safe
continue
tunnel.set_interface(option, options[option])
# assign/remove VRF (ONLY when not a member of a bridge,
# otherwise 'nomaster' removes it from it)
if not options['bridge']:
tunnel.set_vrf(options['vrf'])
# Configure interface address(es)
for addr in options['addresses-del']:
tunnel.del_addr(addr)
for addr in options['addresses-add']:
tunnel.add_addr(addr)
# now bring it up (or not)
tunnel.set_admin_state(options['state'])
if __name__ == '__main__':
try:
c = get_config()
verify(c)
generate(c)
apply(c)
except ConfigError as e:
print(e)
exit(1)