summaryrefslogtreecommitdiff
path: root/scripts
diff options
context:
space:
mode:
Diffstat (limited to 'scripts')
-rwxr-xr-xscripts/build-GCE-image12
-rwxr-xr-xscripts/build-config55
-rwxr-xr-xscripts/build-flavour2
-rwxr-xr-xscripts/build-submodules83
-rw-r--r--scripts/defaults.py16
-rwxr-xr-xscripts/live-build-config25
6 files changed, 126 insertions, 67 deletions
diff --git a/scripts/build-GCE-image b/scripts/build-GCE-image
index 7684bd43..9e2bcaf5 100755
--- a/scripts/build-GCE-image
+++ b/scripts/build-GCE-image
@@ -127,6 +127,10 @@ cat > ${MOUNT_DIR}/boot/grub/grub.cfg << EOF
set timeout=5
set default=0
+serial --speed=38400 --unit=0 --word=8 --parity=no --stop=1
+terminal_input serial
+terminal_output serial
+
menuentry "VyOS $version (Serial console)" {
linux /boot/"$version"/vmlinuz boot=live vyos-union=/boot/"$version" console=tty0 console=ttyS0,38400n8d earlyprintk=ttyS0,38400 consoleblank=0 systemd.show_status=true
initrd /boot/"$version"/initrd.img
@@ -147,7 +151,9 @@ grub-install --boot-directory ${MOUNT_DIR}/boot --force --no-floppy --skip-fs-p
###################
### HOOK SCRIPT ###
###################
-fstrim ${MOUNT_DIR}
-sync
-tar -Sczf ${OUTPUTGZ} ${OUTPUT}
+fstrim ${MOUNT_DIR}
+umount ${MOUNT_DIR} && {
+ tar -Sczf ${OUTPUTGZ} ${OUTPUT}
+ mount /dev/mapper/${LOOP_DEVICE} ${MOUNT_DIR}
+}
diff --git a/scripts/build-config b/scripts/build-config
index 80b28c61..d35bc66e 100755
--- a/scripts/build-config
+++ b/scripts/build-config
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
#
-# Copyright (C) 2018, VyOS maintainers and contributors
+# Copyright (C) 2019, VyOS maintainers and contributors
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 or later as
@@ -49,19 +49,28 @@ def get_validator(optdict, name):
return None
+# Load the build flavor file
+build_flavor = os.getenv('VYOS_BUILD_FLAVOR')
+if build_flavor is None:
+ build_flavor = defaults.DEFAULT_BUILD_FLAVOR
+try:
+ with open(build_flavor, 'r') as f:
+ build_defaults = json.load(f)
+except Exception as e:
+ print("Failed to open the build flavor file {0}: {1}".format(build_flavor, e))
+ sys.exit(1)
+
+
# Options dict format:
# '$option_name_without_leading_dashes': { ('$help_string', $default_value_generator_thunk, $value_checker_thunk) }
options = {
- 'architecture': ('Image target architecture (amd64 or i586 or armhf)', lambda: 'amd64', lambda x: x in ['amd64', 'i586', 'armhf']),
+ 'architecture': ('Image target architecture (amd64 or i386 or armhf)', lambda: build_defaults['architecture'], lambda x: x in ['amd64', 'i386', 'armhf']),
'build-by': ('Builder identifier (e.g. jrandomhacker@example.net)', get_default_build_by, None),
- 'debian-mirror': ('Debian repository mirror for ISO build', lambda: defaults.DEBIAN_MIRROR, None),
- 'debian-security-mirror': ('Debian security updated mirror', lambda: defaults.DEBIAN_SECURITY_MIRROR, None),
- 'pbuilder-debian-mirror': ('Debian repository mirror for pbuilder env bootstrap', lambda: defaults.DEBIAN_MIRROR, None),
- 'salt-mirror': ('Salt package mirror', lambda: defaults.SALT_MIRROR, None),
- 'vyos-mirror': ('VyOS package mirror', lambda: defaults.VYOS_MIRROR, None),
- 'pdns-mirror': ('PowerDNS package mirror', lambda: defaults.PDNS_MIRROR, None),
+ 'debian-mirror': ('Debian repository mirror for ISO build', lambda: build_defaults['debian_mirror'], None),
+ 'debian-security-mirror': ('Debian security updated mirror', lambda: build_defaults['debian_security_mirror'], None),
+ 'pbuilder-debian-mirror': ('Debian repository mirror for pbuilder env bootstrap', lambda: build_defaults['debian_mirror'], None),
+ 'vyos-mirror': ('VyOS package mirror', lambda: build_defaults["vyos_mirror"], None),
'build-type': ('Build type, release or development', lambda: 'development', lambda x: x in ['release', 'development']),
- 'custom-packages': ('Custom packages to install from repositories', lambda: '', None),
'version': ('Version number (release builds only)', None, None)
}
@@ -80,6 +89,7 @@ parser.add_argument('--debug', help="Enable debug output", action='store_true')
# Custom APT entry and APT key options can be used multiple times
parser.add_argument('--custom-apt-entry', help="Custom APT entry", action='append')
parser.add_argument('--custom-apt-key', help="Custom APT key file", action='append')
+parser.add_argument('--custom-package', help="Custom package to install from repositories", action='append')
args = vars(parser.parse_args())
@@ -95,8 +105,8 @@ for k, v in args.items():
# Some fixup for mirror settings.
# The idea is: if --debian-mirror is specified but --pbuilder-debian-mirror is not,
# use the --debian-mirror value for both lb and pbuilder bootstrap
-if (args['debian_mirror'] != defaults.DEBIAN_MIRROR) and \
- (args['pbuilder_debian_mirror'] == defaults.DEBIAN_MIRROR):
+if (args['debian_mirror'] != build_defaults["debian_mirror"]) and \
+ (args['pbuilder_debian_mirror'] == build_defaults["debian_mirror"]):
args['pbuilder_debian_mirror'] = args['debian_mirror']
# Version can only be set for release builds,
@@ -109,16 +119,19 @@ if args['build_type'] == 'development':
# Populate some defaults that are not configurable,
# but that are handy to have in the options hash
-args['distribution'] = defaults.DEBIAN_DISTRIBUTION
+args['distribution'] = build_defaults["debian_distribution"]
args['build_dir'] = os.path.join(os.getcwd(), defaults.BUILD_DIR)
args['pbuilder_config'] = defaults.PBUILDER_CONFIG
-args['vyos_branch'] = defaults.VYOS_BRANCH
+args['vyos_branch'] = build_defaults["vyos_branch"]
+
+# Add custom packages from build defaults
+if not args['custom_package']:
+ args['custom_package'] = []
+args['custom_package'] = args['custom_package'] + build_defaults['custom_packages']
-# Convert a whitespace-separated string of custom packages to a list
-if args['custom_packages']:
- args['custom_packages'] = re.split(r'\s+', args['custom_packages'])
-else:
- args['custom_packages'] = []
+if not args['custom_apt_entry']:
+ args['custom_apt_entry'] = []
+args['custom_apt_entry'] = args['custom_apt_entry'] + build_defaults['additional_repositories']
# Check the build environment and dependencies
@@ -126,10 +139,8 @@ env_check_retval = os.system("scripts/check-build-env")
if env_check_retval > 0:
print("Build environment check failed, fix the issues and retry")
-# Get the kernel version from data/kernel_version
-with open("data/kernel_version") as f:
- kernel_version = f.read().strip()
- args['kernel_version'] = kernel_version
+args['kernel_version'] = build_defaults['kernel_version']
+args['kernel_flavor'] = build_defaults['kernel_flavor']
# Save to file
diff --git a/scripts/build-flavour b/scripts/build-flavour
index c14f5735..5e76672b 100755
--- a/scripts/build-flavour
+++ b/scripts/build-flavour
@@ -27,7 +27,7 @@ if [ $BUILD_TYPE = "development" ]; then
fi
# Install grub-pc if it's an x86 build
-if [ $BUILD_ARCH = 'amd64' -o $BUILD_ARCH = 'i686' ]; then
+if [ $BUILD_ARCH = 'amd64' -o $BUILD_ARCH = 'i386' ]; then
cp data/package-lists/vyos-x86.list.chroot build/config/package-lists/
fi
diff --git a/scripts/build-submodules b/scripts/build-submodules
index 0d11c059..fc8fdf83 100755
--- a/scripts/build-submodules
+++ b/scripts/build-submodules
@@ -24,6 +24,7 @@ print_help() {
}
BUILDLIST=""
+VERBOSE=0
while test $# -gt 0
do
@@ -70,10 +71,32 @@ status_skip() {
error_msg() {
echo -ne " $1\n"
}
+
+verbose_msg() {
+ if [ $VERBOSE -ne 0 ]; then
+ echo "Current Environment:"
+ env
+
+ if [ ! -z "$1" ]; then
+ echo "Logfile:"
+ cat $1
+ fi
+ fi
+}
+
ROOTDIR="$(pwd)"
PKGDIR="$ROOTDIR/packages"
SCRIPTDIR="$ROOTDIR/scripts"
+# Source OPAM environment if not already set
+if [ -z "$OPAMROOT" ]; then
+ if [ -x "$(command -v opam)" ]; then
+ eval $(opam env --root=/opt/opam --set-root)
+ else
+ echo "WARNING: 'opam' not installed, can't build VyConf and libvyosconfig"
+ fi
+fi
+
package_in_buildlist() {
# Return true if buildlist is not set
if [ -z "$BUILDLIST" ]; then
@@ -104,6 +127,7 @@ build_package() {
) >>$PKGDIR/$PKG.buildlog 2>&1
if [ $? -ne 0 ]; then
status_fail
+ verbose_msg "$PKGDIR/$PKG.buildlog"
error_msg "Failed to build package $PKG, look in $PKG.buildlog to examine the fault\n"
return 2
fi
@@ -128,9 +152,7 @@ initialize_packages() {
) >>$PKGDIR/init-packages.buildlog 2>&1
if [ $? -ne 0 ]; then
status_fail
- if [ $VERBOSE -eq 1 ]; then
- cat $PKGDIR/init-packages.buildlog
- fi
+ verbose_msg "$PKGDIR/init-packages.buildlog"
error_msg "Failed to update all package, look in init-packages.buildlog to examine the fault\n"
return 1
fi
@@ -140,6 +162,44 @@ if [ $INIT_PACKAGES ]; then
initialize_packages
fi
+build_libyang() {
+ PKG=libyang
+ COMMITID=$(cd $PKGDIR/$PKG; git rev-parse --short=10 HEAD)
+ if ! package_in_buildlist $1; then
+ return 0
+ fi
+ status_start "Building package: $PKG Commit id: $COMMITID"
+ if [ ! -f "$PKGDIR/$PKG/README.md" ]; then
+ status_skip "No source for: $PKG"
+ return 1
+ fi
+
+ ( set -e; set -x
+ cd $PKGDIR/$PKG
+ git checkout 179da47f2e8de
+
+ git clean -dxf
+ git reset --hard
+
+ mkdir build
+ cd build
+
+ cmake ..
+ make build-deb
+
+ cp debs/* $PKGDIR
+
+ ) >>$PKGDIR/$PKG.buildlog 2>&1
+
+ if [ $? -ne 0 ]; then
+ status_fail
+ error_msg "Failed to build package $PKG, look in $PKG.buildlog to examine the fault\n"
+ return 2
+ fi
+ status_ok
+}
+build_libyang
+
build_frr() {
PKG=frr
COMMITID=$(cd $PKGDIR/$PKG; git rev-parse --short=10 HEAD)
@@ -198,7 +258,10 @@ for PKG in mdns-repeater \
eventwatchd \
ddclient \
rtrlib \
+ hvinfo \
igmpproxy \
+ ipaddrcheck \
+ lldpd \
libvyosconfig \
vyatta-bash \
vyatta-biosdevname \
@@ -241,6 +304,7 @@ for PKG in mdns-repeater \
vyos-opennhrp \
vyos-salt-minion \
vyos-strongswan \
+ vyos-vmwaretools-scripts \
vyos-world \
vyos-1x \
; do
@@ -270,9 +334,7 @@ build_kernel() {
) >>$PKGDIR/vyos-kernel.buildlog 2>&1
if [ $? -ne 0 ]; then
status_fail
- if [ $VERBOSE -eq 1 ]; then
- cat $PKGDIR/vyos-kernel.buildlog
- fi
+ verbose_msg "$PKGDIR/vyos-kernel.buildlog"
error_msg "Failed to build package vyos-kernel, look in vyos-kernel.buildlog to examine the fault\n"
return 1
fi
@@ -281,7 +343,6 @@ build_kernel() {
PATCHLEVEL=$(grep "^PATCHLEVEL" $PKGDIR/vyos-kernel/Makefile | grep -Eo '[0-9]{1,4}')
SUBLEVEL=$(grep "^SUBLEVEL" $PKGDIR/vyos-kernel/Makefile | grep -Eo '[0-9]{1,4}')
ARCH=$(dpkg --print-architecture)
- echo "$VERSION.$PATCHLEVEL.$SUBLEVEL" > $ROOTDIR/data/kernel_version
status_ok
}
build_kernel
@@ -329,9 +390,7 @@ build_wireguard() {
) >>$PKGDIR/vyos-wireguard.buildlog 2>&1
if [ $? -ne 0 ]; then
status_fail
- if [ $VERBOSE -eq 1 ]; then
- cat $PKGDIR/vyos-wireguard.buildlog
- fi
+ verbose_msg "$PKGDIR/vyos-wireguard.buildlog"
error_msg "Failed to build package vyos-wireguard, look in vyos-wireguard.buildlog to examine the fault\n"
return 2
fi
@@ -380,9 +439,7 @@ build_accel-ppp() {
) >>$PKGDIR/vyos-accel-ppp.buildlog 2>&1
if [ $? -ne 0 ]; then
status_fail
- if [ $VERBOSE -eq 1 ]; then
- cat $PKGDIR/vyos-accel-ppp.buildlog
- fi
+ verbose_msg "$PKGDIR/vyos-accel-ppp.buildlog"
error_msg "Failed to build package vyos-accel-ppp, look in vyos-accel-ppp.buildlog to examine the fault\n"
return 1
fi
diff --git a/scripts/defaults.py b/scripts/defaults.py
index 0b64bf19..11c5ef97 100644
--- a/scripts/defaults.py
+++ b/scripts/defaults.py
@@ -21,27 +21,17 @@ import os
BUILD_DIR = 'build'
BUILD_CONFIG = os.path.join(BUILD_DIR, 'build-config.json')
-# The default mirror was chosen entirely at random
-DEBIAN_MIRROR = 'http://ftp.nl.debian.org/debian'
-DEBIAN_SECURITY_MIRROR = 'http://ftp.nl.debian.org/debian-security'
-
-DEBIAN_DISTRIBUTION = 'jessie'
-
-SALT_MIRROR = 'http://repo.saltstack.com/apt/debian/8/amd64/2017.7'
-PDNS_MIRROR = 'http://repo.powerdns.com/debian'
-
PBUILDER_CONFIG = os.path.join(BUILD_DIR, 'pbuilderrc')
PBUILDER_DIR = os.path.join(BUILD_DIR, 'pbuilder')
LB_CONFIG_DIR = os.path.join(BUILD_DIR, 'config')
CHROOT_INCLUDES_DIR = os.path.join(LB_CONFIG_DIR, 'includes.chroot')
-VYOS_MIRROR = 'http://dev.packages.vyos.net/repositories/crux'
-
-VYOS_BRANCH = 'crux'
-
ARCHIVES_DIR = 'config/archives/'
VYOS_REPO_FILE = 'config/archives/vyos.list.chroot'
CUSTOM_REPO_FILE = 'config/archives/custom.list.chroot'
CUSTOM_PACKAGE_LIST_FILE = 'config/package-lists/custom.list.chroot'
+
+DEFAULT_BUILD_FLAVOR = 'data/defaults.json'
+
diff --git a/scripts/live-build-config b/scripts/live-build-config
index dbfc157f..9b7c2d67 100755
--- a/scripts/live-build-config
+++ b/scripts/live-build-config
@@ -36,12 +36,12 @@ lb_config_tmpl = """
lb config noauto \
--architectures {{architecture}} \
--bootappend-live "boot=live components hostname=vyos username=live nopersistence noautologin nonetworking union=overlay" \
- --linux-flavours {{architecture}}-vyos \
+ --linux-flavours {{kernel_flavor}} \
--linux-packages linux-image-{{kernel_version}} \
--bootloader syslinux,grub-efi \
--binary-images iso-hybrid \
--debian-installer false \
- --distribution jessie \
+ --distribution {{distribution}} \
--iso-application "VyOS" \
--iso-publisher "{{build_by}}" \
--iso-volume "VyOS" \
@@ -54,9 +54,9 @@ lb config noauto \
--archive-areas "main contrib non-free" \
--firmware-chroot false \
--firmware-binary false \
- --updates true \
+ --updates false \
--security true \
- --backports true \
+ --apt-options "--yes -oAcquire::Check-Valid-Until=false" \
--apt-indices false
"${@}"
"""
@@ -69,24 +69,18 @@ debug = build_config['debug']
# Add the additional repositories to package lists
print("Setting up additional APT entries")
vyos_repo_entry = "deb {0}/vyos {1} main\n".format(build_config['vyos_mirror'], build_config['vyos_branch'])
-#vyos_debian_repo_entry = "deb {0}/debian {1} main\n".format(build_config['vyos_mirror'], build_config['vyos_branch'])
-salt_repo_entry = "deb {0} {1} main\n".format(build_config['salt_mirror'], build_config['distribution'])
-pdns_repo_entry = "deb {0} {1}-rec-41 main\n".format(build_config['pdns_mirror'], build_config['distribution'])
+vyos_debian_repo_entry = "deb {0}/debian {1} main\n".format(build_config['vyos_mirror'], build_config['vyos_branch'])
apt_file = os.path.join(build_config['build_dir'], defaults.VYOS_REPO_FILE)
if debug:
print("Adding these entries to {0}:".format(apt_file))
print("\t", vyos_repo_entry)
-# print("\t", vyos_debian_repo_entry)
- print("\t", salt_repo_entry)
- print("\t", pdns_repo_entry)
+ print("\t", vyos_debian_repo_entry)
with open(apt_file, 'w') as f:
f.write(vyos_repo_entry)
-# f.write(vyos_debian_repo_entry)
- f.write(salt_repo_entry)
- f.write(pdns_repo_entry)
+ f.write(vyos_debian_repo_entry)
# Add custom APT entries
if build_config['custom_apt_entry']:
@@ -97,6 +91,7 @@ if build_config['custom_apt_entry']:
print(entries)
with open(custom_apt_file, 'w') as f:
f.write(entries)
+ f.write("\n")
# Add custom APT keys
if build_config['custom_apt_key']:
@@ -106,9 +101,9 @@ if build_config['custom_apt_key']:
shutil.copy(k, os.path.join(key_dir, dst_name))
# Add custom packages
-if build_config['custom_packages']:
+if build_config['custom_package']:
package_list_file = os.path.join(build_config['build_dir'], defaults.CUSTOM_PACKAGE_LIST_FILE)
- packages = "\n".join(build_config['custom_packages'])
+ packages = "\n".join(build_config['custom_package'])
with open (package_list_file, 'w') as f:
f.write(packages)
generated by cgit v1.2.3 (git 2.39.1) at 2025-04-05 18:04:14 +0000