summaryrefslogtreecommitdiff
path: root/cron
diff options
context:
space:
mode:
Diffstat (limited to 'cron')
-rw-r--r--cron/TODO5
-rwxr-xr-xcron/live-build-cron-images341
-rwxr-xr-xcron/live-build-cron-manual107
3 files changed, 453 insertions, 0 deletions
diff --git a/cron/TODO b/cron/TODO
new file mode 100644
index 000000000..231d208fe
--- /dev/null
+++ b/cron/TODO
@@ -0,0 +1,5 @@
+* add headers to log with build date and versions.
+* send summary mails to debian-live@l.d.o.
+* do not hardcode git urls.
+* add support for git branches.
+* add support for git snapshot packages.
diff --git a/cron/live-build-cron-images b/cron/live-build-cron-images
new file mode 100755
index 000000000..6e89b77df
--- /dev/null
+++ b/cron/live-build-cron-images
@@ -0,0 +1,341 @@
+#!/bin/sh
+
+## live-build-cron-images(7) - FIXME
+## Copyright (C) 2006-2010 Daniel Baumann <daniel@debian.org>
+##
+## This program is free software: you can redistribute it and/or modify
+## it under the terms of the GNU General Public License as published by
+## the Free Software Foundation, either version 3 of the License, or
+## (at your option) any later version.
+##
+## This program is distributed in the hope that it will be useful,
+## but WITHOUT ANY WARRANTY; without even the implied warranty of
+## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+## GNU General Public License for more details.
+##
+## You should have received a copy of the GNU General Public License
+## along with this program. If not, see <http://www.gnu.org/licenses/>.
+##
+## The complete text of the GNU General Public License
+## can be found in /usr/share/common-licenses/GPL-3 file.
+
+
+#set -e
+
+Init ()
+{
+ if [ -e /etc/live/build-cron.conf ]
+ then
+ . /etc/live/build-cron.conf
+ fi
+
+ if ls /etc/live/build-cron.d/* > /dev/null 2>&1
+ then
+ for _FILE in /etc/live/build-cron.d/*
+ do
+ . ${_FILE}
+ done
+ fi
+
+ if [ "${LIVE_BUILD_CRON_IMAGES}" != "true" ]
+ then
+ exit 0
+ fi
+
+ if [ -z "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}" ]
+ then
+ exit 1
+ fi
+
+ # FIXME: don't hardcode
+ BUILDS="daily"
+ DATE="$(date +%Y%m%d)"
+
+ ARCHITECTURE="$(dpkg --print-architecture)"
+ eval DISTRIBUTIONS="$`echo LIVE_BUILD_CRON_IMAGES_$(echo ${BUILDS} | tr [a-z] [A-Z])_DISTRIBUTIONS`"
+ eval FLAVOURS="$`echo LIVE_BUILD_CRON_IMAGES_$(echo ${BUILDS} | tr [a-z] [A-Z])_FLAVOURS`"
+}
+
+Setup ()
+{
+ TMPDIR="$(mktemp -d -t live-build-cron-images.XXXXXXXX)"
+
+ case "${LIVE_BUILD_CRON_IMAGES_BUILD}" in
+ git)
+ cd "${TMPDIR}"
+ git clone git://live.debian.net/git/live-build.git
+ git checkout debian-old-2.0
+
+ LB_BASE="${TMPDIR}/live-build"
+ export LB_BASE
+
+ PATH="${PATH}:${TMPDIR}/live-build/scripts/build"
+ export PATH
+ ;;
+
+ release)
+ # live-build
+ if [ -n "${LIVE_BUILD}" ]
+ then
+ if [ -x "$(which dget 2>/dev/null)" ]
+ then
+ dget "http://live.debian.net/archive/packages/live-build/${LIVE_BUILD}/live-build_${LIVE_BUILD}.dsc"
+ dpkg-source -x live-build_${LIVE_BUILD}.dsc
+
+ LB_BASE="${TMPDIR}/live-build-$(echo ${LIVE_BUILD} | awk -F- '{ print $1 }')"
+ export LB_BASE
+
+ PATH="${PATH}:${TMPDIR}/live-build-$(echo ${LIVE_BUILD} | awk -F- '{ print $1 }')/scripts/build"
+ export PATH
+ else
+ echo "E: dget - command not found"
+ echo "I: dget can be optained from: "
+ echo "I: http://git.debian.org/?p=devscripts/devscripts.git"
+ echo "I: On Debian based systems, dget can be installed with:"
+ echo "I: apt-get install devscripts"
+
+ exit 1
+ fi
+ fi
+ ;;
+ esac
+
+ mkdir -p "${TMPDIR}/build"
+ cd "${TMPDIR}/build"
+
+ # live-boot
+ if [ -n "${LIVE_BOOT}" ]
+ then
+ mkdir -p config/chroot_local-packages
+ cd config/chroot_local-packages
+
+ wget -c "http://live.debian.net/archive/packages/live-boot/${LIVE_BOOT}/live-boot_${LIVE_BOOT}.dsc"
+ wget -c "http://live.debian.net/archive/packages/live-boot/${LIVE_BOOT}/live-boot_${LIVE_BOOT}.diff.gz"
+ wget -c "http://live.debian.net/archive/packages/live-boot/${LIVE_BOOT}/live-boot_$(echo ${LIVE_BOOT} | awk -F- '{ print $1 }').orig.tar.gz"
+ wget -c "http://live.debian.net/archive/packages/live-boot/${LIVE_BOOT}/live-boot_${LIVE_BOOT}_all.deb"
+ wget -c "http://live.debian.net/archive/packages/live-boot/${LIVE_BOOT}/live-boot-initramfs-tools_${LIVE_BOOT}_all.deb"
+ wget -c "http://live.debian.net/archive/packages/live-boot/${LIVE_BOOT}/live-initramfs_${LIVE_BOOT}_all.deb"
+
+ cd "${OLDPWD}"
+ fi
+
+ # live-config
+ if [ -n "${LIVE_CONFIG}" ]
+ then
+ mkdir -p config/chroot_local-packages
+ cd config/chroot_local-packages
+
+ wget -c "http://live.debian.net/archive/packages/live-config/${LIVE_CONFIG}/live-config_${LIVE_CONFIG}.dsc"
+ wget -c "http://live.debian.net/archive/packages/live-config/${LIVE_CONFIG}/live-config_${LIVE_CONFIG}.diff.gz"
+ wget -c "http://live.debian.net/archive/packages/live-config/${LIVE_CONFIG}/live-config_$(echo ${LIVE_CONFIG} | awk -F- '{ print $1 }').orig.tar.gz"
+ wget -c "http://live.debian.net/archive/packages/live-config/${LIVE_CONFIG}/live-config_${LIVE_CONFIG}_all.deb"
+ wget -c "http://live.debian.net/archive/packages/live-config/${LIVE_CONFIG}/live-config-sysvinit_${LIVE_CONFIG}_all.deb"
+
+ cd "${OLDPWD}"
+ fi
+
+ # live-installer
+ if [ -n "${LIVE_INSTALLER}" ]
+ then
+ mkdir -p config/binary_local-udebs
+ cd config/binary_local-udebs
+
+ wget -c "http://ftp.debian.org/debian/pool/main/l/live-installer/live-installer_${LIVE_INSTALLER}.dsc"
+ wget -c "http://ftp.debian.org/debian/pool/main/l/live-installer/live-installer_${LIVE_INSTALLER}.tar.gz"
+ wget -c "http://ftp.debian.org/debian/pool/main/l/live-installer/live-installer_${LIVE_INSTALLER}_${ARCHITECTURE}.udeb"
+
+ cd "${OLDPWD}"
+ fi
+
+ # debian-installer-launcher
+ if [ -n "${DI_LAUNCHER}" ]
+ then
+ mkdir -p config/chroot_local-packages
+ cd config/chroot_local-packages
+
+ wget -c "http://ftp.debian.org/debian/pool/main/d/debian-installer-launcher/debian-installer-launcher_${DI_LAUNCHER}.dsc"
+ wget -c "http://ftp.debian.org/debian/pool/main/d/debian-installer-launcher/debian-installer-launcher_${DI_LAUNCHER}.tar.gz"
+ wget -c "http://ftp.debian.org/debian/pool/main/d/debian-installer-launcher/debian-installer-launcher_${DI_LAUNCHER}_all.deb"
+
+ cd "${OLDPWD}"
+ fi
+}
+
+Build ()
+{
+ cd "${TMPDIR}/build"
+
+ for DISTRIBUTION in ${DISTRIBUTIONS}
+ do
+ rm -rf cache/stages*
+
+ for FLAVOUR in ${FLAVOURS}
+ do
+ if [ -e .stage ]
+ then
+ lb clean
+ fi
+
+ rm -rf cache/stages_rootfs
+ rm -f config/* || true
+
+ # FIXME: cdebootstrap
+ lb config --clean \
+ --bootstrap cdebootstrap \
+ --cache-stages "bootstrap rootfs" \
+ --debian-installer ${DEBIAN_INSTALLER} \
+ --debian-installer-distribution ${DEBIAN_INSTALLER_DISTRIBUTION} \
+ --distribution ${DISTRIBUTION} \
+ --mirror-bootstrap ${MIRROR_BOOTSTRAP} \
+ --mirror-chroot ${MIRROR_CHROOT} \
+ --mirror-chroot-security ${MIRROR_CHROOT_SECURITY} \
+ --packages-lists ${FLAVOUR}
+
+ lb build 2>&1 | tee debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.iso.log
+
+ mv binary*.iso debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.iso
+ mv binary.list debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.iso.list
+ mv binary.packages debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.iso.packages
+
+ if [ "${ARCHITECTURE}" != "powerpc" ]
+ then
+ lb clean --binary
+ lb config --clean --binary-images usb-hdd
+ lb binary 2>&1 | tee debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.img.log
+
+ mv binary.img debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.img
+ mv binary.list debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.img.list
+ mv binary.packages debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.img.packages
+ fi
+
+ if [ "${ARCHITECTURE}" != "powerpc" ]
+ then
+ lb clean
+ rm -rf cache/stages_rootfs
+ lb config --clean --binary-images net
+
+ lb build 2>&1 | tee debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.tar.gz.log
+
+ mv binary-net.tar.gz debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.tar.gz
+ mv binary.list debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.tar.gz.list
+ mv binary.packages debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.tar.gz.packages
+
+ mv binary/*/filesystem.squashfs debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.squashfs
+ for memtest in tftpboot/debian-live/${ARCHITECTURE}/memtest*; do cp -f ${memtest} debian-live-${DISTRIBUTION}-${ARCHITECTURE}.$(basename ${memtest}); done || true
+ for kernel in tftpboot/debian-live/${ARCHITECTURE}/vmlinuz*; do cp -f ${kernel} debian-live-${DISTRIBUTION}-${ARCHITECTURE}.$(basename ${kernel}); done
+ for initrd in tftpboot/debian-live/${ARCHITECTURE}/initrd*; do cp ${initrd} debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.$(basename ${initrd}); done
+ cp debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.tar.gz.packages debian-live-${DISTRIBUTION}-${ARCHITECTURE}-${FLAVOUR}.packages
+ fi
+
+ if [ "${LIVE_BUILD_CRON_IMAGES_SOURCE}" = "true" ]
+ then
+ lb config --clean --source true
+
+ lb source 2>&1 | tee debian-live-${DISTRIBUTION}-source-${FLAVOUR}.log
+
+ mv source.debian.tar.gz debian-live-${DISTRIBUTION}-source-${FLAVOUR}.debian.tar.gz
+ mv source.debian.list debian-live-${DISTRIBUTION}-source-${FLAVOUR}.debian.tar.gz.list
+ mv source.debian-live.tar.gz debian-live-${DISTRIBUTION}-source-${FLAVOUR}.debian-live.tar.gz
+ mv source.debian-live.list debian-live-${DISTRIBUTION}-source-${FLAVOUR}.debian-live.tar.gz.list
+ fi
+ done
+ done
+}
+
+Install ()
+{
+ BUILD="1"
+
+ while [ -e "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}" ]
+ do
+ BUILD="$((${BUILD} + 1))"
+ done
+
+ cd "${TMPDIR}/build"
+
+ # Move iso images
+ if ls debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.iso* > /dev/null 2>&1
+ then
+ mkdir -p "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/iso-hybrid"
+ mv debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.iso* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/iso-hybrid"
+ fi
+
+ # Move hdd images
+ if ls debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.img > /dev/null 2>&1
+ then
+ mkdir -p "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/usb-hdd"
+ mv debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.img* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/usb-hdd"
+ fi
+
+ # Move net images
+ if ls debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.tar.gz* > /dev/null 2>&1
+ then
+ mkdir -p "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/net"
+ mv debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.tar.gz* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/net"
+ fi
+
+ # Move web images
+ if ls debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.squashfs > /dev/null 2>&1
+ then
+ mkdir -p "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/web"
+ mv debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.squashfs "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/web"
+ mv debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.packages* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/web"
+ mv debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.vmlinuz* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/web"
+ mv debian-live-${DISTRIBUTION}-${ARCHITECTURE}-*.initrd.img* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}/web"
+ fi
+
+ # Move source images
+ if ls debian-live-${DISTRIBUTION}-source-* > /dev/null 2>&1 && \
+ [ ! -d "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/source" ]
+ then
+ mkdir -p "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/source/tar"
+ mv debian-live-${DISTRIBUTION}-source-* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/source/tar"
+ fi
+
+ for DIR in "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/${ARCHITECTURE}"/* "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/${DATE}-${BUILD}/source"/*
+ do
+ cd "${DIR}"
+
+ md5sum debian* > MD5SUMS
+ sha1sum debian* > SHA1SUMS
+ sha256sum debian* > SHA256SUMS
+ done
+
+ rm -f "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}/current"
+
+ cd "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${DISTRIBUTION}"
+ ln -s ${DATE}-${BUILD} current
+}
+
+Clean ()
+{
+ cd "${TMPDIR}/build"
+ lb clean --purge
+
+ cd "${CURDIR}"
+ rm -rf "${TMPDIR}"
+}
+
+Trace ()
+{
+
+cat > "${LIVE_BUILD_CRON_IMAGES_DIRECTORY}/${BUILDS}-builds/${BUILDS}-trace" << EOF
+${DATE}-${BUILD}
+$(LC_ALL=C date -R)
+EOF
+
+}
+
+Main ()
+{
+ Init
+ Setup
+
+ Build
+ Install
+ Clean
+
+ Trace
+}
+
+Main
diff --git a/cron/live-build-cron-manual b/cron/live-build-cron-manual
new file mode 100755
index 000000000..7bf9a86e8
--- /dev/null
+++ b/cron/live-build-cron-manual
@@ -0,0 +1,107 @@
+#!/bin/sh
+
+## live-build-cron-manual(7) - FIXME
+## Copyright (C) 2006-2010 Daniel Baumann <daniel@debian.org>
+##
+## This program is free software: you can redistribute it and/or modify
+## it under the terms of the GNU General Public License as published by
+## the Free Software Foundation, either version 3 of the License, or
+## (at your option) any later version.
+##
+## This program is distributed in the hope that it will be useful,
+## but WITHOUT ANY WARRANTY; without even the implied warranty of
+## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+## GNU General Public License for more details.
+##
+## You should have received a copy of the GNU General Public License
+## along with this program. If not, see <http://www.gnu.org/licenses/>.
+##
+## The complete text of the GNU General Public License
+## can be found in /usr/share/common-licenses/GPL-3 file.
+
+
+#set -e
+
+Init ()
+{
+ if [ -e /etc/live/build-cron.conf ]
+ then
+ . /etc/live/build-cron.conf
+ fi
+
+ if ls /etc/live/build-cron.d/* > /dev/null 2>&1
+ then
+ for _FILE in /etc/live/build-cron.d/*
+ do
+ . "${_FILE}"
+ done
+ fi
+
+ if [ "${LIVE_BUILD_CRON_MANUAL}" != "true" ]
+ then
+ echo "live-build-cron-manual disabled."
+ exit 0
+ fi
+
+ if [ -z "${LIVE_BUILD_CRON_MANUAL_DIRECTORY}" ]
+ then
+ echo "live-build-cron-manual directory not set."
+ exit 1
+ fi
+}
+
+Setup ()
+{
+ TMPDIR="$(mktemp -d -t live-build-cron-manual.XXXXXXXX)"
+
+ cd "${TMPDIR}"
+ git clone git://live.debian.net/git/live-manual.git
+ cd live-manual && git checkout debian-next
+}
+
+Build ()
+{
+ cd "${TMPDIR}/live-manual"
+
+ echo "Using the following sisu package versions: " | tee build.log
+
+ for _PACKAGE in $(dpkg --get-selections | awk '/^sisu/ { print $1 }')
+ do
+ echo ${_PACKAGE} $(apt-cache policy $package | awk '/Installed: / { print $2 }') | tee -a build.log
+ done
+
+ make DEBUG=1 autobuild 2>&1 | tee -a build.log
+}
+
+Install ()
+{
+ cd "${LIVE_BUILD_CRON_MANUAL_DIRECTORY}"
+ rm -rf *
+
+ mv "${TMPDIR}/live-manual/build/"* ./
+ mv "${TMPDIR}/live-manual/build.log" ./
+}
+
+Clean ()
+{
+ rm -rf "${TMPDIR}"
+}
+
+Trace ()
+{
+ echo "$(LC_ALL=C date -R)" > "${LIVE_BUILD_CRON_MANUAL_DIRECTORY}/manual-trace"
+}
+
+Main ()
+{
+ Init
+ Setup
+
+ Build
+ Install
+ Clean
+
+ Trace
+}
+
+Main