summaryrefslogtreecommitdiff
path: root/scripts/build/source_debian
blob: bcd45a65b3ba9bd4a9403fb52482c00ec88cef8f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
#!/bin/sh

## live-build(7) - System Build Scripts
## Copyright (C) 2006-2015 Daniel Baumann <mail@daniel-baumann.ch>
##
## This program comes with ABSOLUTELY NO WARRANTY; for details see COPYING.
## This is free software, and you are welcome to redistribute it
## under certain conditions; see COPYING for details.


set -e

# Including common functions
[ -e "${LIVE_BUILD}/scripts/build.sh" ] && . "${LIVE_BUILD}/scripts/build.sh" || . /usr/lib/live/build.sh

# Setting static variables
DESCRIPTION="Debian sources"
USAGE="${PROGRAM} [--force]"

# Processing arguments and configuration files
Init_config_data "${@}"

if [ "${LB_SOURCE}" != "true" ]
then
	exit 0
fi

Echo_message "Begin downloading sources..."

# Requiring stage file
Require_stagefile .build/config .build/bootstrap

# Checking stage file
Check_stagefile .build/source_debian

# Checking lock file
Check_lockfile .lock

# Creating lock file
Create_lockfile .lock

# Remove old sources
if [ -d source/debian ]
then
	rm -rf source/debian
fi

# Download sources
Chroot chroot "dpkg --get-selections" | awk '{ print $1 }' > source-selection.txt

echo "${LB_BOOTLOADERS}" | \
while IFS="," read -r BOOTLOADER
do
	echo "${BOOTLOADER}" >> source-selection.txt
done

echo "live-build" >> source-selection.txt

case "${LB_BINARY_IMAGES}" in
	iso*)
		echo "xorriso" >> source-selection.txt
		;;

	hdd*)
		echo "parted" >> source-selection.txt
		;;
esac

case "${LB_CHROOT_FILESYSTEM}" in
	squashfs)
		echo "squashfs-tools" >> source-selection.txt
		;;
esac

case "${LB_BINARY_FILESYSTEM}" in
	fat*)
		echo "dosfstools" >> source-selection.txt
		;;

	ntfs)
		echo "ntfs-3g" >> source-selection.txt
		;;
esac

case "${LB_ARCHITECTURES}" in
	amd64|i386)
		echo "mtools" >> source-selection.txt
		echo "syslinux" >> source-selection.txt
		echo "grub" >> source-selection.txt

		if [ "${LB_MEMTEST}" != "none" ]; then
			echo "${LB_MEMTEST}" >> source-selection.txt
		fi
		;;
esac

if [ -n "${LB_TASKS}" ]
then
	echo "${LB_TASKSEL}" >> source-selection.txt
fi

# apt-get source does not respect pinning
# building images with backports included but not enabled
# will result in apt-get source download stuff from backports
# where available. workaround: disable backports
case "${LB_MODE}" in
	progress-linux)
		case "${LB_DISTRIBUTION_BINARY}" in
			*-backports)

				;;

			*)
				if grep -qs "${LB_DISTRIBUTION_BINARY}-backports" chroot/etc/apt/sources.list.d/progress-linux.list
				then
					cp chroot/etc/apt/sources.list.d/progress-linux.list chroot/etc/apt/sources.list.d/progress-linux.list.orig

					while read -r _LINE
					do
						if echo "${_LINE}" | grep -qs ${LB_DISTRIBUTION_BINARY}-backports
						then
							sed -i -e "s|${_LINE}|#${_LINE}|" chroot/etc/apt/sources.list.d/progress-linux.list
						fi
					done < chroot/etc/apt/sources.list.d/progress-linux.list.orig

					Apt chroot update
				fi
				;;
		esac
		;;
esac

# Make a clean directory to download the packages to.
# We need to set the ownership to user `_apt` to give write access to the apt user,
# otherwise we get a lot of warnings from apt about downloading as root.
mkdir -p chroot/source.pkgs
chown _apt:root chroot/source.pkgs

cat > chroot/missing-source.txt << EOF
This file contains the list of binary packages that are installed on the "live"
system (to which this source disc is a companion) for which a corresponding
source package is not included on this disc. This may be because the binary
package does not have a corresponding source package, or because the version of
the source package available was not the same as that of the binary.

EOF

cat > chroot/source-download.sh << EOF
#!/bin/sh
cd source.pkgs
PACKAGE="\${1}"
if ! apt-get ${APT_OPTIONS} --download-only source \${PACKAGE}
then
	dpkg -l \${PACKAGE} | tail -n1 >> ../missing-source.txt
	touch ../missing-source-some
fi
EOF

while read -r PACKAGE
do
	Chroot chroot "sh source-download.sh ${PACKAGE}" || true
done < source-selection.txt
rm -f source-selection.txt
rm -f chroot/source-download.sh

if [ -e chroot/missing-source-some ]
then
	mv chroot/missing-source.txt source/missing-source.txt
	rm -f chroot/missing-source-some
else
	rm -f chroot/missing-source.txt
fi

# Sort sources
for DSC in chroot/source.pkgs/*.dsc
do
	SOURCE="$(sed -n 's|^Source: ||p' ${DSC} 2>/dev/null || :)"
	# The sed may fail if multiple dsc files exist for same source, as the
	# first one to match will have already been moved.
	[ -n "$SOURCE" ] || continue

	case "${SOURCE}" in
		lib?*)
			LETTER="$(echo ${SOURCE} | sed 's|\(....\).*|\1|')"
			;;

		*)
			LETTER="$(echo ${SOURCE} | sed 's|\(.\).*|\1|')"
			;;
	esac

	# Install directory
	mkdir -p source/debian/"${LETTER}"/"${SOURCE}"

	# Move files
	mv chroot/source.pkgs/"${SOURCE}"_* source/debian/"${LETTER}"/"${SOURCE}"
done

rmdir --ignore-fail-on-non-empty chroot/source.pkgs

# Reverting apt sources again
if [ -e chroot/etc/apt/sources.list.d/progress-linux.list.orig ]
then
	mv chroot/etc/apt/sources.list.d/progress-linux.list.orig chroot/etc/apt/sources.list.d/progress-linux.list

	Apt chroot update
fi

# Creating stage file
Create_stagefile .build/source_debian
Create_stagefile .build/source