summaryrefslogtreecommitdiff
path: root/scripts/build/chroot_archives
blob: f1166ae404e568c6b824c53a2617443d8053092c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
#!/bin/sh

## live-build(7) - System Build Scripts
## Copyright (C) 2006-2015 Daniel Baumann <mail@daniel-baumann.ch>
##
## This program comes with ABSOLUTELY NO WARRANTY; for details see COPYING.
## This is free software, and you are welcome to redistribute it
## under certain conditions; see COPYING for details.


set -e

# Including common functions
[ -e "${LIVE_BUILD}/scripts/build.sh" ] && . "${LIVE_BUILD}/scripts/build.sh" || . /usr/lib/live/build.sh

# Setting static variables
DESCRIPTION="Manage /etc/apt/sources.list"
HELP=""
USAGE="${PROGRAM} {source|binary|chroot} {install|remove} [--force]"

_PASS="${1}"
shift

if [ "${_PASS}" != "binary" ] && [ "${_PASS}" != "chroot" ] && [ "${_PASS}" != "source" ]
then
	Usage
fi

Arguments "${@}"

# Reading configuration files
Read_conffiles config/all config/common config/bootstrap config/chroot config/binary config/source
Set_defaults

# Requiring stage file
Require_stagefile .build/config .build/bootstrap

case "${1}" in
	install)
		Echo_message "Configuring file /etc/apt/sources.list"

		# Checking stage file
		Check_stagefile .build/chroot_archives

		# Checking lock file
		Check_lockfile .lock

		# Creating lock file
		Create_lockfile .lock

		# Restoring cache
		Restore_package_cache chroot

		# Mount local repository
		if echo "${LB_PARENT_MIRROR_CHROOT}" | grep -q '^file:/'
		then
			Chroot_bind_path chroot "$(echo ${LB_PARENT_MIRROR_CHROOT} | sed -e 's|file:||')"
		fi

		# Configure custom sources.list
		Create_apt_sources_list chroot

		# Adding local apt sources (chroot)
		for FILE in config/archives/*.list config/archives/*.list.chroot
		do
			if [ -e "${FILE}" ]
			then
				sed -e "s|@DISTRIBUTION@|${LB_DISTRIBUTION_CHROOT}|g" \
				    -e "s|@PARENT_DISTRIBUTION@|${LB_PARENT_DISTRIBUTION_CHROOT}|g" \
				    -e "s|@ARCHIVE_AREAS@|${LB_ARCHIVE_AREAS}|g" \
				    -e "s|@PARENT_ARCHIVE_AREAS@|${LB_PARENT_ARCHIVE_AREAS}|g" \
				"${FILE}" > "chroot/etc/apt/sources.list.d/$(basename ${FILE} .chroot)"

				if [ "${_PASS}" != "source" ] && [ "${LB_APT_SOURCE_ARCHIVES}" = "false" ]
				then
					# Strip out source archives
					sed -i "/^deb-src /d" "chroot/etc/apt/sources.list.d/$(basename ${FILE} .chroot)"
				fi
			fi
		done

		# Adding local apt configuration (chroot)
		for FILE in config/archives/*.conf config/archives/*.conf.chroot
		do
			if [ -e "${FILE}" ]
			then
				cp ${FILE} chroot/etc/apt/apt.conf.d/$(basename ${FILE} .chroot)
			fi
		done

		# Adding local apt preferences (chroot)
		for FILE in config/archives/*.pref config/archives/*.pref.chroot
		do
			if [ -e "${FILE}" ]
			then
				cp ${FILE} chroot/etc/apt/preferences.d/$(basename ${FILE} .chroot)
			fi
		done

		# Check local archive keys (chroot)
		if Find_files config/archives/*.key || \
		   Find_files config/archives/*.key.chroot
		then
			for FILE in config/archives/*.key \
					config/archives/*.key.chroot
			do
				if [ -e "${FILE}" ]
				then
					if grep -q "PGP PUBLIC KEY BLOCK" "${FILE}"
					then
						cp ${FILE} chroot/etc/apt/trusted.gpg.d/$(basename ${FILE}).asc
					else
						cp ${FILE} chroot/etc/apt/trusted.gpg.d/$(basename ${FILE}).gpg
					fi
				fi
			done
		fi

		# Configure local package repository
		if Find_files config/packages.chroot/*.deb || Find_files config/packages/*.deb
		then
			rm -rf chroot/root/packages
			mkdir -p chroot/root/packages

			if [ "$(stat --printf %d config/packages.chroot/)" = "$(stat --printf %d chroot/root/packages/)" ] ||
			   [ "$(stat --printf %d config/packages/)" = "$(stat --printf %d chroot/root/packages/)" ]
			then
				CP_OPTIONS="-l"
			fi

			# Copy packages
			if Find_files config/packages.chroot/*_"${LB_ARCHITECTURES}".deb || Find_files config/packages/*_"${LB_ARCHITECTURES}".deb
			then
				for FILE in config/packages.chroot/*_"${LB_ARCHITECTURES}".deb config/packages/*_"${LB_ARCHITECTURES}".deb
				do
					if [ -L "${FILE}" ]
					then
						cp -L "${FILE}" chroot/root/packages
					elif [ -e "${FILE}" ]
					then
						cp ${CP_OPTIONS} "${FILE}" chroot/root/packages
					fi
				done
			fi

			if Find_files config/packages.chroot/*_all.deb || Find_files config/packages/*_all.deb
			then
				for FILE in config/packages.chroot/*_all.deb config/packages/*_all.deb
				do
					if [ -L "${FILE}" ]
					then
						cp -L "${FILE}" chroot/root/packages
					elif [ -e "${FILE}" ]
					then
						cp ${CP_OPTIONS} "${FILE}" chroot/root/packages
					fi
				done
			fi

			if Find_files chroot/root/packages/*.deb
			then
				# If we bootstrapped a minimal chroot, we need
				# to install apt-utils before we have
				# completed all the indices.
				if [ ! -e chroot/usr/bin/apt-ftparchive ]
				then
					Apt chroot update
				fi

				# Check depends
				Check_package chroot /usr/bin/apt-ftparchive apt-utils

				# Installing depends
				Install_package

				# Generate Packages and Packages.gz
				echo "cd /root/packages && apt-ftparchive packages . > Packages" | Chroot chroot sh
				gzip -9 -c chroot/root/packages/Packages > chroot/root/packages/Packages.gz

				# Generate Release
				echo "cd /root/packages && apt-ftparchive \
					-o APT::FTPArchive::Release::Origin=config/packages.chroot \
					release . > Release" | Chroot chroot sh

				# Add to sources.list.d
				echo "deb [ trusted=yes ] file:/root/packages ./" > chroot/etc/apt/sources.list.d/packages.list

				# Move top-level sources away, otherwise apt always preferes it (#644148)
				if [ -e chroot/etc/apt/sources.list ]
				then
					mv chroot/etc/apt/sources.list chroot/etc/apt/sources.list.d/zz-sources.list
				fi

				# Removing depends
				Remove_package
			else
				Echo_warning "Local packages must be named with suffix '_all.deb' or '_\$architecture.deb'."
			fi
		fi

		if Find_files chroot/root/packages/*.deb
		then
			gunzip < chroot/root/packages/Packages.gz | awk '/^Package: / { print $2 }' \
			>> chroot/root/packages.chroot
		fi

		# Update indices from cache
		if [ "${LB_CACHE_INDICES}" = "true" ] && [ -d cache/indices.bootstrap ]
		then
			if Find_files cache/indices.bootstrap/secring.gpg*
			then
				cp -f cache/indices.bootstrap/secring.gpg* chroot/etc/apt
			fi

			if Find_files cache/indices.bootstrap/trusted.gpg*
			then
				cp -rf cache/indices.bootstrap/trusted.gpg* chroot/etc/apt
			fi

			if [ -f cache/indices.bootstrap/pkgcache.bin ]
			then
				cp -f cache/indices.bootstrap/pkgcache.bin chroot/var/cache/apt
			fi

			if [ -f cache/indices.bootstrap/srcpkgcache.bin ]
			then
				cp -f cache/indices.bootstrap/srcpkgcache.bin chroot/var/cache/apt
			fi

			if Find_files cache/indices.bootstrap/*_Packages
			then
				cp -f cache/indices.bootstrap/*_Packages chroot/var/lib/apt/lists
			fi

			if Find_files cache/indices.bootstrap/*_Sources
			then
				cp -f cache/indices.bootstrap/*_Sources chroot/var/lib/apt/lists
			fi

			if Find_files cache/indices.bootstrap/*Release*
			then
				cp -f cache/indices.bootstrap/*Release* chroot/var/lib/apt/lists
			fi

			if [ "${LB_APT}" = "aptitude" ] && [ ! $(which aptitude) ]
			then
				Chroot chroot "apt-get ${APT_OPTIONS} update"
				Chroot chroot "apt-get ${APT_OPTIONS} install aptitude"
			fi
		else # Get fresh indices
			# Check local keyring packages
			if Find_files config/archives/*.deb
			then
				for PACKAGE in config/archives/*.deb
				do
					cp ${PACKAGE} chroot/root
					Chroot chroot "dpkg -i /root/$(basename ${PACKAGE})"
					rm -f chroot/root/$(basename ${PACKAGE})
				done
			fi

			# Installing aptitude
			if [ "${LB_APT}" = "aptitude" ] && [ ! $(Chroot chroot "which aptitude") ]
			then
				Chroot chroot "apt-get ${APT_OPTIONS} update"
				Chroot chroot "apt-get ${APT_OPTIONS} install aptitude"
			fi

			# Rebuild apt indices from scratch.
			# Due to the fact that apt doesn't understand
			# pinning on the fly, we need to manually remove
			# the cached indices and rebuild them again.
			rm -rf chroot/var/cache/apt/*.bin

			Apt chroot update

			# Installing keyring packages
			if [ -n "${LB_KEYRING_PACKAGES}" ]
			then
				Apt chroot "install ${LB_KEYRING_PACKAGES}"
			fi

			rm -rf chroot/var/cache/apt/*.bin

			Apt chroot update
			Apt chroot "upgrade"
			Apt chroot "dist-upgrade"

			if [ "${LB_CACHE_INDICES}" = "true" ]
			then
				mkdir -p cache/indices.bootstrap

				if Find_files chroot/etc/apt/secring.gpg*
				then
					cp -f chroot/etc/apt/secring.gpg* cache/indices.bootstrap
				fi

				cp -rf chroot/etc/apt/trusted.gpg* cache/indices.bootstrap

				cp -f chroot/var/cache/apt/pkgcache.bin cache/indices.bootstrap

				if Find_files chroot/var/cache/apt/srcpkgcache.bin
				then
					cp -f chroot/var/cache/apt/srcpkgcache.bin cache/indices.bootstrap
				fi

				cp -f chroot/var/lib/apt/lists/*_Packages cache/indices.bootstrap

				if Find_files chroot/var/lib/apt/lists/*_Sources
				then
					cp -f chroot/var/lib/apt/lists/*_Sources cache/indices.bootstrap
				fi

				cp -f chroot/var/lib/apt/lists/*Release* cache/indices.bootstrap
			fi
		fi

		# Saving cache
		Save_package_cache chroot

		# Creating stage file
		Create_stagefile .build/chroot_archives
		;;

	remove)
		Echo_message "Deconfiguring file /etc/apt/sources.list"

		# Checking lock file
		Check_lockfile .lock

		# Creating lock file
		Create_lockfile .lock

		# Restore top-level sources
		if [ -e chroot/etc/apt/sources.list.d/zz-sources.list ]
		then
			mv chroot/etc/apt/sources.list.d/zz-sources.list chroot/etc/apt/sources.list
		fi

		# Configure generic indices
		# Cleaning apt list cache
		rm -rf chroot/var/lib/apt/lists
		mkdir -p chroot/var/lib/apt/lists/partial

		# Configure custom sources.list
		Create_apt_sources_list binary

		# Removing chroot-only apt sources
		for FILE in config/archives/*.list.chroot
		do
			if [ -e "${FILE}" ]
			then
				rm -f "chroot/etc/apt/sources.list.d/$(basename ${FILE} .chroot)"
			fi
		done

		# Removing chroot-only apt configuration
		for FILE in config/archives/*.conf.chroot
		do
			if [ -e "${FILE}" ]
			then
				rm -f "chroot/etc/apt/apt.conf.d/$(basename ${FILE} .chroot)"
			fi
		done

		# Removing chroot-only apt preferences
		for FILE in config/archives/*.pref.chroot
		do
			if [ -e "${FILE}" ]
			then
				rm -f "chroot/etc/apt/preferences.d/$(basename ${FILE} .chroot)"
			fi
		done

		# Adding local apt sources (binary)
		for FILE in config/archives/*.list config/archives/*.list.binary
		do
			if [ -e "${FILE}" ]
			then
				sed -e "s|@DISTRIBUTION@|${LB_DISTRIBUTION_BINARY}|g" \
				    -e "s|@PARENT_DISTRIBUTION@|${LB_PARENT_DISTRIBUTION_BINARY}|g" \
				    -e "s|@ARCHIVE_AREAS@|${LB_ARCHIVE_AREAS}|g" \
				    -e "s|@PARENT_ARCHIVE_AREAS@|${LB_PARENT_ARCHIVE_AREAS}|g" \
				"${FILE}" > "chroot/etc/apt/sources.list.d/$(basename ${FILE} .binary)"

				if [ "${_PASS}" != "source" ] && [ "${LB_APT_SOURCE_ARCHIVES}" = "false" ]
				then
					# Strip out source archives
					sed -i "/^deb-src /d" "chroot/etc/apt/sources.list.d/$(basename ${FILE} .binary)"
				fi
			fi
		done

		# Adding local apt configuration (binary)
		for FILE in config/archives/*.conf config/archives/*.conf.binary
		do
			if [ -e "${FILE}" ]
			then
				cp ${FILE} chroot/etc/apt/apt.conf.d/$(basename ${FILE} .binary)
			fi
		done

		# Adding local apt preferences (binary)
		for FILE in config/archives/*.pref config/archives/*.pref.binary
		do
			if [ -e "${FILE}" ]
			then
				cp ${FILE} chroot/etc/apt/preferences.d/$(basename ${FILE} .binary)
			fi
		done

		# Adding local apt keys (binary)
		for FILE in config/archives/*.key config/archives/*.key.binary
		do
			if [ -e "${FILE}" ]
			then
				cp ${FILE} chroot/etc/apt/trusted.gpg.d/$(basename ${FILE}).asc
			fi
		done

		# Updating indices
		Apt chroot update

		# Unmount local repository - after apt update or it will fail due to missing files
		if echo "${LB_PARENT_MIRROR_CHROOT}" | grep -q '^file:/'
		then
			Chroot_unbind_path chroot "$(echo ${LB_PARENT_MIRROR_CHROOT} | sed -e 's|file:||')"
		fi

		# Cleaning apt package cache
		rm -rf chroot/var/cache/apt
		mkdir -p chroot/var/cache/apt/archives/partial

		# Cleaning apt package lists
		if [ "${LB_APT_INDICES}" = "false" ]
		then
			rm -rf chroot/var/lib/apt/lists
			mkdir -p chroot/var/lib/apt/lists/partial
		fi

		# Remove local package repository
		rm -f chroot/etc/apt/sources.list.d/packages.list
		rm -rf chroot/root/packages

		# Ensure package list is removed
		rm -f chroot/root/packages.chroot

		# Removing stage file
		rm -f .build/chroot_archives
		;;

	*)
		Usage
		;;
esac