blob: dfcffb69012afa5662f900368f842b3430bd28c1 [file] [log] [blame]
Jiyong Parka128bad2024-09-20 16:53:57 +09001#!/bin/bash
2
3# This is a script to build a Debian image that can run in a VM created via AVF.
4# TODOs:
Jiyong Parka128bad2024-09-20 16:53:57 +09005# - Add Android-specific packages via a new class
6# - Use a stable release from debian-cloud-images
7
8show_help() {
maciek swiech0fdd0512024-10-11 15:12:44 +00009 echo "Usage: sudo $0 [OPTION]... [FILE]"
10 echo "Builds a debian image and save it to FILE. [sudo is required]"
11 echo "Options:"
12 echo "-h Print usage and this help message and exit."
13 echo "-a ARCH Architecture of the image [default is aarch64]"
Jeongik Cha06f4ac52024-11-12 15:56:05 +090014 echo "-r Release mode build"
Jiyong Parka128bad2024-09-20 16:53:57 +090015}
16
17check_sudo() {
18 if [ "$EUID" -ne 0 ]; then
19 echo "Please run as root."
20 exit
21 fi
22}
23
24parse_options() {
Jeongik Cha06f4ac52024-11-12 15:56:05 +090025 while getopts "hra:" option; do
Jiyong Parka128bad2024-09-20 16:53:57 +090026 case ${option} in
27 h)
28 show_help
29 exit;;
maciek swiech0fdd0512024-10-11 15:12:44 +000030 a)
31 if [[ "$OPTARG" != "aarch64" && "$OPTARG" != "x86_64" ]]; then
32 echo "Invalid architecture: $OPTARG"
33 exit
34 fi
35 arch="$OPTARG"
36 if [[ "$arch" == "x86_64" ]]; then
37 debian_arch="amd64"
38 fi
39 ;;
Jeongik Cha06f4ac52024-11-12 15:56:05 +090040 r)
41 mode=release
42 ;;
maciek swiech0fdd0512024-10-11 15:12:44 +000043 *)
44 echo "Invalid option: $OPTARG"
45 exit
46 ;;
Jiyong Parka128bad2024-09-20 16:53:57 +090047 esac
48 done
maciek swiech0fdd0512024-10-11 15:12:44 +000049 if [[ "${*:$OPTIND:1}" ]]; then
50 built_image="${*:$OPTIND:1}"
Jiyong Parka128bad2024-09-20 16:53:57 +090051 fi
52}
53
54install_prerequisites() {
Jiyong Park0e565ed2024-09-24 12:39:53 +090055 apt update
maciek swiech0fdd0512024-10-11 15:12:44 +000056 packages=(
Jeongik Cha7e7f19d2024-10-31 20:50:24 +090057 automake
maciek swiech0fdd0512024-10-11 15:12:44 +000058 binfmt-support
59 build-essential
60 ca-certificates
Jeongik Cha7e7f19d2024-10-31 20:50:24 +090061 cmake
maciek swiech0fdd0512024-10-11 15:12:44 +000062 curl
63 debsums
64 dosfstools
65 fai-server
66 fai-setup-storage
67 fdisk
Jeongik Cha7e7f19d2024-10-31 20:50:24 +090068 git
69 libjson-c-dev
70 libtool
71 libwebsockets-dev
maciek swiech0fdd0512024-10-11 15:12:44 +000072 make
Jeongik Chace3a3962024-10-12 03:47:23 +090073 protobuf-compiler
maciek swiech0fdd0512024-10-11 15:12:44 +000074 python3
75 python3-libcloud
76 python3-marshmallow
77 python3-pytest
78 python3-yaml
79 qemu-user-static
80 qemu-utils
81 sudo
82 udev
83 )
84 if [[ "$arch" == "aarch64" ]]; then
85 packages+=(
86 gcc-aarch64-linux-gnu
87 libc6-dev-arm64-cross
88 qemu-system-arm
89 )
90 else
91 packages+=(
Jeongik Cha904d9622024-10-21 11:16:37 +090092 qemu-system
Jeongik Cha8e711982024-10-20 12:45:35 +090093 )
94 fi
95
96 # TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application
97 if [[ "$arch" == "x86_64" ]]; then
98 packages+=(
99 libguestfs-tools
Saswat Padhi79f52132024-11-27 03:56:40 +0000100 linux-image-generic
maciek swiech0fdd0512024-10-11 15:12:44 +0000101 )
102 fi
Jiyong Park44dd28f2024-09-20 18:47:40 +0900103 DEBIAN_FRONTEND=noninteractive \
maciek swiech0fdd0512024-10-11 15:12:44 +0000104 apt install --no-install-recommends --assume-yes "${packages[@]}"
Jeongik Chab137a5f2024-10-02 12:53:05 +0900105
maciek swiech0fdd0512024-10-11 15:12:44 +0000106 if [ ! -f $"HOME"/.cargo/bin/cargo ]; then
Seungjae Yoo198a0fb2024-10-04 16:29:12 +0900107 curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
108 fi
109
maciek swiech0fdd0512024-10-11 15:12:44 +0000110 source "$HOME"/.cargo/env
111 rustup target add "${arch}"-unknown-linux-gnu
Jeongik Cha139ddfd2024-11-01 23:16:44 +0900112 cargo install cargo-license
Jiyong Parka128bad2024-09-20 16:53:57 +0900113}
114
115download_debian_cloud_image() {
116 local ver=master
117 local prj=debian-cloud-images
maciek swiech0fdd0512024-10-11 15:12:44 +0000118 local url="https://salsa.debian.org/cloud-team/${prj}/-/archive/${ver}/${prj}-${ver}.tar.gz"
119 local outdir="${debian_cloud_image}"
Jiyong Parka128bad2024-09-20 16:53:57 +0900120
maciek swiech0fdd0512024-10-11 15:12:44 +0000121 mkdir -p "${outdir}"
122 wget -O - "${url}" | tar xz -C "${outdir}" --strip-components=1
Jiyong Parka128bad2024-09-20 16:53:57 +0900123}
124
Seungjae Yoo1cfcb582024-10-17 14:06:58 +0900125build_rust_binary_and_copy() {
126 pushd "$(dirname "$0")/../../guest/$1" > /dev/null
Jeongik Cha06f4ac52024-11-12 15:56:05 +0900127 local release_flag=
128 local artifact_mode=debug
129 if [[ "$mode" == "release" ]]; then
130 release_flag="--release"
131 artifact_mode=release
132 fi
Seungjae Yoo1cfcb582024-10-17 14:06:58 +0900133 RUSTFLAGS="-C linker=${arch}-linux-gnu-gcc" cargo build \
134 --target "${arch}-unknown-linux-gnu" \
Jeongik Cha06f4ac52024-11-12 15:56:05 +0900135 --target-dir "${workdir}/$1" ${release_flag}
Seungjae Yoo1cfcb582024-10-17 14:06:58 +0900136 mkdir -p "${dst}/files/usr/local/bin/$1"
Jeongik Cha5d399fb2024-11-12 19:44:33 +0900137 cp "${workdir}/$1/${arch}-unknown-linux-gnu/${artifact_mode}/$1" "${dst}/files/usr/local/bin/$1/AVF"
Seungjae Yoo1cfcb582024-10-17 14:06:58 +0900138 chmod 777 "${dst}/files/usr/local/bin/$1/AVF"
Jeongik Cha139ddfd2024-11-01 23:16:44 +0900139
140 mkdir -p "${dst}/files/usr/share/doc/$1"
141 cargo license > "${dst}/files/usr/share/doc/$1/copyright"
Seungjae Yoo1cfcb582024-10-17 14:06:58 +0900142 popd > /dev/null
143}
144
Jeongik Cha7e7f19d2024-10-31 20:50:24 +0900145build_ttyd() {
146 local ttyd_version=1.7.7
147 local url="https://github.com/tsl0922/ttyd/archive/refs/tags/${ttyd_version}.tar.gz"
maciek swieche17e59f2024-11-25 20:13:23 +0000148 cp -r "$(dirname "$0")/ttyd" "${workdir}/ttyd"
Jeongik Cha7e7f19d2024-10-31 20:50:24 +0900149
150 pushd "${workdir}" > /dev/null
151 wget "${url}" -O - | tar xz
152 cp ttyd/* ttyd-${ttyd_version}/scripts
153 pushd "$workdir/ttyd-${ttyd_version}" > /dev/null
154 bash -c "env BUILD_TARGET=${arch} ./scripts/cross-build.sh"
155 mkdir -p "${dst}/files/usr/local/bin/ttyd"
maciek swieche17e59f2024-11-25 20:13:23 +0000156 cp "/tmp/stage/${arch}-linux-musl/bin/ttyd" "${dst}/files/usr/local/bin/ttyd/AVF"
Jeongik Cha7e7f19d2024-10-31 20:50:24 +0900157 chmod 777 "${dst}/files/usr/local/bin/ttyd/AVF"
Jeongik Cha139ddfd2024-11-01 23:16:44 +0900158 mkdir -p "${dst}/files/usr/share/doc/ttyd"
159 cp LICENSE "${dst}/files/usr/share/doc/ttyd/copyright"
Jeongik Cha7e7f19d2024-10-31 20:50:24 +0900160 popd > /dev/null
161 popd > /dev/null
162}
163
Jiyong Park44dd28f2024-09-20 18:47:40 +0900164copy_android_config() {
maciek swieche17e59f2024-11-25 20:13:23 +0000165 local src
166 local dst
167 src="$(dirname "$0")/fai_config"
168 dst="${config_space}"
Jiyong Park44dd28f2024-09-20 18:47:40 +0900169
maciek swiech0fdd0512024-10-11 15:12:44 +0000170 cp -R "${src}"/* "${dst}"
171 cp "$(dirname "$0")/image.yaml" "${resources_dir}"
Jeongik Cha50952062024-09-23 18:13:38 +0900172
Jeongik Cha7e7f19d2024-10-31 20:50:24 +0900173 build_ttyd
Seungjae Yoo1cfcb582024-10-17 14:06:58 +0900174 build_rust_binary_and_copy forwarder_guest
175 build_rust_binary_and_copy forwarder_guest_launcher
176 build_rust_binary_and_copy ip_addr_reporter
Jiyong Park44dd28f2024-09-20 18:47:40 +0900177}
178
Jiyong Parka128bad2024-09-20 16:53:57 +0900179run_fai() {
maciek swiech0fdd0512024-10-11 15:12:44 +0000180 local out="${built_image}"
181 make -C "${debian_cloud_image}" "image_bookworm_nocloud_${debian_arch}"
182 mv "${debian_cloud_image}/image_bookworm_nocloud_${debian_arch}.raw" "${out}"
Jiyong Parka128bad2024-09-20 16:53:57 +0900183}
184
Mu-Le Lee955b6582024-11-01 15:40:58 +0800185extract_partitions() {
186 root_partition_num=1
maciek swieche17e59f2024-11-25 20:13:23 +0000187 bios_partition_num=14
Mu-Le Lee955b6582024-11-01 15:40:58 +0800188 efi_partition_num=15
189
maciek swiech3919b8c2024-11-19 20:58:32 +0000190 loop=$(losetup -f --show --partscan $built_image)
maciek swieche17e59f2024-11-25 20:13:23 +0000191 dd if="${loop}p$root_partition_num" of=root_part
192 if [[ "$arch" == "x86_64" ]]; then
193 dd if="${loop}p$bios_partition_num" of=bios_part
194 fi
195 dd if="${loop}p$efi_partition_num" of=efi_part
196 losetup -d "${loop}"
Mu-Le Lee955b6582024-11-01 15:40:58 +0800197
maciek swiech3919b8c2024-11-19 20:58:32 +0000198 sed -i "s/{root_part_guid}/$(sfdisk --part-uuid $built_image $root_partition_num)/g" vm_config.json
maciek swieche17e59f2024-11-25 20:13:23 +0000199 if [[ "$arch" == "x86_64" ]]; then
200 sed -i "s/{bios_part_guid}/$(sfdisk --part-uuid $built_image $bios_partition_num)/g" vm_config.json
201 fi
maciek swiech3919b8c2024-11-19 20:58:32 +0000202 sed -i "s/{efi_part_guid}/$(sfdisk --part-uuid $built_image $efi_partition_num)/g" vm_config.json
Mu-Le Lee955b6582024-11-01 15:40:58 +0800203}
204
Jiyong Parka128bad2024-09-20 16:53:57 +0900205clean_up() {
maciek swiech0fdd0512024-10-11 15:12:44 +0000206 rm -rf "${workdir}"
Jiyong Parka128bad2024-09-20 16:53:57 +0900207}
208
209set -e
210trap clean_up EXIT
211
212built_image=image.raw
213workdir=$(mktemp -d)
214debian_cloud_image=${workdir}/debian_cloud_image
Jiyong Park44dd28f2024-09-20 18:47:40 +0900215debian_version=bookworm
216config_space=${debian_cloud_image}/config_space/${debian_version}
Jeongik Cha37047c32024-09-20 23:09:16 +0900217resources_dir=${debian_cloud_image}/src/debian_cloud_images/resources
maciek swiech0fdd0512024-10-11 15:12:44 +0000218arch=aarch64
219debian_arch=arm64
Jeongik Cha06f4ac52024-11-12 15:56:05 +0900220mode=debug
maciek swiech0fdd0512024-10-11 15:12:44 +0000221parse_options "$@"
Jiyong Parka128bad2024-09-20 16:53:57 +0900222check_sudo
Jiyong Parka128bad2024-09-20 16:53:57 +0900223install_prerequisites
224download_debian_cloud_image
Jiyong Park44dd28f2024-09-20 18:47:40 +0900225copy_android_config
Jiyong Park0e565ed2024-09-24 12:39:53 +0900226run_fai
maciek swiech3919b8c2024-11-19 20:58:32 +0000227fdisk -l "${built_image}"
Mu-Le Lee955b6582024-11-01 15:40:58 +0800228images=()
229
maciek swieche17e59f2024-11-25 20:13:23 +0000230cp "$(dirname "$0")/vm_config.json.${arch}" vm_config.json
231
232extract_partitions
Mu-Le Lee955b6582024-11-01 15:40:58 +0800233
234if [[ "$arch" == "aarch64" ]]; then
Mu-Le Lee955b6582024-11-01 15:40:58 +0800235 images+=(
236 root_part
237 efi_part
238 )
Jeongik Cha8e711982024-10-20 12:45:35 +0900239# TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application
maciek swieche17e59f2024-11-25 20:13:23 +0000240elif [[ "$arch" == "x86_64" ]]; then
Saswat Padhida6fb072024-11-27 23:07:31 +0000241 rm -f vmlinuz initrd.img
maciek swiech3919b8c2024-11-19 20:58:32 +0000242 virt-get-kernel -a "${built_image}"
Jeongik Cha8e711982024-10-20 12:45:35 +0900243 mv vmlinuz* vmlinuz
244 mv initrd.img* initrd.img
245 images+=(
Jeongik Cha53f696d2024-11-27 01:31:03 +0000246 bios_part
maciek swieche17e59f2024-11-25 20:13:23 +0000247 root_part
248 efi_part
Jeongik Cha8e711982024-10-20 12:45:35 +0900249 vmlinuz
250 initrd.img
251 )
252fi
Jeongik Cha904d9622024-10-21 11:16:37 +0900253
Jeongik Cha8e711982024-10-20 12:45:35 +0900254# --sparse option isn't supported in apache-commons-compress
maciek swieche17e59f2024-11-25 20:13:23 +0000255tar czv -f images.tar.gz "${images[@]}" vm_config.json