Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | |
| 3 | # This is a script to build a Debian image that can run in a VM created via AVF. |
| 4 | # TODOs: |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 5 | # - Add Android-specific packages via a new class |
| 6 | # - Use a stable release from debian-cloud-images |
| 7 | |
| 8 | show_help() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 9 | echo "Usage: sudo $0 [OPTION]... [FILE]" |
| 10 | echo "Builds a debian image and save it to FILE. [sudo is required]" |
| 11 | echo "Options:" |
| 12 | echo "-h Print usage and this help message and exit." |
| 13 | echo "-a ARCH Architecture of the image [default is aarch64]" |
Jeongik Cha | 06f4ac5 | 2024-11-12 15:56:05 +0900 | [diff] [blame] | 14 | echo "-r Release mode build" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 15 | } |
| 16 | |
| 17 | check_sudo() { |
| 18 | if [ "$EUID" -ne 0 ]; then |
| 19 | echo "Please run as root." |
| 20 | exit |
| 21 | fi |
| 22 | } |
| 23 | |
| 24 | parse_options() { |
Jeongik Cha | 06f4ac5 | 2024-11-12 15:56:05 +0900 | [diff] [blame] | 25 | while getopts "hra:" option; do |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 26 | case ${option} in |
| 27 | h) |
| 28 | show_help |
| 29 | exit;; |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 30 | a) |
| 31 | if [[ "$OPTARG" != "aarch64" && "$OPTARG" != "x86_64" ]]; then |
| 32 | echo "Invalid architecture: $OPTARG" |
| 33 | exit |
| 34 | fi |
| 35 | arch="$OPTARG" |
| 36 | if [[ "$arch" == "x86_64" ]]; then |
| 37 | debian_arch="amd64" |
| 38 | fi |
| 39 | ;; |
Jeongik Cha | 06f4ac5 | 2024-11-12 15:56:05 +0900 | [diff] [blame] | 40 | r) |
| 41 | mode=release |
| 42 | ;; |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 43 | *) |
| 44 | echo "Invalid option: $OPTARG" |
| 45 | exit |
| 46 | ;; |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 47 | esac |
| 48 | done |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 49 | if [[ "${*:$OPTIND:1}" ]]; then |
| 50 | built_image="${*:$OPTIND:1}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 51 | fi |
| 52 | } |
| 53 | |
| 54 | install_prerequisites() { |
Jiyong Park | 0e565ed | 2024-09-24 12:39:53 +0900 | [diff] [blame] | 55 | apt update |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 56 | packages=( |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 57 | automake |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 58 | binfmt-support |
| 59 | build-essential |
| 60 | ca-certificates |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 61 | cmake |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 62 | curl |
| 63 | debsums |
| 64 | dosfstools |
| 65 | fai-server |
| 66 | fai-setup-storage |
| 67 | fdisk |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 68 | git |
| 69 | libjson-c-dev |
| 70 | libtool |
| 71 | libwebsockets-dev |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 72 | make |
Jeongik Cha | ce3a396 | 2024-10-12 03:47:23 +0900 | [diff] [blame] | 73 | protobuf-compiler |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 74 | python3 |
| 75 | python3-libcloud |
| 76 | python3-marshmallow |
| 77 | python3-pytest |
| 78 | python3-yaml |
| 79 | qemu-user-static |
| 80 | qemu-utils |
| 81 | sudo |
| 82 | udev |
| 83 | ) |
| 84 | if [[ "$arch" == "aarch64" ]]; then |
| 85 | packages+=( |
| 86 | gcc-aarch64-linux-gnu |
| 87 | libc6-dev-arm64-cross |
| 88 | qemu-system-arm |
| 89 | ) |
| 90 | else |
| 91 | packages+=( |
Jeongik Cha | 904d962 | 2024-10-21 11:16:37 +0900 | [diff] [blame] | 92 | qemu-system |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 93 | ) |
| 94 | fi |
| 95 | |
| 96 | # TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application |
| 97 | if [[ "$arch" == "x86_64" ]]; then |
| 98 | packages+=( |
| 99 | libguestfs-tools |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 100 | ) |
| 101 | fi |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 102 | DEBIAN_FRONTEND=noninteractive \ |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 103 | apt install --no-install-recommends --assume-yes "${packages[@]}" |
Jeongik Cha | b137a5f | 2024-10-02 12:53:05 +0900 | [diff] [blame] | 104 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 105 | if [ ! -f $"HOME"/.cargo/bin/cargo ]; then |
Seungjae Yoo | 198a0fb | 2024-10-04 16:29:12 +0900 | [diff] [blame] | 106 | curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y |
| 107 | fi |
| 108 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 109 | source "$HOME"/.cargo/env |
| 110 | rustup target add "${arch}"-unknown-linux-gnu |
Jeongik Cha | 139ddfd | 2024-11-01 23:16:44 +0900 | [diff] [blame] | 111 | cargo install cargo-license |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | download_debian_cloud_image() { |
| 115 | local ver=master |
| 116 | local prj=debian-cloud-images |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 117 | local url="https://salsa.debian.org/cloud-team/${prj}/-/archive/${ver}/${prj}-${ver}.tar.gz" |
| 118 | local outdir="${debian_cloud_image}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 119 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 120 | mkdir -p "${outdir}" |
| 121 | wget -O - "${url}" | tar xz -C "${outdir}" --strip-components=1 |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 122 | } |
| 123 | |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 124 | build_rust_binary_and_copy() { |
| 125 | pushd "$(dirname "$0")/../../guest/$1" > /dev/null |
Jeongik Cha | 06f4ac5 | 2024-11-12 15:56:05 +0900 | [diff] [blame] | 126 | local release_flag= |
| 127 | local artifact_mode=debug |
| 128 | if [[ "$mode" == "release" ]]; then |
| 129 | release_flag="--release" |
| 130 | artifact_mode=release |
| 131 | fi |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 132 | RUSTFLAGS="-C linker=${arch}-linux-gnu-gcc" cargo build \ |
| 133 | --target "${arch}-unknown-linux-gnu" \ |
Jeongik Cha | 06f4ac5 | 2024-11-12 15:56:05 +0900 | [diff] [blame] | 134 | --target-dir "${workdir}/$1" ${release_flag} |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 135 | mkdir -p "${dst}/files/usr/local/bin/$1" |
Jeongik Cha | 5d399fb | 2024-11-12 19:44:33 +0900 | [diff] [blame] | 136 | cp "${workdir}/$1/${arch}-unknown-linux-gnu/${artifact_mode}/$1" "${dst}/files/usr/local/bin/$1/AVF" |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 137 | chmod 777 "${dst}/files/usr/local/bin/$1/AVF" |
Jeongik Cha | 139ddfd | 2024-11-01 23:16:44 +0900 | [diff] [blame] | 138 | |
| 139 | mkdir -p "${dst}/files/usr/share/doc/$1" |
| 140 | cargo license > "${dst}/files/usr/share/doc/$1/copyright" |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 141 | popd > /dev/null |
| 142 | } |
| 143 | |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 144 | build_ttyd() { |
| 145 | local ttyd_version=1.7.7 |
| 146 | local url="https://github.com/tsl0922/ttyd/archive/refs/tags/${ttyd_version}.tar.gz" |
| 147 | cp -r $(dirname $0)/ttyd ${workdir}/ttyd |
| 148 | |
| 149 | pushd "${workdir}" > /dev/null |
| 150 | wget "${url}" -O - | tar xz |
| 151 | cp ttyd/* ttyd-${ttyd_version}/scripts |
| 152 | pushd "$workdir/ttyd-${ttyd_version}" > /dev/null |
| 153 | bash -c "env BUILD_TARGET=${arch} ./scripts/cross-build.sh" |
| 154 | mkdir -p "${dst}/files/usr/local/bin/ttyd" |
| 155 | cp /tmp/stage/${arch}-linux-musl/bin/ttyd "${dst}/files/usr/local/bin/ttyd/AVF" |
| 156 | chmod 777 "${dst}/files/usr/local/bin/ttyd/AVF" |
Jeongik Cha | 139ddfd | 2024-11-01 23:16:44 +0900 | [diff] [blame] | 157 | mkdir -p "${dst}/files/usr/share/doc/ttyd" |
| 158 | cp LICENSE "${dst}/files/usr/share/doc/ttyd/copyright" |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 159 | popd > /dev/null |
| 160 | popd > /dev/null |
| 161 | } |
| 162 | |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 163 | copy_android_config() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 164 | local src="$(dirname "$0")/fai_config" |
| 165 | local dst="${config_space}" |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 166 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 167 | cp -R "${src}"/* "${dst}" |
| 168 | cp "$(dirname "$0")/image.yaml" "${resources_dir}" |
Jeongik Cha | 5095206 | 2024-09-23 18:13:38 +0900 | [diff] [blame] | 169 | |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 170 | build_ttyd |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 171 | build_rust_binary_and_copy forwarder_guest |
| 172 | build_rust_binary_and_copy forwarder_guest_launcher |
| 173 | build_rust_binary_and_copy ip_addr_reporter |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 174 | } |
| 175 | |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 176 | run_fai() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 177 | local out="${built_image}" |
| 178 | make -C "${debian_cloud_image}" "image_bookworm_nocloud_${debian_arch}" |
| 179 | mv "${debian_cloud_image}/image_bookworm_nocloud_${debian_arch}.raw" "${out}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 180 | } |
| 181 | |
Mu-Le Lee | 955b658 | 2024-11-01 15:40:58 +0800 | [diff] [blame] | 182 | extract_partitions() { |
| 183 | root_partition_num=1 |
| 184 | efi_partition_num=15 |
| 185 | |
| 186 | loop=$(losetup -f --show --partscan image.raw) |
| 187 | dd if=${loop}p$root_partition_num of=root_part |
| 188 | dd if=${loop}p$efi_partition_num of=efi_part |
| 189 | losetup -d ${loop} |
| 190 | |
| 191 | sed -i "s/{root_part_guid}/$(sfdisk --part-uuid image.raw $root_partition_num)/g" vm_config.json |
| 192 | sed -i "s/{efi_part_guid}/$(sfdisk --part-uuid image.raw $efi_partition_num)/g" vm_config.json |
| 193 | } |
| 194 | |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 195 | clean_up() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 196 | rm -rf "${workdir}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 197 | } |
| 198 | |
| 199 | set -e |
| 200 | trap clean_up EXIT |
| 201 | |
| 202 | built_image=image.raw |
| 203 | workdir=$(mktemp -d) |
| 204 | debian_cloud_image=${workdir}/debian_cloud_image |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 205 | debian_version=bookworm |
| 206 | config_space=${debian_cloud_image}/config_space/${debian_version} |
Jeongik Cha | 37047c3 | 2024-09-20 23:09:16 +0900 | [diff] [blame] | 207 | resources_dir=${debian_cloud_image}/src/debian_cloud_images/resources |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 208 | arch=aarch64 |
| 209 | debian_arch=arm64 |
Jeongik Cha | 06f4ac5 | 2024-11-12 15:56:05 +0900 | [diff] [blame] | 210 | mode=debug |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 211 | parse_options "$@" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 212 | check_sudo |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 213 | install_prerequisites |
| 214 | download_debian_cloud_image |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 215 | copy_android_config |
Jiyong Park | 0e565ed | 2024-09-24 12:39:53 +0900 | [diff] [blame] | 216 | run_fai |
Jiyong Park | 856e3be | 2024-09-24 21:59:45 +0900 | [diff] [blame] | 217 | fdisk -l image.raw |
Mu-Le Lee | 955b658 | 2024-11-01 15:40:58 +0800 | [diff] [blame] | 218 | images=() |
| 219 | |
| 220 | cp $(dirname $0)/vm_config.json.${arch} vm_config.json |
| 221 | |
| 222 | if [[ "$arch" == "aarch64" ]]; then |
| 223 | extract_partitions |
| 224 | images+=( |
| 225 | root_part |
| 226 | efi_part |
| 227 | ) |
| 228 | fi |
| 229 | |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 230 | # TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application |
| 231 | if [[ "$arch" == "x86_64" ]]; then |
| 232 | virt-get-kernel -a image.raw |
| 233 | mv vmlinuz* vmlinuz |
| 234 | mv initrd.img* initrd.img |
| 235 | images+=( |
Mu-Le Lee | 955b658 | 2024-11-01 15:40:58 +0800 | [diff] [blame] | 236 | image.raw |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 237 | vmlinuz |
| 238 | initrd.img |
| 239 | ) |
| 240 | fi |
Jeongik Cha | 904d962 | 2024-10-21 11:16:37 +0900 | [diff] [blame] | 241 | |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 242 | # --sparse option isn't supported in apache-commons-compress |
Mu-Le Lee | 955b658 | 2024-11-01 15:40:58 +0800 | [diff] [blame] | 243 | tar czv -f images.tar.gz ${images[@]} vm_config.json |