Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | |
| 3 | # This is a script to build a Debian image that can run in a VM created via AVF. |
| 4 | # TODOs: |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 5 | # - Add Android-specific packages via a new class |
| 6 | # - Use a stable release from debian-cloud-images |
| 7 | |
| 8 | show_help() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 9 | echo "Usage: sudo $0 [OPTION]... [FILE]" |
| 10 | echo "Builds a debian image and save it to FILE. [sudo is required]" |
| 11 | echo "Options:" |
| 12 | echo "-h Print usage and this help message and exit." |
| 13 | echo "-a ARCH Architecture of the image [default is aarch64]" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 14 | } |
| 15 | |
| 16 | check_sudo() { |
| 17 | if [ "$EUID" -ne 0 ]; then |
| 18 | echo "Please run as root." |
| 19 | exit |
| 20 | fi |
| 21 | } |
| 22 | |
| 23 | parse_options() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 24 | while getopts "ha:" option; do |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 25 | case ${option} in |
| 26 | h) |
| 27 | show_help |
| 28 | exit;; |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 29 | a) |
| 30 | if [[ "$OPTARG" != "aarch64" && "$OPTARG" != "x86_64" ]]; then |
| 31 | echo "Invalid architecture: $OPTARG" |
| 32 | exit |
| 33 | fi |
| 34 | arch="$OPTARG" |
| 35 | if [[ "$arch" == "x86_64" ]]; then |
| 36 | debian_arch="amd64" |
| 37 | fi |
| 38 | ;; |
| 39 | *) |
| 40 | echo "Invalid option: $OPTARG" |
| 41 | exit |
| 42 | ;; |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 43 | esac |
| 44 | done |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 45 | if [[ "${*:$OPTIND:1}" ]]; then |
| 46 | built_image="${*:$OPTIND:1}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 47 | fi |
| 48 | } |
| 49 | |
| 50 | install_prerequisites() { |
Jiyong Park | 0e565ed | 2024-09-24 12:39:53 +0900 | [diff] [blame] | 51 | apt update |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 52 | packages=( |
| 53 | binfmt-support |
| 54 | build-essential |
| 55 | ca-certificates |
| 56 | curl |
| 57 | debsums |
| 58 | dosfstools |
| 59 | fai-server |
| 60 | fai-setup-storage |
| 61 | fdisk |
| 62 | make |
Jeongik Cha | ce3a396 | 2024-10-12 03:47:23 +0900 | [diff] [blame] | 63 | protobuf-compiler |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 64 | python3 |
| 65 | python3-libcloud |
| 66 | python3-marshmallow |
| 67 | python3-pytest |
| 68 | python3-yaml |
| 69 | qemu-user-static |
| 70 | qemu-utils |
| 71 | sudo |
| 72 | udev |
| 73 | ) |
| 74 | if [[ "$arch" == "aarch64" ]]; then |
| 75 | packages+=( |
| 76 | gcc-aarch64-linux-gnu |
| 77 | libc6-dev-arm64-cross |
| 78 | qemu-system-arm |
| 79 | ) |
| 80 | else |
| 81 | packages+=( |
Jeongik Cha | 904d962 | 2024-10-21 11:16:37 +0900 | [diff] [blame] | 82 | qemu-system |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 83 | ) |
| 84 | fi |
| 85 | |
| 86 | # TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application |
| 87 | if [[ "$arch" == "x86_64" ]]; then |
| 88 | packages+=( |
| 89 | libguestfs-tools |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 90 | ) |
| 91 | fi |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 92 | DEBIAN_FRONTEND=noninteractive \ |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 93 | apt install --no-install-recommends --assume-yes "${packages[@]}" |
Jeongik Cha | b137a5f | 2024-10-02 12:53:05 +0900 | [diff] [blame] | 94 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 95 | if [ ! -f $"HOME"/.cargo/bin/cargo ]; then |
Seungjae Yoo | 198a0fb | 2024-10-04 16:29:12 +0900 | [diff] [blame] | 96 | curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y |
| 97 | fi |
| 98 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 99 | source "$HOME"/.cargo/env |
| 100 | rustup target add "${arch}"-unknown-linux-gnu |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | download_debian_cloud_image() { |
| 104 | local ver=master |
| 105 | local prj=debian-cloud-images |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 106 | local url="https://salsa.debian.org/cloud-team/${prj}/-/archive/${ver}/${prj}-${ver}.tar.gz" |
| 107 | local outdir="${debian_cloud_image}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 108 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 109 | mkdir -p "${outdir}" |
| 110 | wget -O - "${url}" | tar xz -C "${outdir}" --strip-components=1 |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 111 | } |
| 112 | |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 113 | build_rust_binary_and_copy() { |
| 114 | pushd "$(dirname "$0")/../../guest/$1" > /dev/null |
| 115 | RUSTFLAGS="-C linker=${arch}-linux-gnu-gcc" cargo build \ |
| 116 | --target "${arch}-unknown-linux-gnu" \ |
| 117 | --target-dir "${workdir}/$1" |
| 118 | mkdir -p "${dst}/files/usr/local/bin/$1" |
| 119 | cp "${workdir}/$1/${arch}-unknown-linux-gnu/debug/$1" "${dst}/files/usr/local/bin/$1/AVF" |
| 120 | chmod 777 "${dst}/files/usr/local/bin/$1/AVF" |
| 121 | popd > /dev/null |
| 122 | } |
| 123 | |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 124 | copy_android_config() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 125 | local src="$(dirname "$0")/fai_config" |
| 126 | local dst="${config_space}" |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 127 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 128 | cp -R "${src}"/* "${dst}" |
| 129 | cp "$(dirname "$0")/image.yaml" "${resources_dir}" |
Jeongik Cha | 5095206 | 2024-09-23 18:13:38 +0900 | [diff] [blame] | 130 | |
| 131 | local ttyd_version=1.7.7 |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 132 | local url="https://github.com/tsl0922/ttyd/releases/download/${ttyd_version}/ttyd.${arch}" |
| 133 | mkdir -p "${dst}/files/usr/local/bin/ttyd" |
| 134 | wget "${url}" -O "${dst}/files/usr/local/bin/ttyd/AVF" |
| 135 | chmod 777 "${dst}/files/usr/local/bin/ttyd/AVF" |
Seungjae Yoo | 6aba7c0 | 2024-10-04 13:44:58 +0900 | [diff] [blame] | 136 | |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 137 | build_rust_binary_and_copy forwarder_guest |
| 138 | build_rust_binary_and_copy forwarder_guest_launcher |
| 139 | build_rust_binary_and_copy ip_addr_reporter |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 140 | } |
| 141 | |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 142 | run_fai() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 143 | local out="${built_image}" |
| 144 | make -C "${debian_cloud_image}" "image_bookworm_nocloud_${debian_arch}" |
| 145 | mv "${debian_cloud_image}/image_bookworm_nocloud_${debian_arch}.raw" "${out}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 146 | } |
| 147 | |
| 148 | clean_up() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 149 | rm -rf "${workdir}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | set -e |
| 153 | trap clean_up EXIT |
| 154 | |
| 155 | built_image=image.raw |
| 156 | workdir=$(mktemp -d) |
| 157 | debian_cloud_image=${workdir}/debian_cloud_image |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 158 | debian_version=bookworm |
| 159 | config_space=${debian_cloud_image}/config_space/${debian_version} |
Jeongik Cha | 37047c3 | 2024-09-20 23:09:16 +0900 | [diff] [blame] | 160 | resources_dir=${debian_cloud_image}/src/debian_cloud_images/resources |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 161 | arch=aarch64 |
| 162 | debian_arch=arm64 |
| 163 | parse_options "$@" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 164 | check_sudo |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 165 | install_prerequisites |
| 166 | download_debian_cloud_image |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 167 | copy_android_config |
Jiyong Park | 0e565ed | 2024-09-24 12:39:53 +0900 | [diff] [blame] | 168 | run_fai |
Jiyong Park | 856e3be | 2024-09-24 21:59:45 +0900 | [diff] [blame] | 169 | fdisk -l image.raw |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 170 | images=(image.raw) |
| 171 | # TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application |
| 172 | if [[ "$arch" == "x86_64" ]]; then |
| 173 | virt-get-kernel -a image.raw |
| 174 | mv vmlinuz* vmlinuz |
| 175 | mv initrd.img* initrd.img |
| 176 | images+=( |
| 177 | vmlinuz |
| 178 | initrd.img |
| 179 | ) |
| 180 | fi |
Jeongik Cha | 904d962 | 2024-10-21 11:16:37 +0900 | [diff] [blame] | 181 | |
| 182 | cp $(dirname $0)/vm_config.json.${arch} vm_config.json |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 183 | # --sparse option isn't supported in apache-commons-compress |
Jeongik Cha | d5cba89 | 2024-10-21 16:21:13 +0900 | [diff] [blame] | 184 | tar czv -f images.tar.gz ${images[@]} vm_config.json |