Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | |
| 3 | # This is a script to build a Debian image that can run in a VM created via AVF. |
| 4 | # TODOs: |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 5 | # - Add Android-specific packages via a new class |
| 6 | # - Use a stable release from debian-cloud-images |
| 7 | |
| 8 | show_help() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 9 | echo "Usage: sudo $0 [OPTION]... [FILE]" |
| 10 | echo "Builds a debian image and save it to FILE. [sudo is required]" |
| 11 | echo "Options:" |
| 12 | echo "-h Print usage and this help message and exit." |
| 13 | echo "-a ARCH Architecture of the image [default is aarch64]" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 14 | } |
| 15 | |
| 16 | check_sudo() { |
| 17 | if [ "$EUID" -ne 0 ]; then |
| 18 | echo "Please run as root." |
| 19 | exit |
| 20 | fi |
| 21 | } |
| 22 | |
| 23 | parse_options() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 24 | while getopts "ha:" option; do |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 25 | case ${option} in |
| 26 | h) |
| 27 | show_help |
| 28 | exit;; |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 29 | a) |
| 30 | if [[ "$OPTARG" != "aarch64" && "$OPTARG" != "x86_64" ]]; then |
| 31 | echo "Invalid architecture: $OPTARG" |
| 32 | exit |
| 33 | fi |
| 34 | arch="$OPTARG" |
| 35 | if [[ "$arch" == "x86_64" ]]; then |
| 36 | debian_arch="amd64" |
| 37 | fi |
| 38 | ;; |
| 39 | *) |
| 40 | echo "Invalid option: $OPTARG" |
| 41 | exit |
| 42 | ;; |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 43 | esac |
| 44 | done |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 45 | if [[ "${*:$OPTIND:1}" ]]; then |
| 46 | built_image="${*:$OPTIND:1}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 47 | fi |
| 48 | } |
| 49 | |
| 50 | install_prerequisites() { |
Jiyong Park | 0e565ed | 2024-09-24 12:39:53 +0900 | [diff] [blame] | 51 | apt update |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 52 | packages=( |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 53 | automake |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 54 | binfmt-support |
| 55 | build-essential |
| 56 | ca-certificates |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 57 | cmake |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 58 | curl |
| 59 | debsums |
| 60 | dosfstools |
| 61 | fai-server |
| 62 | fai-setup-storage |
| 63 | fdisk |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 64 | git |
| 65 | libjson-c-dev |
| 66 | libtool |
| 67 | libwebsockets-dev |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 68 | make |
Jeongik Cha | ce3a396 | 2024-10-12 03:47:23 +0900 | [diff] [blame] | 69 | protobuf-compiler |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 70 | python3 |
| 71 | python3-libcloud |
| 72 | python3-marshmallow |
| 73 | python3-pytest |
| 74 | python3-yaml |
| 75 | qemu-user-static |
| 76 | qemu-utils |
| 77 | sudo |
| 78 | udev |
| 79 | ) |
| 80 | if [[ "$arch" == "aarch64" ]]; then |
| 81 | packages+=( |
| 82 | gcc-aarch64-linux-gnu |
| 83 | libc6-dev-arm64-cross |
| 84 | qemu-system-arm |
| 85 | ) |
| 86 | else |
| 87 | packages+=( |
Jeongik Cha | 904d962 | 2024-10-21 11:16:37 +0900 | [diff] [blame] | 88 | qemu-system |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 89 | ) |
| 90 | fi |
| 91 | |
| 92 | # TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application |
| 93 | if [[ "$arch" == "x86_64" ]]; then |
| 94 | packages+=( |
| 95 | libguestfs-tools |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 96 | ) |
| 97 | fi |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 98 | DEBIAN_FRONTEND=noninteractive \ |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 99 | apt install --no-install-recommends --assume-yes "${packages[@]}" |
Jeongik Cha | b137a5f | 2024-10-02 12:53:05 +0900 | [diff] [blame] | 100 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 101 | if [ ! -f $"HOME"/.cargo/bin/cargo ]; then |
Seungjae Yoo | 198a0fb | 2024-10-04 16:29:12 +0900 | [diff] [blame] | 102 | curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y |
| 103 | fi |
| 104 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 105 | source "$HOME"/.cargo/env |
| 106 | rustup target add "${arch}"-unknown-linux-gnu |
Jeongik Cha | 139ddfd | 2024-11-01 23:16:44 +0900 | [diff] [blame] | 107 | cargo install cargo-license |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | download_debian_cloud_image() { |
| 111 | local ver=master |
| 112 | local prj=debian-cloud-images |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 113 | local url="https://salsa.debian.org/cloud-team/${prj}/-/archive/${ver}/${prj}-${ver}.tar.gz" |
| 114 | local outdir="${debian_cloud_image}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 115 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 116 | mkdir -p "${outdir}" |
| 117 | wget -O - "${url}" | tar xz -C "${outdir}" --strip-components=1 |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 118 | } |
| 119 | |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 120 | build_rust_binary_and_copy() { |
| 121 | pushd "$(dirname "$0")/../../guest/$1" > /dev/null |
| 122 | RUSTFLAGS="-C linker=${arch}-linux-gnu-gcc" cargo build \ |
| 123 | --target "${arch}-unknown-linux-gnu" \ |
| 124 | --target-dir "${workdir}/$1" |
| 125 | mkdir -p "${dst}/files/usr/local/bin/$1" |
| 126 | cp "${workdir}/$1/${arch}-unknown-linux-gnu/debug/$1" "${dst}/files/usr/local/bin/$1/AVF" |
| 127 | chmod 777 "${dst}/files/usr/local/bin/$1/AVF" |
Jeongik Cha | 139ddfd | 2024-11-01 23:16:44 +0900 | [diff] [blame] | 128 | |
| 129 | mkdir -p "${dst}/files/usr/share/doc/$1" |
| 130 | cargo license > "${dst}/files/usr/share/doc/$1/copyright" |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 131 | popd > /dev/null |
| 132 | } |
| 133 | |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 134 | build_ttyd() { |
| 135 | local ttyd_version=1.7.7 |
| 136 | local url="https://github.com/tsl0922/ttyd/archive/refs/tags/${ttyd_version}.tar.gz" |
| 137 | cp -r $(dirname $0)/ttyd ${workdir}/ttyd |
| 138 | |
| 139 | pushd "${workdir}" > /dev/null |
| 140 | wget "${url}" -O - | tar xz |
| 141 | cp ttyd/* ttyd-${ttyd_version}/scripts |
| 142 | pushd "$workdir/ttyd-${ttyd_version}" > /dev/null |
| 143 | bash -c "env BUILD_TARGET=${arch} ./scripts/cross-build.sh" |
| 144 | mkdir -p "${dst}/files/usr/local/bin/ttyd" |
| 145 | cp /tmp/stage/${arch}-linux-musl/bin/ttyd "${dst}/files/usr/local/bin/ttyd/AVF" |
| 146 | chmod 777 "${dst}/files/usr/local/bin/ttyd/AVF" |
Jeongik Cha | 139ddfd | 2024-11-01 23:16:44 +0900 | [diff] [blame] | 147 | mkdir -p "${dst}/files/usr/share/doc/ttyd" |
| 148 | cp LICENSE "${dst}/files/usr/share/doc/ttyd/copyright" |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 149 | popd > /dev/null |
| 150 | popd > /dev/null |
| 151 | } |
| 152 | |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 153 | copy_android_config() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 154 | local src="$(dirname "$0")/fai_config" |
| 155 | local dst="${config_space}" |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 156 | |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 157 | cp -R "${src}"/* "${dst}" |
| 158 | cp "$(dirname "$0")/image.yaml" "${resources_dir}" |
Jeongik Cha | 5095206 | 2024-09-23 18:13:38 +0900 | [diff] [blame] | 159 | |
Jeongik Cha | 7e7f19d | 2024-10-31 20:50:24 +0900 | [diff] [blame] | 160 | build_ttyd |
Seungjae Yoo | 1cfcb58 | 2024-10-17 14:06:58 +0900 | [diff] [blame] | 161 | build_rust_binary_and_copy forwarder_guest |
| 162 | build_rust_binary_and_copy forwarder_guest_launcher |
| 163 | build_rust_binary_and_copy ip_addr_reporter |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 164 | } |
| 165 | |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 166 | run_fai() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 167 | local out="${built_image}" |
| 168 | make -C "${debian_cloud_image}" "image_bookworm_nocloud_${debian_arch}" |
| 169 | mv "${debian_cloud_image}/image_bookworm_nocloud_${debian_arch}.raw" "${out}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 170 | } |
| 171 | |
| 172 | clean_up() { |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 173 | rm -rf "${workdir}" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 174 | } |
| 175 | |
| 176 | set -e |
| 177 | trap clean_up EXIT |
| 178 | |
| 179 | built_image=image.raw |
| 180 | workdir=$(mktemp -d) |
| 181 | debian_cloud_image=${workdir}/debian_cloud_image |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 182 | debian_version=bookworm |
| 183 | config_space=${debian_cloud_image}/config_space/${debian_version} |
Jeongik Cha | 37047c3 | 2024-09-20 23:09:16 +0900 | [diff] [blame] | 184 | resources_dir=${debian_cloud_image}/src/debian_cloud_images/resources |
maciek swiech | 0fdd051 | 2024-10-11 15:12:44 +0000 | [diff] [blame] | 185 | arch=aarch64 |
| 186 | debian_arch=arm64 |
| 187 | parse_options "$@" |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 188 | check_sudo |
Jiyong Park | a128bad | 2024-09-20 16:53:57 +0900 | [diff] [blame] | 189 | install_prerequisites |
| 190 | download_debian_cloud_image |
Jiyong Park | 44dd28f | 2024-09-20 18:47:40 +0900 | [diff] [blame] | 191 | copy_android_config |
Jiyong Park | 0e565ed | 2024-09-24 12:39:53 +0900 | [diff] [blame] | 192 | run_fai |
Jiyong Park | 856e3be | 2024-09-24 21:59:45 +0900 | [diff] [blame] | 193 | fdisk -l image.raw |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 194 | images=(image.raw) |
| 195 | # TODO(b/365955006): remove these lines when uboot supports x86_64 EFI application |
| 196 | if [[ "$arch" == "x86_64" ]]; then |
| 197 | virt-get-kernel -a image.raw |
| 198 | mv vmlinuz* vmlinuz |
| 199 | mv initrd.img* initrd.img |
| 200 | images+=( |
| 201 | vmlinuz |
| 202 | initrd.img |
| 203 | ) |
| 204 | fi |
Jeongik Cha | 904d962 | 2024-10-21 11:16:37 +0900 | [diff] [blame] | 205 | |
| 206 | cp $(dirname $0)/vm_config.json.${arch} vm_config.json |
Jeongik Cha | 8e71198 | 2024-10-20 12:45:35 +0900 | [diff] [blame] | 207 | # --sparse option isn't supported in apache-commons-compress |
Jeongik Cha | d5cba89 | 2024-10-21 16:21:13 +0900 | [diff] [blame] | 208 | tar czv -f images.tar.gz ${images[@]} vm_config.json |