1#!/bin/bash 2set -x 3 4source $HOME/.cargo/env 5source $(dirname "$0")/test-util.sh 6 7export BUILD_TARGET=${BUILD_TARGET-x86_64-unknown-linux-gnu} 8 9WORKLOADS_DIR="$HOME/workloads" 10mkdir -p "$WORKLOADS_DIR" 11 12process_common_args "$@" 13 14# For now these values are default for kvm 15test_features="" 16 17if [ "$hypervisor" = "mshv" ] ; then 18 test_features="--no-default-features --features mshv" 19fi 20 21cp scripts/sha1sums-x86_64 $WORKLOADS_DIR 22 23FW_URL=$(curl --silent https://api.github.com/repos/cloud-hypervisor/rust-hypervisor-firmware/releases/latest | grep "browser_download_url" | grep -o 'https://.*[^ "]') 24FW="$WORKLOADS_DIR/hypervisor-fw" 25if [ ! -f "$FW" ]; then 26 pushd $WORKLOADS_DIR 27 time wget --quiet $FW_URL || exit 1 28 popd 29fi 30 31OVMF_FW_URL=$(curl --silent https://api.github.com/repos/cloud-hypervisor/edk2/releases/latest | grep "browser_download_url" | grep -o 'https://.*[^ "]') 32OVMF_FW="$WORKLOADS_DIR/CLOUDHV.fd" 33if [ ! -f "$OVMF_FW" ]; then 34 pushd $WORKLOADS_DIR 35 time wget --quiet $OVMF_FW_URL || exit 1 36 popd 37fi 38 39BIONIC_OS_IMAGE_NAME="bionic-server-cloudimg-amd64.qcow2" 40BIONIC_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$BIONIC_OS_IMAGE_NAME" 41BIONIC_OS_IMAGE="$WORKLOADS_DIR/$BIONIC_OS_IMAGE_NAME" 42if [ ! -f "$BIONIC_OS_IMAGE" ]; then 43 pushd $WORKLOADS_DIR 44 time wget --quiet $BIONIC_OS_IMAGE_URL || exit 1 45 popd 46fi 47 48BIONIC_OS_RAW_IMAGE_NAME="bionic-server-cloudimg-amd64.raw" 49BIONIC_OS_RAW_IMAGE="$WORKLOADS_DIR/$BIONIC_OS_RAW_IMAGE_NAME" 50if [ ! -f "$BIONIC_OS_RAW_IMAGE" ]; then 51 pushd $WORKLOADS_DIR 52 time qemu-img convert -p -f qcow2 -O raw $BIONIC_OS_IMAGE_NAME $BIONIC_OS_RAW_IMAGE_NAME || exit 1 53 popd 54fi 55 56 57FOCAL_OS_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.qcow2" 58FOCAL_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$FOCAL_OS_IMAGE_NAME" 59FOCAL_OS_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_IMAGE_NAME" 60if [ ! -f "$FOCAL_OS_IMAGE" ]; then 61 pushd $WORKLOADS_DIR 62 time wget --quiet $FOCAL_OS_IMAGE_URL || exit 1 63 popd 64fi 65 66FOCAL_OS_RAW_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.raw" 67FOCAL_OS_RAW_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_NAME" 68if [ ! -f "$FOCAL_OS_RAW_IMAGE" ]; then 69 pushd $WORKLOADS_DIR 70 time qemu-img convert -p -f qcow2 -O raw $FOCAL_OS_IMAGE_NAME $FOCAL_OS_RAW_IMAGE_NAME || exit 1 71 popd 72fi 73 74JAMMY_OS_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20221118-1.qcow2" 75JAMMY_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$JAMMY_OS_IMAGE_NAME" 76JAMMY_OS_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_IMAGE_NAME" 77if [ ! -f "$JAMMY_OS_IMAGE" ]; then 78 pushd $WORKLOADS_DIR 79 time wget --quiet $JAMMY_OS_IMAGE_URL || exit 1 80 popd 81fi 82 83JAMMY_OS_RAW_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20221118-1.raw" 84JAMMY_OS_RAW_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_RAW_IMAGE_NAME" 85if [ ! -f "$JAMMY_OS_RAW_IMAGE" ]; then 86 pushd $WORKLOADS_DIR 87 time qemu-img convert -p -f qcow2 -O raw $JAMMY_OS_IMAGE_NAME $JAMMY_OS_RAW_IMAGE_NAME || exit 1 88 popd 89fi 90 91ALPINE_MINIROOTFS_URL="http://dl-cdn.alpinelinux.org/alpine/v3.11/releases/x86_64/alpine-minirootfs-3.11.3-x86_64.tar.gz" 92ALPINE_MINIROOTFS_TARBALL="$WORKLOADS_DIR/alpine-minirootfs-x86_64.tar.gz" 93if [ ! -f "$ALPINE_MINIROOTFS_TARBALL" ]; then 94 pushd $WORKLOADS_DIR 95 time wget --quiet $ALPINE_MINIROOTFS_URL -O $ALPINE_MINIROOTFS_TARBALL || exit 1 96 popd 97fi 98 99ALPINE_INITRAMFS_IMAGE="$WORKLOADS_DIR/alpine_initramfs.img" 100if [ ! -f "$ALPINE_INITRAMFS_IMAGE" ]; then 101 pushd $WORKLOADS_DIR 102 mkdir alpine-minirootfs 103 tar xf "$ALPINE_MINIROOTFS_TARBALL" -C alpine-minirootfs 104 cat > alpine-minirootfs/init <<-EOF 105 #! /bin/sh 106 mount -t devtmpfs dev /dev 107 echo \$TEST_STRING > /dev/console 108 poweroff -f 109 EOF 110 chmod +x alpine-minirootfs/init 111 cd alpine-minirootfs 112 find . -print0 | 113 cpio --null --create --verbose --owner root:root --format=newc > "$ALPINE_INITRAMFS_IMAGE" 114 popd 115fi 116 117pushd $WORKLOADS_DIR 118sha1sum sha1sums-x86_64 --check 119if [ $? -ne 0 ]; then 120 echo "sha1sum validation of images failed, remove invalid images to fix the issue." 121 exit 1 122fi 123popd 124 125# Build custom kernel based on virtio-pmem and virtio-fs upstream patches 126VMLINUX_IMAGE="$WORKLOADS_DIR/vmlinux" 127if [ ! -f "$VMLINUX_IMAGE" ]; then 128 build_custom_linux 129fi 130 131VIRTIOFSD="$WORKLOADS_DIR/virtiofsd" 132VIRTIOFSD_DIR="virtiofsd_build" 133if [ ! -f "$VIRTIOFSD" ]; then 134 pushd $WORKLOADS_DIR 135 git clone "https://gitlab.com/virtio-fs/virtiofsd.git" $VIRTIOFSD_DIR 136 pushd $VIRTIOFSD_DIR 137 git checkout v1.1.0 138 time cargo build --release 139 cp target/release/virtiofsd $VIRTIOFSD || exit 1 140 popd 141 rm -rf $VIRTIOFSD_DIR 142 popd 143fi 144 145 146BLK_IMAGE="$WORKLOADS_DIR/blk.img" 147MNT_DIR="mount_image" 148if [ ! -f "$BLK_IMAGE" ]; then 149 pushd $WORKLOADS_DIR 150 fallocate -l 16M $BLK_IMAGE 151 mkfs.ext4 -j $BLK_IMAGE 152 mkdir $MNT_DIR 153 sudo mount -t ext4 $BLK_IMAGE $MNT_DIR 154 sudo bash -c "echo bar > $MNT_DIR/foo" || exit 1 155 sudo umount $BLK_IMAGE 156 rm -r $MNT_DIR 157 popd 158fi 159 160SHARED_DIR="$WORKLOADS_DIR/shared_dir" 161if [ ! -d "$SHARED_DIR" ]; then 162 mkdir -p $SHARED_DIR 163 echo "foo" > "$SHARED_DIR/file1" 164 echo "bar" > "$SHARED_DIR/file3" || exit 1 165fi 166 167VFIO_DIR="$WORKLOADS_DIR/vfio" 168VFIO_DISK_IMAGE="$WORKLOADS_DIR/vfio.img" 169rm -rf $VFIO_DIR $VFIO_DISK_IMAGE 170mkdir -p $VFIO_DIR 171cp $FOCAL_OS_RAW_IMAGE $VFIO_DIR 172cp $FW $VFIO_DIR 173cp $VMLINUX_IMAGE $VFIO_DIR || exit 1 174 175BUILD_TARGET="$(uname -m)-unknown-linux-${CH_LIBC}" 176 177cargo build --no-default-features --features "kvm,mshv" --all --release --target $BUILD_TARGET 178 179# We always copy a fresh version of our binary for our L2 guest. 180cp target/$BUILD_TARGET/release/cloud-hypervisor $VFIO_DIR 181cp target/$BUILD_TARGET/release/ch-remote $VFIO_DIR 182 183# Enable KSM with some reasonable parameters so that it won't take too long 184# for the memory to be merged between two processes. 185sudo bash -c "echo 1000000 > /sys/kernel/mm/ksm/pages_to_scan" 186sudo bash -c "echo 10 > /sys/kernel/mm/ksm/sleep_millisecs" 187sudo bash -c "echo 1 > /sys/kernel/mm/ksm/run" 188 189# Both test_vfio, ovs-dpdk and vDPA tests rely on hugepages 190echo 6144 | sudo tee /proc/sys/vm/nr_hugepages 191sudo chmod a+rwX /dev/hugepages 192 193# Update max locked memory to 'unlimited' to avoid issues with vDPA 194ulimit -l unlimited 195 196export RUST_BACKTRACE=1 197time cargo test $test_features "common_parallel::$test_filter" -- ${test_binary_args[*]} 198RES=$? 199 200# Run some tests in sequence since the result could be affected by other tests 201# running in parallel. 202if [ $RES -eq 0 ]; then 203 export RUST_BACKTRACE=1 204 time cargo test $test_features "common_sequential::$test_filter" -- --test-threads=1 ${test_binary_args[*]} 205 RES=$? 206fi 207 208exit $RES 209