1#!/bin/bash 2set -x 3 4source $HOME/.cargo/env 5source $(dirname "$0")/test-util.sh 6 7export BUILD_TARGET=${BUILD_TARGET-x86_64-unknown-linux-gnu} 8 9WORKLOADS_DIR="$HOME/workloads" 10mkdir -p "$WORKLOADS_DIR" 11 12process_common_args "$@" 13 14# For now these values are default for kvm 15features="" 16 17if [ "$hypervisor" = "mshv" ] ; then 18 features="--no-default-features --features mshv" 19fi 20 21cp scripts/sha1sums-x86_64 $WORKLOADS_DIR 22 23FW_URL=$(curl --silent https://api.github.com/repos/cloud-hypervisor/rust-hypervisor-firmware/releases/latest | grep "browser_download_url" | grep -o 'https://.*[^ "]') 24FW="$WORKLOADS_DIR/hypervisor-fw" 25if [ ! -f "$FW" ]; then 26 pushd $WORKLOADS_DIR 27 time wget --quiet $FW_URL || exit 1 28 popd 29fi 30 31OVMF_FW_URL=$(curl --silent https://api.github.com/repos/cloud-hypervisor/edk2/releases/latest | grep "browser_download_url" | grep -o 'https://.*[^ "]') 32OVMF_FW="$WORKLOADS_DIR/CLOUDHV.fd" 33if [ ! -f "$OVMF_FW" ]; then 34 pushd $WORKLOADS_DIR 35 time wget --quiet $OVMF_FW_URL || exit 1 36 popd 37fi 38 39BIONIC_OS_IMAGE_NAME="bionic-server-cloudimg-amd64.qcow2" 40BIONIC_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$BIONIC_OS_IMAGE_NAME" 41BIONIC_OS_IMAGE="$WORKLOADS_DIR/$BIONIC_OS_IMAGE_NAME" 42if [ ! -f "$BIONIC_OS_IMAGE" ]; then 43 pushd $WORKLOADS_DIR 44 time wget --quiet $BIONIC_OS_IMAGE_URL || exit 1 45 popd 46fi 47 48BIONIC_OS_RAW_IMAGE_NAME="bionic-server-cloudimg-amd64.raw" 49BIONIC_OS_RAW_IMAGE="$WORKLOADS_DIR/$BIONIC_OS_RAW_IMAGE_NAME" 50if [ ! -f "$BIONIC_OS_RAW_IMAGE" ]; then 51 pushd $WORKLOADS_DIR 52 time qemu-img convert -p -f qcow2 -O raw $BIONIC_OS_IMAGE_NAME $BIONIC_OS_RAW_IMAGE_NAME || exit 1 53 popd 54fi 55 56 57FOCAL_OS_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.qcow2" 58FOCAL_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$FOCAL_OS_IMAGE_NAME" 59FOCAL_OS_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_IMAGE_NAME" 60if [ ! -f "$FOCAL_OS_IMAGE" ]; then 61 pushd $WORKLOADS_DIR 62 time wget --quiet $FOCAL_OS_IMAGE_URL || exit 1 63 popd 64fi 65 66FOCAL_OS_RAW_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.raw" 67FOCAL_OS_RAW_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_NAME" 68if [ ! -f "$FOCAL_OS_RAW_IMAGE" ]; then 69 pushd $WORKLOADS_DIR 70 time qemu-img convert -p -f qcow2 -O raw $FOCAL_OS_IMAGE_NAME $FOCAL_OS_RAW_IMAGE_NAME || exit 1 71 popd 72fi 73 74JAMMY_OS_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20220329-0.qcow2" 75JAMMY_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$JAMMY_OS_IMAGE_NAME" 76JAMMY_OS_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_IMAGE_NAME" 77if [ ! -f "$JAMMY_OS_IMAGE" ]; then 78 pushd $WORKLOADS_DIR 79 time wget --quiet $JAMMY_OS_IMAGE_URL || exit 1 80 popd 81fi 82 83JAMMY_OS_RAW_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20220329-0.raw" 84JAMMY_OS_RAW_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_RAW_IMAGE_NAME" 85if [ ! -f "$JAMMY_OS_RAW_IMAGE" ]; then 86 pushd $WORKLOADS_DIR 87 time qemu-img convert -p -f qcow2 -O raw $JAMMY_OS_IMAGE_NAME $JAMMY_OS_RAW_IMAGE_NAME || exit 1 88 popd 89fi 90 91ALPINE_MINIROOTFS_URL="http://dl-cdn.alpinelinux.org/alpine/v3.11/releases/x86_64/alpine-minirootfs-3.11.3-x86_64.tar.gz" 92ALPINE_MINIROOTFS_TARBALL="$WORKLOADS_DIR/alpine-minirootfs-x86_64.tar.gz" 93if [ ! -f "$ALPINE_MINIROOTFS_TARBALL" ]; then 94 pushd $WORKLOADS_DIR 95 time wget --quiet $ALPINE_MINIROOTFS_URL -O $ALPINE_MINIROOTFS_TARBALL || exit 1 96 popd 97fi 98 99ALPINE_INITRAMFS_IMAGE="$WORKLOADS_DIR/alpine_initramfs.img" 100if [ ! -f "$ALPINE_INITRAMFS_IMAGE" ]; then 101 pushd $WORKLOADS_DIR 102 mkdir alpine-minirootfs 103 tar xf "$ALPINE_MINIROOTFS_TARBALL" -C alpine-minirootfs 104 cat > alpine-minirootfs/init <<-EOF 105 #! /bin/sh 106 mount -t devtmpfs dev /dev 107 echo \$TEST_STRING > /dev/console 108 poweroff -f 109 EOF 110 chmod +x alpine-minirootfs/init 111 cd alpine-minirootfs 112 find . -print0 | 113 cpio --null --create --verbose --owner root:root --format=newc > "$ALPINE_INITRAMFS_IMAGE" 114 popd 115fi 116 117pushd $WORKLOADS_DIR 118sha1sum sha1sums-x86_64 --check 119if [ $? -ne 0 ]; then 120 echo "sha1sum validation of images failed, remove invalid images to fix the issue." 121 exit 1 122fi 123popd 124 125# Build custom kernel based on virtio-pmem and virtio-fs upstream patches 126VMLINUX_IMAGE="$WORKLOADS_DIR/vmlinux" 127build_custom_linux 128 129VIRTIOFSD="$WORKLOADS_DIR/virtiofsd" 130VIRTIOFSD_DIR="virtiofsd_build" 131if [ ! -f "$VIRTIOFSD" ]; then 132 pushd $WORKLOADS_DIR 133 git clone "https://gitlab.com/virtio-fs/virtiofsd.git" $VIRTIOFSD_DIR 134 pushd $VIRTIOFSD_DIR 135 git checkout v1.1.0 136 time cargo build --release 137 cp target/release/virtiofsd $VIRTIOFSD || exit 1 138 popd 139 rm -rf $VIRTIOFSD_DIR 140 popd 141fi 142 143 144BLK_IMAGE="$WORKLOADS_DIR/blk.img" 145MNT_DIR="mount_image" 146if [ ! -f "$BLK_IMAGE" ]; then 147 pushd $WORKLOADS_DIR 148 fallocate -l 16M $BLK_IMAGE 149 mkfs.ext4 -j $BLK_IMAGE 150 mkdir $MNT_DIR 151 sudo mount -t ext4 $BLK_IMAGE $MNT_DIR 152 sudo bash -c "echo bar > $MNT_DIR/foo" || exit 1 153 sudo umount $BLK_IMAGE 154 rm -r $MNT_DIR 155 popd 156fi 157 158SHARED_DIR="$WORKLOADS_DIR/shared_dir" 159if [ ! -d "$SHARED_DIR" ]; then 160 mkdir -p $SHARED_DIR 161 echo "foo" > "$SHARED_DIR/file1" 162 echo "bar" > "$SHARED_DIR/file3" || exit 1 163fi 164 165VFIO_DIR="$WORKLOADS_DIR/vfio" 166VFIO_DISK_IMAGE="$WORKLOADS_DIR/vfio.img" 167rm -rf $VFIO_DIR $VFIO_DISK_IMAGE 168mkdir -p $VFIO_DIR 169cp $FOCAL_OS_RAW_IMAGE $VFIO_DIR 170cp $FW $VFIO_DIR 171cp $VMLINUX_IMAGE $VFIO_DIR || exit 1 172 173BUILD_TARGET="$(uname -m)-unknown-linux-${CH_LIBC}" 174 175cargo build --all --release $features --target $BUILD_TARGET 176strip target/$BUILD_TARGET/release/cloud-hypervisor 177strip target/$BUILD_TARGET/release/vhost_user_net 178strip target/$BUILD_TARGET/release/ch-remote 179 180# We always copy a fresh version of our binary for our L2 guest. 181cp target/$BUILD_TARGET/release/cloud-hypervisor $VFIO_DIR 182cp target/$BUILD_TARGET/release/ch-remote $VFIO_DIR 183 184# Enable KSM with some reasonable parameters so that it won't take too long 185# for the memory to be merged between two processes. 186sudo bash -c "echo 1000000 > /sys/kernel/mm/ksm/pages_to_scan" 187sudo bash -c "echo 10 > /sys/kernel/mm/ksm/sleep_millisecs" 188sudo bash -c "echo 1 > /sys/kernel/mm/ksm/run" 189 190# Both test_vfio, ovs-dpdk and vDPA tests rely on hugepages 191echo 6144 | sudo tee /proc/sys/vm/nr_hugepages 192sudo chmod a+rwX /dev/hugepages 193 194# Update max locked memory to 'unlimited' to avoid issues with vDPA 195ulimit -l unlimited 196 197export RUST_BACKTRACE=1 198time cargo test $features "common_parallel::$test_filter" -- ${test_binary_args[*]} 199RES=$? 200 201# Run some tests in sequence since the result could be affected by other tests 202# running in parallel. 203if [ $RES -eq 0 ]; then 204 export RUST_BACKTRACE=1 205 time cargo test $features "common_sequential::$test_filter" -- --test-threads=1 ${test_binary_args[*]} 206 RES=$? 207fi 208 209exit $RES 210