1#!/bin/bash 2set -x 3 4source $HOME/.cargo/env 5source $(dirname "$0")/test-util.sh 6 7export BUILD_TARGET=${BUILD_TARGET-x86_64-unknown-linux-gnu} 8 9WORKLOADS_DIR="$HOME/workloads" 10mkdir -p "$WORKLOADS_DIR" 11 12process_common_args "$@" 13 14# For now these values are default for kvm 15test_features="" 16 17if [ "$hypervisor" = "mshv" ] ; then 18 test_features="--features mshv" 19fi 20 21cp scripts/sha1sums-x86_64 $WORKLOADS_DIR 22 23FW_URL=$(curl --silent https://api.github.com/repos/cloud-hypervisor/rust-hypervisor-firmware/releases/latest | grep "browser_download_url" | grep -o 'https://.*[^ "]') 24FW="$WORKLOADS_DIR/hypervisor-fw" 25if [ ! -f "$FW" ]; then 26 pushd $WORKLOADS_DIR 27 time wget --quiet $FW_URL || exit 1 28 popd 29fi 30 31OVMF_FW_URL=$(curl --silent https://api.github.com/repos/cloud-hypervisor/edk2/releases/latest | grep "browser_download_url" | grep -o 'https://.*[^ "]') 32OVMF_FW="$WORKLOADS_DIR/CLOUDHV.fd" 33if [ ! -f "$OVMF_FW" ]; then 34 pushd $WORKLOADS_DIR 35 time wget --quiet $OVMF_FW_URL || exit 1 36 popd 37fi 38 39FOCAL_OS_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.qcow2" 40FOCAL_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$FOCAL_OS_IMAGE_NAME" 41FOCAL_OS_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_IMAGE_NAME" 42if [ ! -f "$FOCAL_OS_IMAGE" ]; then 43 pushd $WORKLOADS_DIR 44 time wget --quiet $FOCAL_OS_IMAGE_URL || exit 1 45 popd 46fi 47 48FOCAL_OS_RAW_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.raw" 49FOCAL_OS_RAW_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_NAME" 50if [ ! -f "$FOCAL_OS_RAW_IMAGE" ]; then 51 pushd $WORKLOADS_DIR 52 time qemu-img convert -p -f qcow2 -O raw $FOCAL_OS_IMAGE_NAME $FOCAL_OS_RAW_IMAGE_NAME || exit 1 53 popd 54fi 55 56FOCAL_OS_QCOW_BACKING_FILE_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0-backing.qcow2" 57FOCAL_OS_QCOW_BACKING_FILE_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_QCOW_BACKING_FILE_IMAGE_NAME" 58if [ ! -f "$FOCAL_OS_QCOW_BACKING_FILE_IMAGE" ]; then 59 pushd $WORKLOADS_DIR 60 time qemu-img create -f qcow2 -b $FOCAL_OS_IMAGE -F qcow2 $FOCAL_OS_QCOW_BACKING_FILE_IMAGE_NAME 61 popd 62fi 63 64JAMMY_OS_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20230119-0.qcow2" 65JAMMY_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$JAMMY_OS_IMAGE_NAME" 66JAMMY_OS_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_IMAGE_NAME" 67if [ ! -f "$JAMMY_OS_IMAGE" ]; then 68 pushd $WORKLOADS_DIR 69 time wget --quiet $JAMMY_OS_IMAGE_URL || exit 1 70 popd 71fi 72 73JAMMY_OS_RAW_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20230119-0.raw" 74JAMMY_OS_RAW_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_RAW_IMAGE_NAME" 75if [ ! -f "$JAMMY_OS_RAW_IMAGE" ]; then 76 pushd $WORKLOADS_DIR 77 time qemu-img convert -p -f qcow2 -O raw $JAMMY_OS_IMAGE_NAME $JAMMY_OS_RAW_IMAGE_NAME || exit 1 78 popd 79fi 80 81ALPINE_MINIROOTFS_URL="http://dl-cdn.alpinelinux.org/alpine/v3.11/releases/x86_64/alpine-minirootfs-3.11.3-x86_64.tar.gz" 82ALPINE_MINIROOTFS_TARBALL="$WORKLOADS_DIR/alpine-minirootfs-x86_64.tar.gz" 83if [ ! -f "$ALPINE_MINIROOTFS_TARBALL" ]; then 84 pushd $WORKLOADS_DIR 85 time wget --quiet $ALPINE_MINIROOTFS_URL -O $ALPINE_MINIROOTFS_TARBALL || exit 1 86 popd 87fi 88 89ALPINE_INITRAMFS_IMAGE="$WORKLOADS_DIR/alpine_initramfs.img" 90if [ ! -f "$ALPINE_INITRAMFS_IMAGE" ]; then 91 pushd $WORKLOADS_DIR 92 mkdir alpine-minirootfs 93 tar xf "$ALPINE_MINIROOTFS_TARBALL" -C alpine-minirootfs 94 cat > alpine-minirootfs/init <<-EOF 95 #! /bin/sh 96 mount -t devtmpfs dev /dev 97 echo \$TEST_STRING > /dev/console 98 poweroff -f 99 EOF 100 chmod +x alpine-minirootfs/init 101 cd alpine-minirootfs 102 find . -print0 | 103 cpio --null --create --verbose --owner root:root --format=newc > "$ALPINE_INITRAMFS_IMAGE" 104 popd 105fi 106 107pushd $WORKLOADS_DIR 108sha1sum sha1sums-x86_64 --check 109if [ $? -ne 0 ]; then 110 echo "sha1sum validation of images failed, remove invalid images to fix the issue." 111 exit 1 112fi 113popd 114 115# Build custom kernel based on virtio-pmem and virtio-fs upstream patches 116VMLINUX_IMAGE="$WORKLOADS_DIR/vmlinux" 117if [ ! -f "$VMLINUX_IMAGE" ]; then 118 build_custom_linux 119fi 120 121VIRTIOFSD="$WORKLOADS_DIR/virtiofsd" 122VIRTIOFSD_DIR="virtiofsd_build" 123if [ ! -f "$VIRTIOFSD" ]; then 124 pushd $WORKLOADS_DIR 125 git clone "https://gitlab.com/virtio-fs/virtiofsd.git" $VIRTIOFSD_DIR 126 pushd $VIRTIOFSD_DIR 127 git checkout v1.1.0 128 time cargo build --release 129 cp target/release/virtiofsd $VIRTIOFSD || exit 1 130 popd 131 rm -rf $VIRTIOFSD_DIR 132 popd 133fi 134 135 136BLK_IMAGE="$WORKLOADS_DIR/blk.img" 137MNT_DIR="mount_image" 138if [ ! -f "$BLK_IMAGE" ]; then 139 pushd $WORKLOADS_DIR 140 fallocate -l 16M $BLK_IMAGE 141 mkfs.ext4 -j $BLK_IMAGE 142 mkdir $MNT_DIR 143 sudo mount -t ext4 $BLK_IMAGE $MNT_DIR 144 sudo bash -c "echo bar > $MNT_DIR/foo" || exit 1 145 sudo umount $BLK_IMAGE 146 rm -r $MNT_DIR 147 popd 148fi 149 150SHARED_DIR="$WORKLOADS_DIR/shared_dir" 151if [ ! -d "$SHARED_DIR" ]; then 152 mkdir -p $SHARED_DIR 153 echo "foo" > "$SHARED_DIR/file1" 154 echo "bar" > "$SHARED_DIR/file3" || exit 1 155fi 156 157VFIO_DIR="$WORKLOADS_DIR/vfio" 158VFIO_DISK_IMAGE="$WORKLOADS_DIR/vfio.img" 159rm -rf $VFIO_DIR $VFIO_DISK_IMAGE 160mkdir -p $VFIO_DIR 161cp $FOCAL_OS_RAW_IMAGE $VFIO_DIR 162cp $FW $VFIO_DIR 163cp $VMLINUX_IMAGE $VFIO_DIR || exit 1 164 165BUILD_TARGET="$(uname -m)-unknown-linux-${CH_LIBC}" 166 167cargo build --features mshv --all --release --target $BUILD_TARGET 168 169# We always copy a fresh version of our binary for our L2 guest. 170cp target/$BUILD_TARGET/release/cloud-hypervisor $VFIO_DIR 171cp target/$BUILD_TARGET/release/ch-remote $VFIO_DIR 172 173# Enable KSM with some reasonable parameters so that it won't take too long 174# for the memory to be merged between two processes. 175sudo bash -c "echo 1000000 > /sys/kernel/mm/ksm/pages_to_scan" 176sudo bash -c "echo 10 > /sys/kernel/mm/ksm/sleep_millisecs" 177sudo bash -c "echo 1 > /sys/kernel/mm/ksm/run" 178 179# Both test_vfio, ovs-dpdk and vDPA tests rely on hugepages 180HUGEPAGESIZE=`grep Hugepagesize /proc/meminfo | awk '{print $2}'` 181PAGE_NUM=`echo $((12288 * 1024 / $HUGEPAGESIZE))` 182echo $PAGE_NUM | sudo tee /proc/sys/vm/nr_hugepages 183sudo chmod a+rwX /dev/hugepages 184 185# Update max locked memory to 'unlimited' to avoid issues with vDPA 186ulimit -l unlimited 187 188# Set number of open descriptors high enough for VFIO tests to run 189ulimit -n 4096 190 191export RUST_BACKTRACE=1 192time cargo test $test_features "common_parallel::$test_filter" -- ${test_binary_args[*]} 193RES=$? 194 195# Run some tests in sequence since the result could be affected by other tests 196# running in parallel. 197if [ $RES -eq 0 ]; then 198 export RUST_BACKTRACE=1 199 time cargo test $test_features "common_sequential::$test_filter" -- --test-threads=1 ${test_binary_args[*]} 200 RES=$? 201fi 202 203# Run tests on dbus_api 204if [ $RES -eq 0 ]; then 205 cargo build --features "mshv,dbus_api" --all --release --target $BUILD_TARGET 206 export RUST_BACKTRACE=1 207 # integration tests now do not reply on build feature "dbus_api" 208 time cargo test $test_features "dbus_api::$test_filter" -- ${test_binary_args[*]} 209 RES=$? 210fi 211 212exit $RES 213