1#!/usr/bin/env bash 2set -x 3 4source $HOME/.cargo/env 5source $(dirname "$0")/test-util.sh 6 7WORKLOADS_DIR="$HOME/workloads" 8mkdir -p "$WORKLOADS_DIR" 9 10process_common_args "$@" 11 12# For now these values are default for kvm 13test_features="" 14 15if [ "$hypervisor" = "mshv" ] ; then 16 test_features="--features mshv" 17fi 18 19cp scripts/sha1sums-x86_64 $WORKLOADS_DIR 20 21download_hypervisor_fw 22 23download_ovmf 24 25FOCAL_OS_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.qcow2" 26FOCAL_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$FOCAL_OS_IMAGE_NAME" 27FOCAL_OS_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_IMAGE_NAME" 28if [ ! -f "$FOCAL_OS_IMAGE" ]; then 29 pushd $WORKLOADS_DIR 30 time wget --quiet $FOCAL_OS_IMAGE_URL || exit 1 31 popd 32fi 33 34FOCAL_OS_RAW_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.raw" 35FOCAL_OS_RAW_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_NAME" 36if [ ! -f "$FOCAL_OS_RAW_IMAGE" ]; then 37 pushd $WORKLOADS_DIR 38 time qemu-img convert -p -f qcow2 -O raw $FOCAL_OS_IMAGE_NAME $FOCAL_OS_RAW_IMAGE_NAME || exit 1 39 popd 40fi 41 42FOCAL_OS_QCOW_BACKING_FILE_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0-backing.qcow2" 43FOCAL_OS_QCOW_BACKING_FILE_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_QCOW_BACKING_FILE_IMAGE_NAME" 44if [ ! -f "$FOCAL_OS_QCOW_BACKING_FILE_IMAGE" ]; then 45 pushd $WORKLOADS_DIR 46 time qemu-img create -f qcow2 -b $FOCAL_OS_IMAGE -F qcow2 $FOCAL_OS_QCOW_BACKING_FILE_IMAGE_NAME 47 popd 48fi 49 50JAMMY_OS_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20230119-0.qcow2" 51JAMMY_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$JAMMY_OS_IMAGE_NAME" 52JAMMY_OS_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_IMAGE_NAME" 53if [ ! -f "$JAMMY_OS_IMAGE" ]; then 54 pushd $WORKLOADS_DIR 55 time wget --quiet $JAMMY_OS_IMAGE_URL || exit 1 56 popd 57fi 58 59JAMMY_OS_RAW_IMAGE_NAME="jammy-server-cloudimg-amd64-custom-20230119-0.raw" 60JAMMY_OS_RAW_IMAGE="$WORKLOADS_DIR/$JAMMY_OS_RAW_IMAGE_NAME" 61if [ ! -f "$JAMMY_OS_RAW_IMAGE" ]; then 62 pushd $WORKLOADS_DIR 63 time qemu-img convert -p -f qcow2 -O raw $JAMMY_OS_IMAGE_NAME $JAMMY_OS_RAW_IMAGE_NAME || exit 1 64 popd 65fi 66 67ALPINE_MINIROOTFS_URL="http://dl-cdn.alpinelinux.org/alpine/v3.11/releases/x86_64/alpine-minirootfs-3.11.3-x86_64.tar.gz" 68ALPINE_MINIROOTFS_TARBALL="$WORKLOADS_DIR/alpine-minirootfs-x86_64.tar.gz" 69if [ ! -f "$ALPINE_MINIROOTFS_TARBALL" ]; then 70 pushd $WORKLOADS_DIR 71 time wget --quiet $ALPINE_MINIROOTFS_URL -O $ALPINE_MINIROOTFS_TARBALL || exit 1 72 popd 73fi 74 75ALPINE_INITRAMFS_IMAGE="$WORKLOADS_DIR/alpine_initramfs.img" 76if [ ! -f "$ALPINE_INITRAMFS_IMAGE" ]; then 77 pushd $WORKLOADS_DIR 78 mkdir alpine-minirootfs 79 tar xf "$ALPINE_MINIROOTFS_TARBALL" -C alpine-minirootfs 80 cat > alpine-minirootfs/init <<-EOF 81 #! /bin/sh 82 mount -t devtmpfs dev /dev 83 echo \$TEST_STRING > /dev/console 84 poweroff -f 85 EOF 86 chmod +x alpine-minirootfs/init 87 cd alpine-minirootfs 88 find . -print0 | 89 cpio --null --create --verbose --owner root:root --format=newc > "$ALPINE_INITRAMFS_IMAGE" 90 popd 91fi 92 93pushd $WORKLOADS_DIR 94sha1sum sha1sums-x86_64 --check 95if [ $? -ne 0 ]; then 96 echo "sha1sum validation of images failed, remove invalid images to fix the issue." 97 exit 1 98fi 99popd 100 101# Build custom kernel based on virtio-pmem and virtio-fs upstream patches 102VMLINUX_IMAGE="$WORKLOADS_DIR/vmlinux" 103if [ ! -f "$VMLINUX_IMAGE" ]; then 104 build_custom_linux 105fi 106 107VIRTIOFSD="$WORKLOADS_DIR/virtiofsd" 108VIRTIOFSD_DIR="virtiofsd_build" 109if [ ! -f "$VIRTIOFSD" ]; then 110 pushd $WORKLOADS_DIR 111 git clone "https://gitlab.com/virtio-fs/virtiofsd.git" $VIRTIOFSD_DIR 112 pushd $VIRTIOFSD_DIR 113 git checkout v1.8.0 114 time cargo build --release 115 cp target/release/virtiofsd $VIRTIOFSD || exit 1 116 popd 117 rm -rf $VIRTIOFSD_DIR 118 popd 119fi 120 121 122BLK_IMAGE="$WORKLOADS_DIR/blk.img" 123MNT_DIR="mount_image" 124if [ ! -f "$BLK_IMAGE" ]; then 125 pushd $WORKLOADS_DIR 126 fallocate -l 16M $BLK_IMAGE 127 mkfs.ext4 -j $BLK_IMAGE 128 mkdir $MNT_DIR 129 sudo mount -t ext4 $BLK_IMAGE $MNT_DIR 130 sudo bash -c "echo bar > $MNT_DIR/foo" || exit 1 131 sudo umount $BLK_IMAGE 132 rm -r $MNT_DIR 133 popd 134fi 135 136SHARED_DIR="$WORKLOADS_DIR/shared_dir" 137if [ ! -d "$SHARED_DIR" ]; then 138 mkdir -p $SHARED_DIR 139 echo "foo" > "$SHARED_DIR/file1" 140 echo "bar" > "$SHARED_DIR/file3" || exit 1 141fi 142 143VFIO_DIR="$WORKLOADS_DIR/vfio" 144VFIO_DISK_IMAGE="$WORKLOADS_DIR/vfio.img" 145rm -rf $VFIO_DIR $VFIO_DISK_IMAGE 146mkdir -p $VFIO_DIR 147cp $FOCAL_OS_RAW_IMAGE $VFIO_DIR 148cp $FW $VFIO_DIR 149cp $VMLINUX_IMAGE $VFIO_DIR || exit 1 150 151cargo build --features mshv --all --release --target $BUILD_TARGET 152 153# We always copy a fresh version of our binary for our L2 guest. 154cp target/$BUILD_TARGET/release/cloud-hypervisor $VFIO_DIR 155cp target/$BUILD_TARGET/release/ch-remote $VFIO_DIR 156 157# Enable KSM with some reasonable parameters so that it won't take too long 158# for the memory to be merged between two processes. 159sudo bash -c "echo 1000000 > /sys/kernel/mm/ksm/pages_to_scan" 160sudo bash -c "echo 10 > /sys/kernel/mm/ksm/sleep_millisecs" 161sudo bash -c "echo 1 > /sys/kernel/mm/ksm/run" 162 163# Both test_vfio, ovs-dpdk and vDPA tests rely on hugepages 164HUGEPAGESIZE=`grep Hugepagesize /proc/meminfo | awk '{print $2}'` 165PAGE_NUM=`echo $((12288 * 1024 / $HUGEPAGESIZE))` 166echo $PAGE_NUM | sudo tee /proc/sys/vm/nr_hugepages 167sudo chmod a+rwX /dev/hugepages 168 169# Update max locked memory to 'unlimited' to avoid issues with vDPA 170ulimit -l unlimited 171 172# Set number of open descriptors high enough for VFIO tests to run 173ulimit -n 4096 174 175export RUST_BACKTRACE=1 176time cargo test $test_features "common_parallel::$test_filter" -- ${test_binary_args[*]} 177RES=$? 178 179# Run some tests in sequence since the result could be affected by other tests 180# running in parallel. 181if [ $RES -eq 0 ]; then 182 export RUST_BACKTRACE=1 183 time cargo test $test_features "common_sequential::$test_filter" -- --test-threads=1 ${test_binary_args[*]} 184 RES=$? 185fi 186 187# Run tests on dbus_api 188if [ $RES -eq 0 ]; then 189 cargo build --features "mshv,dbus_api" --all --release --target $BUILD_TARGET 190 export RUST_BACKTRACE=1 191 # integration tests now do not reply on build feature "dbus_api" 192 time cargo test $test_features "dbus_api::$test_filter" -- ${test_binary_args[*]} 193 RES=$? 194fi 195 196exit $RES 197