xref: /cloud-hypervisor/scripts/run_metrics.sh (revision 4d7a4c598ac247aaf770b00dfb057cdac891f67d) 
1#!/bin/bash
2set -x
3
4source $HOME/.cargo/env
5source $(dirname "$0")/test-util.sh
6
7export TEST_ARCH=$(uname -m)
8
9WORKLOADS_DIR="$HOME/workloads"
10mkdir -p "$WORKLOADS_DIR"
11
12build_fio() {
13    FIO_DIR="$WORKLOADS_DIR/fio_build"
14    FIO_REPO="https://github.com/axboe/fio.git"
15
16    checkout_repo "$FIO_DIR" "$FIO_REPO" master "1953e1adb5a28ed21370e85991d7f5c3cdc699f3"
17    if [ ! -f "$FIO_DIR/.built" ]; then
18        pushd $FIO_DIR
19        ./configure
20        make -j `nproc`
21        cp fio "$WORKLOADS_DIR/fio"
22        touch .built
23        popd
24    fi
25}
26
27process_common_args "$@"
28
29cp scripts/sha1sums-${TEST_ARCH} $WORKLOADS_DIR
30
31if [ ${TEST_ARCH} == "aarch64" ]; then
32     FOCAL_OS_IMAGE_NAME="focal-server-cloudimg-arm64-custom-20210929-0.qcow2"
33else
34     FOCAL_OS_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.qcow2"
35fi
36
37FOCAL_OS_IMAGE_URL="https://cloud-hypervisor.azureedge.net/$FOCAL_OS_IMAGE_NAME"
38FOCAL_OS_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_IMAGE_NAME"
39if [ ! -f "$FOCAL_OS_IMAGE" ]; then
40    pushd $WORKLOADS_DIR
41    time wget --quiet $FOCAL_OS_IMAGE_URL || exit 1
42    popd
43fi
44
45if [ ${TEST_ARCH} == "aarch64" ]; then
46    FOCAL_OS_RAW_IMAGE_NAME="focal-server-cloudimg-arm64-custom-20210929-0.raw"
47else
48    FOCAL_OS_RAW_IMAGE_NAME="focal-server-cloudimg-amd64-custom-20210609-0.raw"
49fi
50
51FOCAL_OS_RAW_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_NAME"
52if [ ! -f "$FOCAL_OS_RAW_IMAGE" ]; then
53    pushd $WORKLOADS_DIR
54    time qemu-img convert -p -f qcow2 -O raw $FOCAL_OS_IMAGE_NAME $FOCAL_OS_RAW_IMAGE_NAME || exit 1
55    popd
56fi
57
58pushd $WORKLOADS_DIR
59grep focal sha1sums-${TEST_ARCH} | sha1sum --check
60if [ $? -ne 0 ]; then
61    echo "sha1sum validation of images failed, remove invalid images to fix the issue."
62    exit 1
63fi
64popd
65
66if [ ${TEST_ARCH} == "aarch64" ]; then
67    build_fio
68
69    # Update the fio in the cloud image to use io_uring on AArch64
70    FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_NAME="focal-server-cloudimg-arm64-custom-20210929-0-update-tool.raw"
71    cp "$FOCAL_OS_RAW_IMAGE" "$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_NAME"
72    FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_ROOT_DIR="$WORKLOADS_DIR/focal-server-cloudimg-root"
73    if [ ! -d "$FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_ROOT_DIR" ]; then
74        mkdir -p "$FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_ROOT_DIR"
75    fi
76    # Mount the 'raw' image, replace the fio and umount the working folder
77    guestmount -a "$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_NAME" -m /dev/sda1 "$FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_ROOT_DIR" || exit 1
78    cp "$WORKLOADS_DIR"/fio "$FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_ROOT_DIR"/usr/bin/fio
79    guestunmount "$FOCAL_OS_RAW_IMAGE_UPDATE_TOOL_ROOT_DIR"
80fi
81
82# Build custom kernel based on virtio-pmem and virtio-fs upstream patches
83build_custom_linux
84
85CFLAGS=""
86if [[ "${BUILD_TARGET}" == "${TEST_ARCH}-unknown-linux-musl" ]]; then
87    CFLAGS="-I /usr/include/${TEST_ARCH}-linux-musl/ -idirafter /usr/include/"
88fi
89
90cargo build --features mshv --all --release --target $BUILD_TARGET
91
92# setup hugepages
93HUGEPAGESIZE=`grep Hugepagesize /proc/meminfo | awk '{print $2}'`
94PAGE_NUM=`echo $((12288 * 1024 / $HUGEPAGESIZE))`
95echo $PAGE_NUM | sudo tee /proc/sys/vm/nr_hugepages
96sudo chmod a+rwX /dev/hugepages
97
98if [ -n "$test_filter" ]; then
99    test_binary_args+=("--test-filter $test_filter")
100fi
101
102# Ensure that git commands can be run in this directory (for metrics report)
103git config --global --add safe.directory $PWD
104
105RUST_BACKTRACE_VALUE=`echo $RUST_BACKTRACE`
106if [ -z $RUST_BACKTRACE_VALUE ];then
107	export RUST_BACKTRACE=1
108else
109	echo "RUST_BACKTRACE is set to: $RUST_BACKTRACE_VALUE"
110fi
111time target/$BUILD_TARGET/release/performance-metrics ${test_binary_args[*]}
112RES=$?
113
114exit $RES
115