asterinas/test/benchmark/bench_linux_and_aster.sh
2024-06-28 20:33:21 +08:00

112 lines
3.5 KiB
Bash
Executable File

#!/bin/bash
# SPDX-License-Identifier: MPL-2.0
set -e
# Ensure all dependencies are installed
command -v jq >/dev/null 2>&1 || { echo >&2 "jq is not installed. Aborting."; exit 1; }
# Script directory
BENCHMARK_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)"
# Kernel image
KERNEL_DIR="/root/dependency"
LINUX_KERNEL="${KERNEL_DIR}/vmlinuz"
# Generate entrypoint script for Linux cases
generate_entrypoint_script() {
local benchmark="$1"
local init_script=$(cat <<EOF
#!/bin/sh
echo "Running ${benchmark}"
chmod +x /benchmark/${benchmark}/run.sh
/benchmark/${benchmark}/run.sh
poweroff -f
EOF
)
echo "$init_script"
}
run_benchmark() {
local benchmark="$1"
local avg_pattern="$2"
local avg_field="$3"
local linux_output="${BENCHMARK_DIR}/linux_output.txt"
local aster_output="${BENCHMARK_DIR}/aster_output.txt"
local result_template="${BENCHMARK_DIR}/${benchmark}/result_template.json"
local result_file="result_${benchmark}.json"
# Entrypoint script for initramfs
local initramfs_entrypoint_script="${BENCHMARK_DIR}/benchmark_entrypoint.sh"
generate_entrypoint_script "${benchmark}" > "${initramfs_entrypoint_script}"
chmod +x "${initramfs_entrypoint_script}"
# TODO: enable nopti for Linux to make the comparison more fair
local qemu_cmd="/usr/local/qemu/bin/qemu-system-x86_64 \
--no-reboot \
-smp 1 \
-m 8G \
-machine q35,kernel-irqchip=split \
-cpu Icelake-Server,+x2apic \
--enable-kvm \
-kernel ${LINUX_KERNEL} \
-initrd ${BENCHMARK_DIR}/../build/initramfs.cpio.gz \
-append 'console=ttyS0 rdinit=/benchmark/benchmark_entrypoint.sh' \
-nographic \
2>&1 | tee ${linux_output}"
if [ ! -f "${LINUX_KERNEL}" ]; then
echo "Downloading the Linux kernel image..."
mkdir -p "${KERNEL_DIR}"
curl -L -o "${LINUX_KERNEL}" \
-H "Accept: application/vnd.github.v3.raw" \
"https://api.github.com/repos/asterinas/linux_kernel/contents/vmlinuz-5.15.0-105-generic?ref=9e66d28"
fi
echo "Running benchmark ${benchmark} on Linux and Asterinas..."
make run BENCHMARK=${benchmark} ENABLE_KVM=1 RELEASE=1 2>&1 | tee "${aster_output}"
eval "$qemu_cmd"
echo "Parsing results..."
local LINUX_AVG ASTER_AVG
LINUX_AVG=$(awk "/${avg_pattern}/{print \$$avg_field}" "${linux_output}" | tr -d '\r')
ASTER_AVG=$(awk "/${avg_pattern}/{print \$$avg_field}" "${aster_output}" | tr -d '\r')
if [ -z "${LINUX_AVG}" ] || [ -z "${ASTER_AVG}" ]; then
echo "Error: Failed to parse the average value from the benchmark output" >&2
exit 1
fi
echo "Updating the result template with average values..."
jq --arg linux_avg "${LINUX_AVG}" --arg aster_avg "${ASTER_AVG}" \
'(.[] | select(.extra == "linux_avg") | .value) |= $linux_avg |
(.[] | select(.extra == "aster_avg") | .value) |= $aster_avg' \
"${result_template}" > "${result_file}"
echo "Cleaning up..."
rm -f "${initramfs_entrypoint_script}"
rm -f "${linux_output}"
rm -f "${aster_output}"
}
# Main
BENCHMARK="$1"
echo "Running benchmark ${BENCHMARK}..."
pwd
if [ ! -d "$BENCHMARK_DIR/$BENCHMARK" ]; then
echo "Error: Benchmark directory not found" >&2
exit 1
fi
PATTERN=$(jq -r '.pattern' "$BENCHMARK_DIR/$BENCHMARK/config.json")
FIELD=$(jq -r '.field' "$BENCHMARK_DIR/$BENCHMARK/config.json")
run_benchmark "$BENCHMARK" "$PATTERN" "$FIELD"
echo "Benchmark completed successfully."