Add benchmark CI for sysbench and getpid

regression/benchmark/bench_linux_and_aster.sh

@@ -0,0 +1,111 @@
+#!/bin/bash
+
+# SPDX-License-Identifier: MPL-2.0
+
+set -e
+
+# Ensure all dependencies are installed
+command -v jq >/dev/null 2>&1 || { echo >&2 "jq is not installed. Aborting."; exit 1; }
+
+# Script directory
+BENCHMARK_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)"
+# Kernel image 
+KERNEL_DIR="/root/dependency"
+LINUX_KERNEL="${KERNEL_DIR}/vmlinuz"
+
+# Generate entrypoint script for Linux cases
+generate_entrypoint_script() {
+    local benchmark="$1"
+    local init_script=$(cat <<EOF
+#!/bin/sh
+
+echo "Running ${benchmark}"
+chmod +x /benchmark/${benchmark}/run.sh
+/benchmark/${benchmark}/run.sh
+
+poweroff -f
+EOF
+)
+    echo "$init_script"
+}
+
+run_benchmark() {
+    local benchmark="$1"
+    local avg_pattern="$2"
+    local avg_field="$3"
+
+    local linux_output="${BENCHMARK_DIR}/linux_output.txt"
+    local aster_output="${BENCHMARK_DIR}/aster_output.txt"
+    local result_template="${BENCHMARK_DIR}/${benchmark}/result_template.json"
+    local result_file="result_${benchmark}.json"
+
+    # Entrypoint script for initramfs
+    local initramfs_entrypoint_script="${BENCHMARK_DIR}/benchmark_entrypoint.sh"
+    generate_entrypoint_script "${benchmark}" > "${initramfs_entrypoint_script}"
+    chmod +x "${initramfs_entrypoint_script}"
+        
+    # TODO: enable nopti for Linux to make the comparison more fair
+    local qemu_cmd="/usr/local/qemu/bin/qemu-system-x86_64 \
+        --no-reboot \
+        -smp 1 \
+        -m 8G \
+        -machine q35,kernel-irqchip=split \
+        -cpu Icelake-Server,+x2apic \
+        --enable-kvm \
+        -kernel ${LINUX_KERNEL} \
+        -initrd ${BENCHMARK_DIR}/../build/initramfs.cpio.gz \
+        -append 'console=ttyS0 rdinit=/benchmark/benchmark_entrypoint.sh' \
+        -nographic \
+        2>&1 | tee ${linux_output}" 
+
+    if [ ! -f "${LINUX_KERNEL}" ]; then
+        echo "Downloading the Linux kernel image..."
+        mkdir -p "${KERNEL_DIR}"
+        curl -L -o "${LINUX_KERNEL}" \
+            -H "Accept: application/vnd.github.v3.raw" \
+            "https://api.github.com/repos/asterinas/linux_kernel/contents/vmlinuz-5.15.0-105-generic?ref=9e66d28"
+    fi
+
+    echo "Running benchmark ${benchmark} on Linux and Asterinas..."
+    make run BENCHMARK=${benchmark} ENABLE_KVM=1 RELEASE=1 2>&1 | tee "${aster_output}"
+    eval "$qemu_cmd"
+
+    echo "Parsing results..."
+    local LINUX_AVG ASTER_AVG
+    LINUX_AVG=$(awk "/${avg_pattern}/{print \$$avg_field}" "${linux_output}" | tr -d '\r')
+    ASTER_AVG=$(awk "/${avg_pattern}/{print \$$avg_field}" "${aster_output}" | tr -d '\r')
+
+    if [ -z "${LINUX_AVG}" ] || [ -z "${ASTER_AVG}" ]; then
+        echo "Error: Failed to parse the average value from the benchmark output" >&2
+        exit 1
+    fi
+
+    echo "Updating the result template with average values..."
+    jq --arg linux_avg "${LINUX_AVG}" --arg aster_avg "${ASTER_AVG}" \
+        '(.[] | select(.extra == "linux_avg") | .value) |= $linux_avg |
+         (.[] | select(.extra == "aster_avg") | .value) |= $aster_avg' \
+        "${result_template}" > "${result_file}"
+
+    echo "Cleaning up..."
+    rm -f "${initramfs_entrypoint_script}"
+    rm -f "${linux_output}"
+    rm -f "${aster_output}"
+}
+
+
+# Main
+
+BENCHMARK="$1"
+echo "Running benchmark ${BENCHMARK}..."
+pwd
+if [ ! -d "$BENCHMARK_DIR/$BENCHMARK" ]; then
+    echo "Error: Benchmark directory not found" >&2
+    exit 1
+fi
+
+PATTERN=$(jq -r '.pattern' "$BENCHMARK_DIR/$BENCHMARK/config.json")
+FIELD=$(jq -r '.field' "$BENCHMARK_DIR/$BENCHMARK/config.json")
+
+run_benchmark "$BENCHMARK" "$PATTERN" "$FIELD"
+
+echo "Benchmark completed successfully."

regression/benchmark/getpid/config.json

@@ -0,0 +1,5 @@
+{
+    "alert_threshold": "125%",
+    "pattern": "Syscall average latency:",
+    "field": "4"
+}

regression/benchmark/getpid/result_template.json

@@ -0,0 +1,14 @@
+[
+    {
+        "name": "Average Syscall Latency on Linux",
+        "unit": "ns",
+        "value": 0,
+        "extra": "linux_avg"
+    },
+    {
+        "name": "Average Syscall Latency on Asterinas",
+        "unit": "ns",
+        "value": 0,
+        "extra": "aster_avg"
+    }
+]

regression/benchmark/getpid/run.sh

@@ -0,0 +1,9 @@
+#!/bin/sh
+
+# SPDX-License-Identifier: MPL-2.0
+
+set -e
+
+echo "*** Running getpid ***"
+
+/benchmark/bin/getpid

regression/benchmark/sysbench-cpu/config.json

@@ -0,0 +1,5 @@
+{
+    "alert_threshold": "130%",
+    "pattern": "avg:",
+    "field": "NF"
+}

regression/benchmark/sysbench-cpu/result_template.json

@@ -0,0 +1,14 @@
+[
+    {
+        "name": "Average Execution Time per CPU on Linux",
+        "unit": "ms",
+        "value": 0,
+        "extra": "linux_avg"
+    },
+    {
+        "name": "Average Execution Time per CPU on Asterinas",
+        "unit": "ms",
+        "value": 0,
+        "extra": "aster_avg"
+    }
+]

regression/benchmark/sysbench-cpu/run.sh

@@ -0,0 +1,16 @@
+#!/bin/sh
+
+# SPDX-License-Identifier: MPL-2.0
+
+set -e
+
+TEST_TIME=${1:-60}
+TEST_THREADS=${2:-4}
+
+echo "*** Doing sysbench CPU test with ${TEST_THREADS} threads for ${TEST_TIME} seconds ***"
+
+/benchmark/bin/sysbench cpu \
+    --threads=${TEST_THREADS} \
+    --time=${TEST_TIME} \
+    --cpu-max-prime=20000 run
+    

regression/benchmark/sysbench-thread/config.json

@@ -0,0 +1,5 @@
+{
+    "alert_threshold": "130%",
+    "pattern": "avg:",
+    "field": "NF"
+}

regression/benchmark/sysbench-thread/result_template.json

@@ -0,0 +1,14 @@
+[
+    {
+        "name": "Average Execution Time per Thread on Linux",
+        "unit": "ms",
+        "value": 0,
+        "extra": "linux_avg"
+    },
+    {
+        "name": "Average Execution Time per Thread on Asterinas",
+        "unit": "ms",
+        "value": 0,
+        "extra": "aster_avg"
+    }
+]

regression/benchmark/sysbench-thread/run.sh

@@ -0,0 +1,16 @@
+#!/bin/sh
+
+# SPDX-License-Identifier: MPL-2.0
+
+set -e
+
+TEST_TIME=${1:-60}
+TEST_THREADS=${2:-200}
+
+echo "*** Doing sysbench with ${TEST_THREADS} threads for ${TEST_TIME} seconds ***"
+
+/benchmark/bin/sysbench threads \
+    --threads=${TEST_THREADS} \
+    --thread-yields=100 \
+    --thread-locks=4 \
+    --time=${TEST_TIME} run