From 5d1c16896a012121dcdc047fc658b99272df0980 Mon Sep 17 00:00:00 2001 From: Fabing Li Date: Wed, 11 Dec 2024 09:55:39 +0000 Subject: [PATCH] Reorganize benchmark structure --- test/benchmark/README.md | 373 +++++++++++------- .../ext2_iommu_seq_read_bw/bench_result.json | 19 + .../fio/ext2_iommu_seq_read_bw/config.json | 9 - .../result_template.json | 14 - .../ext2_iommu_seq_write_bw/bench_result.json | 19 + .../fio/ext2_iommu_seq_write_bw/config.json | 9 - .../result_template.json | 14 - .../fio/ext2_seq_read_bw/bench_result.json | 16 + .../fio/ext2_seq_read_bw/config.json | 8 - .../fio/ext2_seq_read_bw/result_template.json | 14 - .../fio/ext2_seq_write_bw/bench_result.json | 16 + .../fio/ext2_seq_write_bw/config.json | 8 - .../ext2_seq_write_bw/result_template.json | 14 - .../iperf3/tcp_virtio_bw/bench_result.json | 16 + .../iperf3/tcp_virtio_bw/config.json | 9 - .../iperf3/tcp_virtio_bw/result_template.json | 14 - .../ext2_copy_files_bw/bench_result.json | 16 + .../lmbench/ext2_copy_files_bw/config.json | 8 - .../ext2_copy_files_bw/result_template.json | 14 - .../bench_result.json | 16 + .../config.json | 8 - .../result_template.json | 14 - .../bench_result.json | 16 + .../config.json | 8 - .../result_template.json | 14 - .../lmbench/fifo_lat/bench_result.json | 16 + test/benchmark/lmbench/fifo_lat/config.json | 8 - .../lmbench/fifo_lat/result_template.json | 14 - .../lmbench/mem_copy_bw/bench_result.json | 16 + .../benchmark/lmbench/mem_copy_bw/config.json | 8 - .../lmbench/mem_copy_bw/result_template.json | 14 - .../lmbench/mem_mmap_bw/bench_result.json | 16 + .../benchmark/lmbench/mem_mmap_bw/config.json | 8 - .../lmbench/mem_mmap_bw/result_template.json | 14 - .../lmbench/mem_mmap_lat/bench_result.json | 16 + .../lmbench/mem_mmap_lat/config.json | 8 - .../lmbench/mem_mmap_lat/result_template.json | 14 - .../mem_pagefault_lat/bench_result.json | 16 + .../lmbench/mem_pagefault_lat/config.json | 8 - .../mem_pagefault_lat/result_template.json | 14 - .../lmbench/mem_read_bw/bench_result.json | 16 + .../benchmark/lmbench/mem_read_bw/config.json | 8 - .../lmbench/mem_read_bw/result_template.json | 14 - .../lmbench/mem_write_bw/bench_result.json | 16 + .../lmbench/mem_write_bw/config.json | 8 - .../lmbench/mem_write_bw/result_template.json | 14 - .../lmbench/pipe_bw/bench_result.json | 16 + test/benchmark/lmbench/pipe_bw/config.json | 8 - .../lmbench/pipe_bw/result_template.json | 14 - .../lmbench/pipe_lat/bench_result.json | 16 + test/benchmark/lmbench/pipe_lat/config.json | 8 - .../lmbench/pipe_lat/result_template.json | 14 - .../lmbench/process_ctx_lat/bench_result.json | 16 + .../lmbench/process_ctx_lat/config.json | 8 - .../process_ctx_lat/result_template.json | 14 - .../process_exec_lat/bench_result.json | 16 + .../lmbench/process_exec_lat/config.json | 8 - .../process_exec_lat/result_template.json | 14 - .../process_fork_lat/bench_result.json | 16 + .../lmbench/process_fork_lat/config.json | 8 - .../process_fork_lat/result_template.json | 14 - .../process_getppid_lat/bench_result.json | 16 + .../lmbench/process_getppid_lat/config.json | 8 - .../process_getppid_lat/result_template.json | 14 - .../process_shell_lat/bench_result.json | 16 + .../lmbench/process_shell_lat/config.json | 8 - .../process_shell_lat/result_template.json | 14 - .../ramfs_copy_files_bw/bench_result.json | 16 + .../lmbench/ramfs_copy_files_bw/config.json | 8 - .../ramfs_copy_files_bw/result_template.json | 14 - .../bench_result.json | 16 + .../config.json | 8 - .../result_template.json | 14 - .../bench_result.json | 16 + .../config.json | 8 - .../result_template.json | 14 - .../lmbench/semaphore_lat/bench_result.json | 16 + .../lmbench/semaphore_lat/config.json | 8 - .../semaphore_lat/result_template.json | 14 - .../signal_catch_lat/bench_result.json | 16 + .../lmbench/signal_catch_lat/config.json | 8 - .../signal_catch_lat/result_template.json | 14 - .../signal_install_lat/bench_result.json | 16 + .../lmbench/signal_install_lat/config.json | 8 - .../signal_install_lat/result_template.json | 14 - .../lmbench/signal_prot_lat/bench_result.json | 16 + .../lmbench/signal_prot_lat/config.json | 8 - .../signal_prot_lat/result_template.json | 14 - test/benchmark/lmbench/summary.json | 78 ++-- .../tcp_loopback_bw_4k/bench_result.json | 16 + .../lmbench/tcp_loopback_bw_4k/config.json | 8 - .../tcp_loopback_bw_4k/result_template.json | 14 - .../tcp_loopback_bw_64k/bench_result.json | 16 + .../lmbench/tcp_loopback_bw_64k/config.json | 8 - .../tcp_loopback_bw_64k/result_template.json | 14 - .../bench_result.json | 16 + .../tcp_loopback_connect_lat/config.json | 8 - .../result_template.json | 14 - .../tcp_loopback_http_bw/bench_result.json | 16 + .../lmbench/tcp_loopback_http_bw/config.json | 8 - .../tcp_loopback_http_bw/result_template.json | 14 - .../tcp_loopback_lat/bench_result.json | 16 + .../lmbench/tcp_loopback_lat/config.json | 8 - .../tcp_loopback_lat/result_template.json | 14 - .../tcp_loopback_select_lat/bench_result.json | 16 + .../tcp_loopback_select_lat/config.json | 8 - .../result_template.json | 14 - .../tcp_virtio_bw_64k/bench_result.json | 16 + .../lmbench/tcp_virtio_bw_64k/config.json | 9 - .../tcp_virtio_bw_64k/result_template.json | 14 - .../lmbench/tcp_virtio_lat/bench_result.json | 16 + .../lmbench/tcp_virtio_lat/config.json | 9 - .../tcp_virtio_lat/result_template.json | 14 - .../udp_loopback_lat/bench_result.json | 16 + .../lmbench/udp_loopback_lat/config.json | 8 - .../udp_loopback_lat/result_template.json | 14 - .../lmbench/unix_bw/bench_result.json | 16 + test/benchmark/lmbench/unix_bw/config.json | 8 - .../lmbench/unix_bw/result_template.json | 14 - .../unix_connect_lat/bench_result.json | 16 + .../lmbench/unix_connect_lat/config.json | 8 - .../unix_connect_lat/result_template.json | 14 - .../lmbench/unix_lat/bench_result.json | 16 + test/benchmark/lmbench/unix_lat/config.json | 8 - .../lmbench/unix_lat/result_template.json | 14 - .../lmbench/vfs_fcntl_lat/bench_result.json | 16 + .../lmbench/vfs_fcntl_lat/config.json | 8 - .../vfs_fcntl_lat/result_template.json | 14 - .../lmbench/vfs_fstat_lat/bench_result.json | 16 + .../lmbench/vfs_fstat_lat/config.json | 8 - .../vfs_fstat_lat/result_template.json | 14 - .../lmbench/vfs_open_lat/bench_result.json | 16 + .../lmbench/vfs_open_lat/config.json | 8 - .../lmbench/vfs_open_lat/result_template.json | 14 - .../lmbench/vfs_read_lat/bench_result.json | 16 + .../lmbench/vfs_read_lat/config.json | 8 - .../lmbench/vfs_read_lat/result_template.json | 14 - .../vfs_read_pagecache_bw/bench_result.json | 16 + .../lmbench/vfs_read_pagecache_bw/config.json | 8 - .../result_template.json | 14 - .../lmbench/vfs_select_lat/bench_result.json | 16 + .../lmbench/vfs_select_lat/config.json | 8 - .../vfs_select_lat/result_template.json | 14 - .../lmbench/vfs_stat_lat/bench_result.json | 16 + .../lmbench/vfs_stat_lat/config.json | 8 - .../lmbench/vfs_stat_lat/result_template.json | 14 - .../lmbench/vfs_write_lat/bench_result.json | 16 + .../lmbench/vfs_write_lat/config.json | 8 - .../vfs_write_lat/result_template.json | 14 - .../http_req10k_conc1_bw/bench_result.json | 16 + .../nginx/http_req10k_conc1_bw/config.json | 9 - .../http_req10k_conc1_bw/result_template.json | 14 - .../http_req10k_conc20_bw/bench_result.json | 16 + .../nginx/http_req10k_conc20_bw/config.json | 9 - .../result_template.json | 14 - .../get_100k_conc20_rps/bench_result.json | 16 + .../redis/get_100k_conc20_rps/config.json | 9 - .../get_100k_conc20_rps/result_template.json | 14 - .../bench_result.json | 16 + .../ping_inline_100k_conc20_rps/config.json | 9 - .../result_template.json | 14 - .../bench_result.json | 16 + .../ping_mbulk_100k_conc20_rps/config.json | 9 - .../result_template.json | 14 - .../set_100k_conc20_rps/bench_result.json | 16 + .../redis/set_100k_conc20_rps/config.json | 9 - .../set_100k_conc20_rps/result_template.json | 14 - .../{config.json => bench_result.json} | 4 +- .../sysbench/cpu_lat/result_template.json | 14 - .../{config.json => bench_result.json} | 4 +- .../sysbench/thread_lat/result_template.json | 14 - 171 files changed, 1162 insertions(+), 1432 deletions(-) create mode 100644 test/benchmark/fio/ext2_iommu_seq_read_bw/bench_result.json delete mode 100644 test/benchmark/fio/ext2_iommu_seq_read_bw/config.json delete mode 100644 test/benchmark/fio/ext2_iommu_seq_read_bw/result_template.json create mode 100644 test/benchmark/fio/ext2_iommu_seq_write_bw/bench_result.json delete mode 100644 test/benchmark/fio/ext2_iommu_seq_write_bw/config.json delete mode 100644 test/benchmark/fio/ext2_iommu_seq_write_bw/result_template.json create mode 100644 test/benchmark/fio/ext2_seq_read_bw/bench_result.json delete mode 100644 test/benchmark/fio/ext2_seq_read_bw/config.json delete mode 100644 test/benchmark/fio/ext2_seq_read_bw/result_template.json create mode 100644 test/benchmark/fio/ext2_seq_write_bw/bench_result.json delete mode 100644 test/benchmark/fio/ext2_seq_write_bw/config.json delete mode 100644 test/benchmark/fio/ext2_seq_write_bw/result_template.json create mode 100644 test/benchmark/iperf3/tcp_virtio_bw/bench_result.json delete mode 100644 test/benchmark/iperf3/tcp_virtio_bw/config.json delete mode 100644 test/benchmark/iperf3/tcp_virtio_bw/result_template.json create mode 100644 test/benchmark/lmbench/ext2_copy_files_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/ext2_copy_files_bw/config.json delete mode 100644 test/benchmark/lmbench/ext2_copy_files_bw/result_template.json create mode 100644 test/benchmark/lmbench/ext2_create_delete_files_0k_ops/bench_result.json delete mode 100644 test/benchmark/lmbench/ext2_create_delete_files_0k_ops/config.json delete mode 100644 test/benchmark/lmbench/ext2_create_delete_files_0k_ops/result_template.json create mode 100644 test/benchmark/lmbench/ext2_create_delete_files_10k_ops/bench_result.json delete mode 100644 test/benchmark/lmbench/ext2_create_delete_files_10k_ops/config.json delete mode 100644 test/benchmark/lmbench/ext2_create_delete_files_10k_ops/result_template.json create mode 100644 test/benchmark/lmbench/fifo_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/fifo_lat/config.json delete mode 100644 test/benchmark/lmbench/fifo_lat/result_template.json create mode 100644 test/benchmark/lmbench/mem_copy_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/mem_copy_bw/config.json delete mode 100644 test/benchmark/lmbench/mem_copy_bw/result_template.json create mode 100644 test/benchmark/lmbench/mem_mmap_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/mem_mmap_bw/config.json delete mode 100644 test/benchmark/lmbench/mem_mmap_bw/result_template.json create mode 100644 test/benchmark/lmbench/mem_mmap_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/mem_mmap_lat/config.json delete mode 100644 test/benchmark/lmbench/mem_mmap_lat/result_template.json create mode 100644 test/benchmark/lmbench/mem_pagefault_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/mem_pagefault_lat/config.json delete mode 100644 test/benchmark/lmbench/mem_pagefault_lat/result_template.json create mode 100644 test/benchmark/lmbench/mem_read_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/mem_read_bw/config.json delete mode 100644 test/benchmark/lmbench/mem_read_bw/result_template.json create mode 100644 test/benchmark/lmbench/mem_write_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/mem_write_bw/config.json delete mode 100644 test/benchmark/lmbench/mem_write_bw/result_template.json create mode 100644 test/benchmark/lmbench/pipe_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/pipe_bw/config.json delete mode 100644 test/benchmark/lmbench/pipe_bw/result_template.json create mode 100644 test/benchmark/lmbench/pipe_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/pipe_lat/config.json delete mode 100644 test/benchmark/lmbench/pipe_lat/result_template.json create mode 100644 test/benchmark/lmbench/process_ctx_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/process_ctx_lat/config.json delete mode 100644 test/benchmark/lmbench/process_ctx_lat/result_template.json create mode 100644 test/benchmark/lmbench/process_exec_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/process_exec_lat/config.json delete mode 100644 test/benchmark/lmbench/process_exec_lat/result_template.json create mode 100644 test/benchmark/lmbench/process_fork_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/process_fork_lat/config.json delete mode 100644 test/benchmark/lmbench/process_fork_lat/result_template.json create mode 100644 test/benchmark/lmbench/process_getppid_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/process_getppid_lat/config.json delete mode 100644 test/benchmark/lmbench/process_getppid_lat/result_template.json create mode 100644 test/benchmark/lmbench/process_shell_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/process_shell_lat/config.json delete mode 100644 test/benchmark/lmbench/process_shell_lat/result_template.json create mode 100644 test/benchmark/lmbench/ramfs_copy_files_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/ramfs_copy_files_bw/config.json delete mode 100644 test/benchmark/lmbench/ramfs_copy_files_bw/result_template.json create mode 100644 test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/bench_result.json delete mode 100644 test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/config.json delete mode 100644 test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/result_template.json create mode 100644 test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/bench_result.json delete mode 100644 test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/config.json delete mode 100644 test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/result_template.json create mode 100644 test/benchmark/lmbench/semaphore_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/semaphore_lat/config.json delete mode 100644 test/benchmark/lmbench/semaphore_lat/result_template.json create mode 100644 test/benchmark/lmbench/signal_catch_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/signal_catch_lat/config.json delete mode 100644 test/benchmark/lmbench/signal_catch_lat/result_template.json create mode 100644 test/benchmark/lmbench/signal_install_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/signal_install_lat/config.json delete mode 100644 test/benchmark/lmbench/signal_install_lat/result_template.json create mode 100644 test/benchmark/lmbench/signal_prot_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/signal_prot_lat/config.json delete mode 100644 test/benchmark/lmbench/signal_prot_lat/result_template.json create mode 100644 test/benchmark/lmbench/tcp_loopback_bw_4k/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_bw_4k/config.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_bw_4k/result_template.json create mode 100644 test/benchmark/lmbench/tcp_loopback_bw_64k/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_bw_64k/config.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_bw_64k/result_template.json create mode 100644 test/benchmark/lmbench/tcp_loopback_connect_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_connect_lat/config.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_connect_lat/result_template.json create mode 100644 test/benchmark/lmbench/tcp_loopback_http_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_http_bw/config.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_http_bw/result_template.json create mode 100644 test/benchmark/lmbench/tcp_loopback_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_lat/config.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_lat/result_template.json create mode 100644 test/benchmark/lmbench/tcp_loopback_select_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_select_lat/config.json delete mode 100644 test/benchmark/lmbench/tcp_loopback_select_lat/result_template.json create mode 100644 test/benchmark/lmbench/tcp_virtio_bw_64k/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_virtio_bw_64k/config.json delete mode 100644 test/benchmark/lmbench/tcp_virtio_bw_64k/result_template.json create mode 100644 test/benchmark/lmbench/tcp_virtio_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/tcp_virtio_lat/config.json delete mode 100644 test/benchmark/lmbench/tcp_virtio_lat/result_template.json create mode 100644 test/benchmark/lmbench/udp_loopback_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/udp_loopback_lat/config.json delete mode 100644 test/benchmark/lmbench/udp_loopback_lat/result_template.json create mode 100644 test/benchmark/lmbench/unix_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/unix_bw/config.json delete mode 100644 test/benchmark/lmbench/unix_bw/result_template.json create mode 100644 test/benchmark/lmbench/unix_connect_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/unix_connect_lat/config.json delete mode 100644 test/benchmark/lmbench/unix_connect_lat/result_template.json create mode 100644 test/benchmark/lmbench/unix_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/unix_lat/config.json delete mode 100644 test/benchmark/lmbench/unix_lat/result_template.json create mode 100644 test/benchmark/lmbench/vfs_fcntl_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_fcntl_lat/config.json delete mode 100644 test/benchmark/lmbench/vfs_fcntl_lat/result_template.json create mode 100644 test/benchmark/lmbench/vfs_fstat_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_fstat_lat/config.json delete mode 100644 test/benchmark/lmbench/vfs_fstat_lat/result_template.json create mode 100644 test/benchmark/lmbench/vfs_open_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_open_lat/config.json delete mode 100644 test/benchmark/lmbench/vfs_open_lat/result_template.json create mode 100644 test/benchmark/lmbench/vfs_read_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_read_lat/config.json delete mode 100644 test/benchmark/lmbench/vfs_read_lat/result_template.json create mode 100644 test/benchmark/lmbench/vfs_read_pagecache_bw/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_read_pagecache_bw/config.json delete mode 100644 test/benchmark/lmbench/vfs_read_pagecache_bw/result_template.json create mode 100644 test/benchmark/lmbench/vfs_select_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_select_lat/config.json delete mode 100644 test/benchmark/lmbench/vfs_select_lat/result_template.json create mode 100644 test/benchmark/lmbench/vfs_stat_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_stat_lat/config.json delete mode 100644 test/benchmark/lmbench/vfs_stat_lat/result_template.json create mode 100644 test/benchmark/lmbench/vfs_write_lat/bench_result.json delete mode 100644 test/benchmark/lmbench/vfs_write_lat/config.json delete mode 100644 test/benchmark/lmbench/vfs_write_lat/result_template.json create mode 100644 test/benchmark/nginx/http_req10k_conc1_bw/bench_result.json delete mode 100644 test/benchmark/nginx/http_req10k_conc1_bw/config.json delete mode 100644 test/benchmark/nginx/http_req10k_conc1_bw/result_template.json create mode 100644 test/benchmark/nginx/http_req10k_conc20_bw/bench_result.json delete mode 100644 test/benchmark/nginx/http_req10k_conc20_bw/config.json delete mode 100644 test/benchmark/nginx/http_req10k_conc20_bw/result_template.json create mode 100644 test/benchmark/redis/get_100k_conc20_rps/bench_result.json delete mode 100644 test/benchmark/redis/get_100k_conc20_rps/config.json delete mode 100644 test/benchmark/redis/get_100k_conc20_rps/result_template.json create mode 100644 test/benchmark/redis/ping_inline_100k_conc20_rps/bench_result.json delete mode 100644 test/benchmark/redis/ping_inline_100k_conc20_rps/config.json delete mode 100644 test/benchmark/redis/ping_inline_100k_conc20_rps/result_template.json create mode 100644 test/benchmark/redis/ping_mbulk_100k_conc20_rps/bench_result.json delete mode 100644 test/benchmark/redis/ping_mbulk_100k_conc20_rps/config.json delete mode 100644 test/benchmark/redis/ping_mbulk_100k_conc20_rps/result_template.json create mode 100644 test/benchmark/redis/set_100k_conc20_rps/bench_result.json delete mode 100644 test/benchmark/redis/set_100k_conc20_rps/config.json delete mode 100644 test/benchmark/redis/set_100k_conc20_rps/result_template.json rename test/benchmark/sysbench/cpu_lat/{config.json => bench_result.json} (59%) delete mode 100644 test/benchmark/sysbench/cpu_lat/result_template.json rename test/benchmark/sysbench/thread_lat/{config.json => bench_result.json} (57%) delete mode 100644 test/benchmark/sysbench/thread_lat/result_template.json diff --git a/test/benchmark/README.md b/test/benchmark/README.md index c03202615..a645436d2 100644 --- a/test/benchmark/README.md +++ b/test/benchmark/README.md @@ -1,172 +1,261 @@ -# Introduction to benchmarks +# Asterinas Benchmark Collection -## Overview of supported benchmarks -The benchmark suite contains several benchmarks that can be used to evaluate the performance of the Asterinas platform. The following benchmarks are supported: +The Asterinas Benchmark Collection evaluates the performance of Asterinas in comparison to Linux across a range of benchmarking tools (e.g., LMbench, Sysbench, iPerf) and real-world applications (e.g., Nginx, Redis, SQLite). These benchmarks are conducted under various configurations, such as within a single virtual machine (VM) or between a VM and its host. -- [Sysbench](#Sysbench) -- [Membench](#Membench) -- [Iperf](#Iperf) +The benchmarks are run automatically on a nightly basis through continuous integration (CI) pipelines. Results, presented in clear and visually appealing figures and tables, are available [here](https://asterinas.github.io/benchmark/). -### Sysbench -Sysbench is a scriptable benchmark tool that evaluates system performance. It includes five kinds of tests: CPU, memory, file I/O, mutex performance, and thread performance. Detailed usage and options can be found by using: -```shell -sysbench --help -sysbench --test= help -``` -Here we list some general commands for evaluation: -```shell -# CPU test -sysbench --test=cpu --cpu-max-prime= --num-threads= run +## File Organization -# Thread test -sysbench --test=threads --thread-yields= --num-threads= --max-time= run +### Benchmark Suites -# Mutex test -sysbench --test=mutex --mutex-num= --mutex-locks= --num-threads= +The benchmark collection is organized into benchmark suites, each dedicated to a specific benchmarking tool or application. These suites focus on comparing the performance of different operating systems using a particular methodology. Currently, there are seven benchmark suites, each located in its own directory: -# File test, the file-total-size and file-num of prepare and run must be consistent -sysbench --test=fileio --file-total-size= --file-num= prepare -sysbench --test=fileio --file-total-size= --file-num= --file-test-mode= --file-block-size= --max-time= run +- [lmbench](https://github.com/asterinas/asterinas/tree/main/test/benchmark/lmbench) +- [sysbench](https://github.com/asterinas/asterinas/tree/main/test/benchmark/sysbench) +- [fio](https://github.com/asterinas/asterinas/tree/main/test/benchmark/fio) +- [iperf](https://github.com/asterinas/asterinas/tree/main/test/benchmark/iperf) +- [sqlite](https://github.com/asterinas/asterinas/tree/main/test/benchmark/sqlite) +- [redis](https://github.com/asterinas/asterinas/tree/main/test/benchmark/redis) +- [nginx](https://github.com/asterinas/asterinas/tree/main/test/benchmark/nginx) -# Memory test -sysbench --test=memory --memory-block-size= --memory-access-mode= --memory-oper= run +Each suite has a corresponding web page (e.g., [LMbench results](https://asterinas.github.io/benchmark/lmbench/)) that publishes the latest performance data. At the top of each page, a summary table showcases the most recent results, configured using the `summary.json` file in the suite's directory. + +### Benchmark Jobs + +Each benchmark suite is divided into benchmark jobs, which perform specific benchmarking tasks. Benchmark jobs are organized into subdirectories under their parent suite directory: + +```plaintext +/ +├── / +└── / ``` -### Membench -Membench is used to establish a baseline for memory bandwidth and latency. For specific usage and options, use: -```shell -membench --help -``` -Here we list some general commands to use membench: -```shell -# Measure the latency of mmap -membench -runtime=5 -dir=/dev/zero -size= -engine=mmap_lat +Benchmark jobs can be executed using the `bench_linux_and_aster.sh` script located in the `test/benchmark/` directory: -# Measure the latency of page fault handling. The size must be consistent with the file size. -membench -runtime=5 -dir=path_to_a_file -size= -copysize= -mode= -engine=page_fault - -# This is a easy way to generate a file with target size in Linux. -# The following command can create a file named 512K.file with the size 512K. -dd if=/dev/zero of=512K.file bs=1K count=512 +```bash +./bench_linux_and_aster.sh / ``` -### Iperf -iPerf is a tool for actively measuring the maximum achievable bandwidth on IP networks. Usage and options are detailed in: -```shell -iperf3 -h -``` -iperf can run in the following instructions: -```shell -export HOST_ADDR=127.0.0.1 -export HOST_PORT=8888 -iperf3 -s -B $HOST_ADDR -p $HOST_PORT -D # Start the server as a daemon -iperf3 -c $HOST_ADDR -p $HOST_PORT # Start the client +For example, to measure the latency of the `getppid` system call on both Linux and Asterinas, run: + +```bash +./bench_linux_and_aster.sh lmbench/process_getppid_lat ``` -Note that [a variant of iperf3](https://github.com/stefano-garzarella/iperf-vsock) can measure the performance of `vsock`. But the implemented `vsock` has not been verified to work well in it. -## Add benchmark to benchmark CI +The script starts a VM running either Linux or Asterinas as the guest OS and invokes the `run.sh` script located in the benchmark job's directory to execute the benchmark: -To add a new benchmark to the Asternias Continuous Integration (CI) system, follow these detailed steps: +```plaintext +/ +└── / + └── run.sh +``` -### Step 1: Add the Benchmark to the `asterinas/test/benchmarks` Directory +For benchmarks requiring collaboration between the guest VM and the host OS (e.g., server-client scenarios), the job should include a `host.sh` script alongside the `run.sh` script: -1. **Create the Benchmark Directory:** - - Navigate to `asterinas/test/benchmarks`. - - Create a new directory named after your benchmark, e.g., `lmbench/getpid`. +```plaintext +/ +└── / + ├── host.sh + └── run.sh +``` -2. **Create the Necessary Files:** - - **config.json:** - ```json - { - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Simple syscall:", - "result_index": "3", - "description": "lat_syscall null", - "title": "[Process] The cost of getpid", - "benchmark_type": "host_guest", +#### Single Result Jobs + +For jobs that produce a single result, the directory is structured as follows: + +```plaintext +/ +└── / + ├── bench_result.json + └── run.sh +``` + +The `bench_result.json` file contains metadata about the result, including the title, measurement unit, and whether higher or lower values indicate better performance. + +#### Multi-Result Jobs + +For jobs producing multiple results, the directory includes a `bench_results/` folder: + +```plaintext +/ +└── / + ├── bench_results/ + │ ├── .json + │ └── .json + └── run.sh +``` + +Each JSON file in the `bench_results/` directory describes a specific result's metadata. + +## Adding New Benchmark Jobs + +To seamlessly integrate new benchmarks into the Asterinas Benchmark Collection, follow the steps below. These instructions are tailored to the directory structure outlined earlier, where benchmarks are organized under specific suites and jobs. + +### Step 1: Add the Directory Structure + +Each benchmark job should be added under the corresponding suite in the `test/benchmark` directory. + +#### Directory Structure + +```plaintext +/ +└── / + ├── host.sh # Only for host-guest jobs + ├── bench_result.json # or bench_results/ directory for multiple results jobs + └── run.sh +``` + +### Step 2: Create Necessary Files + +In this step, we need to create several files that are essential for running and managing the benchmarks effectively. Below are the detailed instructions for each required file. + +#### Running Scripts + +Typically, two scripts are required for each benchmark job: `run.sh` and `host.sh` (for host-guest jobs). These scripts are responsible for executing the benchmark within the guest VM and handling host-side operations, respectively. + +Below are the contents of each script for a sample `iperf3` benchmark: + +`run.sh`: +```bash +#!/bin/bash + +echo "Running iperf3 server..." +/benchmark/bin/iperf3 -s -B 10.0.2.15 --one-off +``` + +`host.sh`: +```bash +#!/bin/bash + +echo "Running iperf3 client" +iperf3 -c $GUEST_SERVER_IP_ADDRESS -f m +``` + +#### Configuration Files + +The configuration files provide metadata about the benchmark jobs and results, such as the regression alerts, chart details, and result extraction patterns. Typically, these files are in JSON format. For single-result jobs, a `bench_result.json` file is used, while multi-result jobs have individual JSON files under `bench_results/` for each result. Some fields in these files are necessary while some are optional, depending on the benchmark's requirements. For more information, see the [`bench_result.json` format](#the-bench_resultjson-format) section. + +Below are the contents of these files for the sample benchmark: + +```jsonc +// fio/ext2_iommu_seq_write_bw/bench_result.json +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "bw=", + "result_index": 2 + }, + "chart": { + "title": "[Ext2] The bandwidth of sequential writes (IOMMU enabled on Asterinas)", + "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", + "unit": "MB/s", + "legend": "Average file write bandwidth on {system}" + }, + "runtime_config": { "aster_scheme": "iommu" - } - ``` - - - `alert_threshold`: Set the threshold for alerting. If the benchmark result exceeds this threshold, an alert will be triggered. Note that the threshold should usually be greater than 100%. If your results are not stable, set it to a bigger value. - - `alert_tool`: Choose the validation tool to use. The available options are `customBiggerIsBetter` and `customSmallerIsBetter`. Refer to [this](https://github.com/benchmark-action/github-action-benchmark?tab=readme-ov-file#tool-required) for more details. If using `customBiggerIsBetter`, the alert will be triggered when `prev.value / current.value` exceeds the threshold. If using `customSmallerIsBetter`, the alert will be triggered when `current.value / prev.value` exceeds the threshold. - - `search_pattern`: Define a regular expression to extract benchmark results from the output using `awk`. This regular expression is designed to match specific patterns in the output, effectively isolating the benchmark results and producing a set of fragments. - - `result_index`: Specify the index of the result in the extracted output. This field is aligned with `awk`'s action. - - `description`: Provide a brief description of the benchmark. - - `title`: Set the title of the benchmark. - - `benchmark_type`: This parameter defines the type of benchmark to be executed. The default value is `guest_only`. The available options include `guest_only`, and `host_guest`. - - `guest_only`: Use this option when the benchmark is intended solely for the guest environment. - - `host_guest`: Choose this option when the benchmark involves both the host and guest environments. When using this option, you will need to define your own `host.sh` and `bench_runner.sh` scripts to handle the host-side operations and benchmark execution. - - `aster_scheme`: Specify the scheme used in Asterinas. The optional values, e.g., `iommu`, are aligned with the `SCHEME` parameter in `asterinas/Makefile`. - - For example, if the benchmark output is "Syscall average latency: 1000 ns", the `search_pattern` is "Syscall average latency:", and the `result_index` is "4". `awk` will extract "1000" as the benchmark result. See the `awk` [manual](https://www.gnu.org/software/gawk/manual/gawk.html#Getting-Started) for more information. - - - **summary.json:** - ```json - { - "benchmarks": [ - "cpu_lat", - "thread_lat" - ] } - ``` - - List all the benchmarks that are included in the benchmark overview. This file is used to generate the overview chart of the benchmark results. - - The benchmark does not appear in the overview chart if it is not listed in this file. But it will still be included in the detailed benchmark results. - - The sequence of the benchmarks in this file will be the same as the sequence in the overview chart. +} +``` - - **result_template.json:** - ```json - [ - { - "name": "Average Syscall Latency on Linux", - "unit": "ns", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average Syscall Latency on Asterinas", - "unit": "ns", - "value": 0, - "extra": "aster_result" - } - ] - ``` - - Adjust `name` and `unit` according to your benchmark specifics. +```jsonc +// sqlite/ext2_benchmarks/bench_results/ext2_deletes_between.json +{ + "result_extraction": { + "search_pattern": "10000 DELETEs, numeric BETWEEN, indexed....", + "result_index": 8 + }, + "chart": { + ... +} - - **run.sh:** - ```bash - #!/bin/bash +// sqlite/ext2_benchmarks/bench_results/ext2_updates_between.json +{ + "result_extraction": { + "search_pattern": "10000 UPDATES, numeric BETWEEN, indexed....", + "result_index": 8 + }, + "chart": { + ... +} +``` - /benchmark/bin/lmbench/lat_syscall -P 1 null - ``` - - This script runs the benchmark. Ensure the path to the benchmark binary is correct. `asterinas/test/Makefile` handles the benchmark binaries. +### Step 3: Update Suite's `summary.json` -### Step 2: Update the `asterinas/.github/benchmarks.yml` File +Asterinas is an increasingly continuous improvement project. Consequently, while some benchmarks have been incorporated into the Benchmark Collection, their optimization is still ongoing. We do not wish to display these benchmarks on the overview charts. Therefore, we define the benchmarks that should be shown in the `summary.json` file. Only the benchmarks in the `summary.json` file can be displayed on the overview charts. Note that the standalone benchmark results are still available in the respective benchmark suite's page. -1. **Edit the Benchmarks Configuration:** - - Open `asterinas/.github/benchmarks.yml`. - - Add your benchmark to the `strategy.matrix.benchmark` list: - ```yaml - strategy: - matrix: - benchmark: [lmbench/getpid] - fail-fast: false - ``` +To include a new benchmark in the suite's summary table, we need to update the `summary.json` file at the root of the suite. Taking `sqlite` for example: -### Step 3: Test the Benchmark Locally +```jsonc +// sqlite/summary.json +{ + "benchmarks": [ + "sqlite/ext2_deletes_between", + "sqlite/ext2_deletes_individual", + "sqlite/ext2_refill_replace", + "sqlite/ext2_selects_ipk" + ] +} +``` -1. **Run the Benchmark:** - - Execute the following command to test the benchmark locally: - ```bash - cd asterinas - bash test/benchmark/bench_linux_and_aster.sh lmbench/getpid - ``` - - Ensure the benchmark runs successfully and check the results in `asterinas/result_getpid.json`. +### Step 4: Update the CI Configuration -### Additional Considerations +Asterinas employs GitHub Actions for continuous integration (CI) to automatically execute benchmark collection every day. To incorporate the new benchmark into the CI pipeline, it is necessary to update `/` within the `.github/benchmarks.yml` file. -- **Validation:** After adding and testing the benchmark, ensure that the CI pipeline correctly integrates the new benchmark by triggering a CI build. -- **Documentation:** Update any relevant documentation to include the new benchmark, explaining its purpose and how to interpret its results. +```yaml +strategy: + matrix: + benchmarks: + - redis/ping_inline_100k_conc20_rps + - sqlite/ext2_benchmarks + ... +``` -By following these steps, you will successfully integrate a new benchmark into the Asternias CI system, enhancing its capability to evaluate platform performance. +### Step 5: Test, Validate and Commit + +Before committing the changes, it is essential to test the new benchmark job locally to ensure it runs correctly. This step helps identify any issues or errors that may arise during the benchmark execution. + +Firstly, we can run the benchmark locally to ensure it works as expected. The following command should finally generate the `result_-.json` under `asterinas/`. + +```bash +cd asterinas/ +bash test/benchmark/bench_linux_and_aster.sh / +``` + +Secondly, we can validate modifications by running the CI pipeline on our own repository. To do this, we need to modify the `runs-on` field from `self-hosted` to `ubuntu-latest` on `.github/benchmarks.yml`. Then, we can manually trigger the CI pipeline on our own repository to ensure the new benchmark is correctly executed. After validation, we can reverse the `runs-on` field back to `self-hosted`. + +Finally, if the new benchmark job runs successfully, we can commit the changes and create a pull request to merge the new benchmark into the main branch. + +## The `bench_result.json` Format + +The `bench_result.json` file configures how benchmark results are processed and displayed. Below is an example of the file to give you a big-picture understanding: + +```jsonc +{ + // Configurations for performance alerts. + "alert": { + "threshold": "130%", // Acceptable performance deviation (e.g., 130% = 30% higher). + "bigger_is_better": true // true: Higher values are better; false: Lower values are better. + }, + // Settings for extracting benchmark results from raw outputs. + "result_extraction": { + "search_pattern": "sender", // Regex or string to locate results. + "result_index": 7 // Match index to use (e.g., 7th occurrence). + }, + // Configurations for how the results are displayed in charts. + "chart": { + "title": "[Network] iperf3 sender performance using TCP", // Title of the chart. + "description": "iperf3 -s -B 10.0.2.15", // Context or command associated with the benchmark. + "unit": "Mbits/sec", // Measurement unit for the results. + "legend": "Average TCP Bandwidth over virtio-net between Host Linux and Guest {system}" // Chart legend with dynamic placeholder {system} supported. + }, + // Optional runtime configurations for the benchmark. + "runtime_config": { + "aster_scheme": "iommu" // Corresponds to Makefile parameters (e.g., IOMMU support). + } +} +``` + +By adhering to this format, we ensure clarity and consistency in benchmarking workflows and reporting systems. diff --git a/test/benchmark/fio/ext2_iommu_seq_read_bw/bench_result.json b/test/benchmark/fio/ext2_iommu_seq_read_bw/bench_result.json new file mode 100644 index 000000000..cd7abfa79 --- /dev/null +++ b/test/benchmark/fio/ext2_iommu_seq_read_bw/bench_result.json @@ -0,0 +1,19 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "bw=", + "result_index": 2 + }, + "chart": { + "title": "[Ext2] The bandwidth of sequential reads (IOMMU enabled on Asterinas)", + "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", + "unit": "MB/s", + "legend": "Average file read bandwidth on {system}" + }, + "runtime_config": { + "aster_scheme": "iommu" + } +} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_iommu_seq_read_bw/config.json b/test/benchmark/fio/ext2_iommu_seq_read_bw/config.json deleted file mode 100644 index a6865298f..000000000 --- a/test/benchmark/fio/ext2_iommu_seq_read_bw/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "bw=", - "result_index": "2", - "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", - "title": "[Ext2] The bandwidth of sequential reads (IOMMU enabled on Asterinas)", - "aster_scheme": "iommu" -} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_iommu_seq_read_bw/result_template.json b/test/benchmark/fio/ext2_iommu_seq_read_bw/result_template.json deleted file mode 100644 index b582df449..000000000 --- a/test/benchmark/fio/ext2_iommu_seq_read_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file read bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file read bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/fio/ext2_iommu_seq_write_bw/bench_result.json b/test/benchmark/fio/ext2_iommu_seq_write_bw/bench_result.json new file mode 100644 index 000000000..8ab9aa61b --- /dev/null +++ b/test/benchmark/fio/ext2_iommu_seq_write_bw/bench_result.json @@ -0,0 +1,19 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "bw=", + "result_index": 2 + }, + "chart": { + "title": "[Ext2] The bandwidth of sequential writes (IOMMU enabled on Asterinas)", + "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", + "unit": "MB/s", + "legend": "Average file write bandwidth on {system}" + }, + "runtime_config": { + "aster_scheme": "iommu" + } +} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_iommu_seq_write_bw/config.json b/test/benchmark/fio/ext2_iommu_seq_write_bw/config.json deleted file mode 100644 index 463f7188b..000000000 --- a/test/benchmark/fio/ext2_iommu_seq_write_bw/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "bw=", - "result_index": "2", - "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", - "title": "[Ext2] The bandwidth of sequential writes (IOMMU enabled on Asterinas)", - "aster_scheme": "iommu" -} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_iommu_seq_write_bw/result_template.json b/test/benchmark/fio/ext2_iommu_seq_write_bw/result_template.json deleted file mode 100644 index 068dbc7b0..000000000 --- a/test/benchmark/fio/ext2_iommu_seq_write_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file write bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file write bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/fio/ext2_seq_read_bw/bench_result.json b/test/benchmark/fio/ext2_seq_read_bw/bench_result.json new file mode 100644 index 000000000..c86c9bff0 --- /dev/null +++ b/test/benchmark/fio/ext2_seq_read_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "bw=", + "result_index": 2 + }, + "chart": { + "title": "[Ext2] The bandwidth of sequential reads", + "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", + "unit": "MB/s", + "legend": "Average file read bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_seq_read_bw/config.json b/test/benchmark/fio/ext2_seq_read_bw/config.json deleted file mode 100644 index 6ae6330ff..000000000 --- a/test/benchmark/fio/ext2_seq_read_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "bw=", - "result_index": "2", - "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", - "title": "[Ext2] The bandwidth of sequential reads" -} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_seq_read_bw/result_template.json b/test/benchmark/fio/ext2_seq_read_bw/result_template.json deleted file mode 100644 index b582df449..000000000 --- a/test/benchmark/fio/ext2_seq_read_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file read bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file read bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/fio/ext2_seq_write_bw/bench_result.json b/test/benchmark/fio/ext2_seq_write_bw/bench_result.json new file mode 100644 index 000000000..a4ec8c3a7 --- /dev/null +++ b/test/benchmark/fio/ext2_seq_write_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "bw=", + "result_index": 2 + }, + "chart": { + "title": "[Ext2] The bandwidth of sequential writes", + "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", + "unit": "MB/s", + "legend": "Average file write bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_seq_write_bw/config.json b/test/benchmark/fio/ext2_seq_write_bw/config.json deleted file mode 100644 index 6492e0361..000000000 --- a/test/benchmark/fio/ext2_seq_write_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "bw=", - "result_index": "2", - "description": "fio -filename=/ext2/fio-test -size=1G -bs=1M -direct=1", - "title": "[Ext2] The bandwidth of sequential writes" -} \ No newline at end of file diff --git a/test/benchmark/fio/ext2_seq_write_bw/result_template.json b/test/benchmark/fio/ext2_seq_write_bw/result_template.json deleted file mode 100644 index 068dbc7b0..000000000 --- a/test/benchmark/fio/ext2_seq_write_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file write bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file write bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/iperf3/tcp_virtio_bw/bench_result.json b/test/benchmark/iperf3/tcp_virtio_bw/bench_result.json new file mode 100644 index 000000000..d4a8c86a2 --- /dev/null +++ b/test/benchmark/iperf3/tcp_virtio_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "130%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "sender", + "result_index": 7 + }, + "chart": { + "title": "[Network] iperf3 sender performance using TCP", + "description": "iperf3 -s -B 10.0.2.15", + "unit": "Mbits/sec", + "legend": "Average TCP Bandwidth over virtio-net between Host Linux and Guest {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/iperf3/tcp_virtio_bw/config.json b/test/benchmark/iperf3/tcp_virtio_bw/config.json deleted file mode 100644 index 8ec792e8c..000000000 --- a/test/benchmark/iperf3/tcp_virtio_bw/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "130%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "sender", - "result_index": "7", - "description": "iperf3 -s -B 10.0.2.15", - "title": "[Network] iperf3 sender performance using TCP", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/iperf3/tcp_virtio_bw/result_template.json b/test/benchmark/iperf3/tcp_virtio_bw/result_template.json deleted file mode 100644 index 000c78bce..000000000 --- a/test/benchmark/iperf3/tcp_virtio_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average TCP Bandwidth over virtio-net between Host Linux and Guest Linux", - "unit": "Mbits/sec", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average TCP Bandwidth over virtio-net between Host Linux and Guest Asterinas", - "unit": "Mbits/sec", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_copy_files_bw/bench_result.json b/test/benchmark/lmbench/ext2_copy_files_bw/bench_result.json new file mode 100644 index 000000000..331ad0615 --- /dev/null +++ b/test/benchmark/lmbench/ext2_copy_files_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "lmdd result:", + "result_index": 8 + }, + "chart": { + "title": "[Ext2] The bandwidth of copying data between files", + "description": "lmdd", + "unit": "MB/s", + "legend": "Average file copy bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_copy_files_bw/config.json b/test/benchmark/lmbench/ext2_copy_files_bw/config.json deleted file mode 100644 index 779d691b4..000000000 --- a/test/benchmark/lmbench/ext2_copy_files_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "lmdd result:", - "result_index": "8", - "description": "lmdd", - "title": "[Ext2] The bandwidth of copying data between files" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_copy_files_bw/result_template.json b/test/benchmark/lmbench/ext2_copy_files_bw/result_template.json deleted file mode 100644 index 8c7a58c43..000000000 --- a/test/benchmark/lmbench/ext2_copy_files_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file copy bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file copy bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/bench_result.json b/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/bench_result.json new file mode 100644 index 000000000..797640566 --- /dev/null +++ b/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "^0k", + "result_index": 2 + }, + "chart": { + "title": "[Ext2] The throughput of creating/deleting small files (0KB)", + "description": "lat_fs -s 0k /ext2", + "unit": "number", + "legend": "Number of created/deleted files on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/config.json b/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/config.json deleted file mode 100644 index ef5d64ee3..000000000 --- a/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "^0k", - "result_index": "2", - "description": "lat_fs -s 0k /ext2", - "title": "[Ext2] The throughput of creating/deleting small files (0KB)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/result_template.json b/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/result_template.json deleted file mode 100644 index 5cb036ba8..000000000 --- a/test/benchmark/lmbench/ext2_create_delete_files_0k_ops/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Number of created/deleted files on Linux", - "unit": "number", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Number of created/deleted files on Asterinas", - "unit": "number", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/bench_result.json b/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/bench_result.json new file mode 100644 index 000000000..8138e32f5 --- /dev/null +++ b/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "10k", + "result_index": 2 + }, + "chart": { + "title": "[Ext2] The throughput of creating/deleting small files (10KB)", + "description": "lat_fs -s 10K /ext2", + "unit": "number", + "legend": "Number of created/deleted files on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/config.json b/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/config.json deleted file mode 100644 index 7c8491e60..000000000 --- a/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "10k", - "result_index": "2", - "description": "lat_fs -s 10K /ext2", - "title": "[Ext2] The throughput of creating/deleting small files (10KB)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/result_template.json b/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/result_template.json deleted file mode 100644 index 5cb036ba8..000000000 --- a/test/benchmark/lmbench/ext2_create_delete_files_10k_ops/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Number of created/deleted files on Linux", - "unit": "number", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Number of created/deleted files on Asterinas", - "unit": "number", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/fifo_lat/bench_result.json b/test/benchmark/lmbench/fifo_lat/bench_result.json new file mode 100644 index 000000000..501704e38 --- /dev/null +++ b/test/benchmark/lmbench/fifo_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Fifo latency", + "result_index": 3 + }, + "chart": { + "title": "[FIFO] The cost of write+read (1B)", + "description": "lat_fifo", + "unit": "\u00b5s", + "legend": "Average fifo latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/fifo_lat/config.json b/test/benchmark/lmbench/fifo_lat/config.json deleted file mode 100644 index cd14cfb38..000000000 --- a/test/benchmark/lmbench/fifo_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Fifo latency", - "result_index": "3", - "description": "lat_fifo", - "title": "[FIFO] The cost of write+read (1B)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/fifo_lat/result_template.json b/test/benchmark/lmbench/fifo_lat/result_template.json deleted file mode 100644 index 44e28bb8a..000000000 --- a/test/benchmark/lmbench/fifo_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average fifo latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average fifo latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_copy_bw/bench_result.json b/test/benchmark/lmbench/mem_copy_bw/bench_result.json new file mode 100644 index 000000000..e297f3398 --- /dev/null +++ b/test/benchmark/lmbench/mem_copy_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "536.87", + "result_index": 2 + }, + "chart": { + "title": "[Memory] The bandwidth of copying integers", + "description": "bw_mem fcp", + "unit": "MB/s", + "legend": "Average memory copy bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_copy_bw/config.json b/test/benchmark/lmbench/mem_copy_bw/config.json deleted file mode 100644 index 4e46570f3..000000000 --- a/test/benchmark/lmbench/mem_copy_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "536.87", - "result_index": "2", - "description": "bw_mem fcp", - "title": "[Memory] The bandwidth of copying integers" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_copy_bw/result_template.json b/test/benchmark/lmbench/mem_copy_bw/result_template.json deleted file mode 100644 index c0b0bbb38..000000000 --- a/test/benchmark/lmbench/mem_copy_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average memory copy bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average memory copy bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_mmap_bw/bench_result.json b/test/benchmark/lmbench/mem_mmap_bw/bench_result.json new file mode 100644 index 000000000..5618f220f --- /dev/null +++ b/test/benchmark/lmbench/mem_mmap_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "268.44", + "result_index": 2 + }, + "chart": { + "title": "[Memory] The bandwidth of mmap", + "description": "bw_mmap", + "unit": "MB/s", + "legend": "Average mmap bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_mmap_bw/config.json b/test/benchmark/lmbench/mem_mmap_bw/config.json deleted file mode 100644 index 95b75d2ec..000000000 --- a/test/benchmark/lmbench/mem_mmap_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "268.44", - "result_index": "2", - "description": "bw_mmap", - "title": "[Memory] The bandwidth of mmap" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_mmap_bw/result_template.json b/test/benchmark/lmbench/mem_mmap_bw/result_template.json deleted file mode 100644 index 0ae1fd34f..000000000 --- a/test/benchmark/lmbench/mem_mmap_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average mmap bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average mmap bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_mmap_lat/bench_result.json b/test/benchmark/lmbench/mem_mmap_lat/bench_result.json new file mode 100644 index 000000000..65d43821d --- /dev/null +++ b/test/benchmark/lmbench/mem_mmap_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "4.194304", + "result_index": 2 + }, + "chart": { + "title": "[Memory] The cost of mmap+unmap", + "description": "lat_mmap", + "unit": "\u00b5s", + "legend": "Average mmap latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_mmap_lat/config.json b/test/benchmark/lmbench/mem_mmap_lat/config.json deleted file mode 100644 index 48baf01f2..000000000 --- a/test/benchmark/lmbench/mem_mmap_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "4.194304", - "result_index": "2", - "description": "lat_mmap", - "title": "[Memory] The cost of mmap+unmap" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_mmap_lat/result_template.json b/test/benchmark/lmbench/mem_mmap_lat/result_template.json deleted file mode 100644 index a8cf8d9e3..000000000 --- a/test/benchmark/lmbench/mem_mmap_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average mmap latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average mmap latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_pagefault_lat/bench_result.json b/test/benchmark/lmbench/mem_pagefault_lat/bench_result.json new file mode 100644 index 000000000..8a3bae31c --- /dev/null +++ b/test/benchmark/lmbench/mem_pagefault_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Pagefaults on ", + "result_index": 4 + }, + "chart": { + "title": "[Memory] The cost of page fault handling", + "description": "lat_pagefault", + "unit": "\u00b5s", + "legend": "Average page fault latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_pagefault_lat/config.json b/test/benchmark/lmbench/mem_pagefault_lat/config.json deleted file mode 100644 index 21e696658..000000000 --- a/test/benchmark/lmbench/mem_pagefault_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Pagefaults on ", - "result_index": "4", - "description": "lat_pagefault", - "title": "[Memory] The cost of page fault handling" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_pagefault_lat/result_template.json b/test/benchmark/lmbench/mem_pagefault_lat/result_template.json deleted file mode 100644 index 1b1398f61..000000000 --- a/test/benchmark/lmbench/mem_pagefault_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average page fault latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average page fault latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_read_bw/bench_result.json b/test/benchmark/lmbench/mem_read_bw/bench_result.json new file mode 100644 index 000000000..2ffc718d7 --- /dev/null +++ b/test/benchmark/lmbench/mem_read_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "536.87", + "result_index": 2 + }, + "chart": { + "title": "[Memory] The bandwidth of reading integers", + "description": "bw_mem frd", + "unit": "MB/s", + "legend": "Average memory read bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_read_bw/config.json b/test/benchmark/lmbench/mem_read_bw/config.json deleted file mode 100644 index 7191b38fc..000000000 --- a/test/benchmark/lmbench/mem_read_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "536.87", - "result_index": "2", - "description": "bw_mem frd", - "title": "[Memory] The bandwidth of reading integers" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_read_bw/result_template.json b/test/benchmark/lmbench/mem_read_bw/result_template.json deleted file mode 100644 index cb024a2e1..000000000 --- a/test/benchmark/lmbench/mem_read_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average memory read bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average memory read bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_write_bw/bench_result.json b/test/benchmark/lmbench/mem_write_bw/bench_result.json new file mode 100644 index 000000000..64c6c7f5c --- /dev/null +++ b/test/benchmark/lmbench/mem_write_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "536.87", + "result_index": 2 + }, + "chart": { + "title": "[Memory] The bandwidth of writing integers", + "description": "bw_mem fwr", + "unit": "MB/s", + "legend": "Average memory write bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_write_bw/config.json b/test/benchmark/lmbench/mem_write_bw/config.json deleted file mode 100644 index d1f4813fc..000000000 --- a/test/benchmark/lmbench/mem_write_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "536.87", - "result_index": "2", - "description": "bw_mem fwr", - "title": "[Memory] The bandwidth of writing integers" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/mem_write_bw/result_template.json b/test/benchmark/lmbench/mem_write_bw/result_template.json deleted file mode 100644 index 229ffa9d3..000000000 --- a/test/benchmark/lmbench/mem_write_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average memory write bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average memory write bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/pipe_bw/bench_result.json b/test/benchmark/lmbench/pipe_bw/bench_result.json new file mode 100644 index 000000000..bb2e26ee9 --- /dev/null +++ b/test/benchmark/lmbench/pipe_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "Pipe bandwidth", + "result_index": 3 + }, + "chart": { + "title": "[Pipes] The bandwidth", + "description": "bw_pipe", + "unit": "MB/s", + "legend": "Average pipe bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/pipe_bw/config.json b/test/benchmark/lmbench/pipe_bw/config.json deleted file mode 100644 index ebdf14089..000000000 --- a/test/benchmark/lmbench/pipe_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "Pipe bandwidth", - "result_index": "3", - "description": "bw_pipe", - "title": "[Pipes] The bandwidth" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/pipe_bw/result_template.json b/test/benchmark/lmbench/pipe_bw/result_template.json deleted file mode 100644 index 2535ea8d5..000000000 --- a/test/benchmark/lmbench/pipe_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average pipe bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average pipe bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/pipe_lat/bench_result.json b/test/benchmark/lmbench/pipe_lat/bench_result.json new file mode 100644 index 000000000..494545130 --- /dev/null +++ b/test/benchmark/lmbench/pipe_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Pipe latency", + "result_index": 3 + }, + "chart": { + "title": "[Pipes] The cost of write+read (1B)", + "description": "lat_pipe", + "unit": "\u00b5s", + "legend": "Average pipe latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/pipe_lat/config.json b/test/benchmark/lmbench/pipe_lat/config.json deleted file mode 100644 index 0984e63e6..000000000 --- a/test/benchmark/lmbench/pipe_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Pipe latency", - "result_index": "3", - "description": "lat_pipe", - "title": "[Pipes] The cost of write+read (1B)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/pipe_lat/result_template.json b/test/benchmark/lmbench/pipe_lat/result_template.json deleted file mode 100644 index b43754b96..000000000 --- a/test/benchmark/lmbench/pipe_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average pipe latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average pipe latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/process_ctx_lat/bench_result.json b/test/benchmark/lmbench/process_ctx_lat/bench_result.json new file mode 100644 index 000000000..2a3fc582c --- /dev/null +++ b/test/benchmark/lmbench/process_ctx_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "18 ", + "result_index": 2 + }, + "chart": { + "title": "[Process] The cost of context switching", + "description": "lat_ctx 2", + "unit": "\u00b5s", + "legend": "Average context switch latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_ctx_lat/config.json b/test/benchmark/lmbench/process_ctx_lat/config.json deleted file mode 100644 index cf78913a9..000000000 --- a/test/benchmark/lmbench/process_ctx_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "18 ", - "result_index": "2", - "description": "lat_ctx 2", - "title": "[Process] The cost of context switching" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_ctx_lat/result_template.json b/test/benchmark/lmbench/process_ctx_lat/result_template.json deleted file mode 100644 index 1065e0e18..000000000 --- a/test/benchmark/lmbench/process_ctx_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average context switch latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average context switch latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/process_exec_lat/bench_result.json b/test/benchmark/lmbench/process_exec_lat/bench_result.json new file mode 100644 index 000000000..0bf72c7ce --- /dev/null +++ b/test/benchmark/lmbench/process_exec_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Process fork\\+execve", + "result_index": 3 + }, + "chart": { + "title": "[Process] The cost of fork+exec+exit", + "description": "lat_proc exec", + "unit": "\u00b5s", + "legend": "Average exec latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_exec_lat/config.json b/test/benchmark/lmbench/process_exec_lat/config.json deleted file mode 100644 index 129f038b6..000000000 --- a/test/benchmark/lmbench/process_exec_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Process fork\\+execve", - "result_index": "3", - "description": "lat_proc exec", - "title": "[Process] The cost of fork+exec+exit" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_exec_lat/result_template.json b/test/benchmark/lmbench/process_exec_lat/result_template.json deleted file mode 100644 index 45b183b8a..000000000 --- a/test/benchmark/lmbench/process_exec_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average exec latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average exec latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/process_fork_lat/bench_result.json b/test/benchmark/lmbench/process_fork_lat/bench_result.json new file mode 100644 index 000000000..c55c98370 --- /dev/null +++ b/test/benchmark/lmbench/process_fork_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Process fork", + "result_index": 3 + }, + "chart": { + "title": "[Process] The cost of fork+exit", + "description": "lat_proc fork", + "unit": "\u00b5s", + "legend": "Average Fork latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_fork_lat/config.json b/test/benchmark/lmbench/process_fork_lat/config.json deleted file mode 100644 index 4cc85001a..000000000 --- a/test/benchmark/lmbench/process_fork_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Process fork", - "result_index": "3", - "description": "lat_proc fork", - "title": "[Process] The cost of fork+exit" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_fork_lat/result_template.json b/test/benchmark/lmbench/process_fork_lat/result_template.json deleted file mode 100644 index a16eec5cd..000000000 --- a/test/benchmark/lmbench/process_fork_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average Fork latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average Fork latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/process_getppid_lat/bench_result.json b/test/benchmark/lmbench/process_getppid_lat/bench_result.json new file mode 100644 index 000000000..f8e3d265e --- /dev/null +++ b/test/benchmark/lmbench/process_getppid_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Simple syscall:", + "result_index": 3 + }, + "chart": { + "title": "[Process] The cost of getppid", + "description": "lat_syscall null", + "unit": "\u00b5s", + "legend": "Average syscall latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_getppid_lat/config.json b/test/benchmark/lmbench/process_getppid_lat/config.json deleted file mode 100644 index 514298687..000000000 --- a/test/benchmark/lmbench/process_getppid_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Simple syscall:", - "result_index": "3", - "description": "lat_syscall null", - "title": "[Process] The cost of getppid" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_getppid_lat/result_template.json b/test/benchmark/lmbench/process_getppid_lat/result_template.json deleted file mode 100644 index c11b3418b..000000000 --- a/test/benchmark/lmbench/process_getppid_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average syscall latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average syscall latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/process_shell_lat/bench_result.json b/test/benchmark/lmbench/process_shell_lat/bench_result.json new file mode 100644 index 000000000..e2c712fd1 --- /dev/null +++ b/test/benchmark/lmbench/process_shell_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Process fork\\+\\/bin\\/sh", + "result_index": 4 + }, + "chart": { + "title": "[Process] The cost of fork+exec+shell+exit", + "description": "lat_proc shell", + "unit": "\u00b5s", + "legend": "Average shell latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_shell_lat/config.json b/test/benchmark/lmbench/process_shell_lat/config.json deleted file mode 100644 index 3bfc039e3..000000000 --- a/test/benchmark/lmbench/process_shell_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Process fork\\+\\/bin\\/sh", - "result_index": "4", - "description": "lat_proc shell", - "title": "[Process] The cost of fork+exec+shell+exit" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/process_shell_lat/result_template.json b/test/benchmark/lmbench/process_shell_lat/result_template.json deleted file mode 100644 index be1284ab8..000000000 --- a/test/benchmark/lmbench/process_shell_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average shell latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average shell latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_copy_files_bw/bench_result.json b/test/benchmark/lmbench/ramfs_copy_files_bw/bench_result.json new file mode 100644 index 000000000..d6301ecbd --- /dev/null +++ b/test/benchmark/lmbench/ramfs_copy_files_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "lmdd result:", + "result_index": 8 + }, + "chart": { + "title": "[Ramfs] The bandwidth of copying data between files", + "description": "lmdd", + "unit": "MB/s", + "legend": "Average file copy bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_copy_files_bw/config.json b/test/benchmark/lmbench/ramfs_copy_files_bw/config.json deleted file mode 100644 index 92a8fafd0..000000000 --- a/test/benchmark/lmbench/ramfs_copy_files_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "lmdd result:", - "result_index": "8", - "description": "lmdd", - "title": "[Ramfs] The bandwidth of copying data between files" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_copy_files_bw/result_template.json b/test/benchmark/lmbench/ramfs_copy_files_bw/result_template.json deleted file mode 100644 index 8c7a58c43..000000000 --- a/test/benchmark/lmbench/ramfs_copy_files_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file copy bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file copy bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/bench_result.json b/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/bench_result.json new file mode 100644 index 000000000..8c7ed37a2 --- /dev/null +++ b/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "^0k", + "result_index": 2 + }, + "chart": { + "title": "[Ramfs] The throughput of creating/deleting small files (0KB)", + "description": "lat_fs -s 0k", + "unit": "number", + "legend": "Number of created/deleted files on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/config.json b/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/config.json deleted file mode 100644 index 1622d6ebd..000000000 --- a/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "^0k", - "result_index": "2", - "description": "lat_fs -s 0k", - "title": "[Ramfs] The throughput of creating/deleting small files (0KB)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/result_template.json b/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/result_template.json deleted file mode 100644 index 5cb036ba8..000000000 --- a/test/benchmark/lmbench/ramfs_create_delete_files_0k_ops/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Number of created/deleted files on Linux", - "unit": "number", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Number of created/deleted files on Asterinas", - "unit": "number", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/bench_result.json b/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/bench_result.json new file mode 100644 index 000000000..66353ae0f --- /dev/null +++ b/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "10k", + "result_index": 2 + }, + "chart": { + "title": "[Ramfs] The throughput of creating/deleting small files (10KB)", + "description": "lat_fs -s 10K", + "unit": "number", + "legend": "Number of created/deleted files on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/config.json b/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/config.json deleted file mode 100644 index ac0757804..000000000 --- a/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "10k", - "result_index": "2", - "description": "lat_fs -s 10K", - "title": "[Ramfs] The throughput of creating/deleting small files (10KB)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/result_template.json b/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/result_template.json deleted file mode 100644 index 5cb036ba8..000000000 --- a/test/benchmark/lmbench/ramfs_create_delete_files_10k_ops/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Number of created/deleted files on Linux", - "unit": "number", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Number of created/deleted files on Asterinas", - "unit": "number", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/semaphore_lat/bench_result.json b/test/benchmark/lmbench/semaphore_lat/bench_result.json new file mode 100644 index 000000000..3caa1c881 --- /dev/null +++ b/test/benchmark/lmbench/semaphore_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Semaphore latency:", + "result_index": 3 + }, + "chart": { + "title": "[Semaphores] The cost of semop", + "description": "lat_sem", + "unit": "\u00b5s", + "legend": "Average semaphore latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/semaphore_lat/config.json b/test/benchmark/lmbench/semaphore_lat/config.json deleted file mode 100644 index 84e7c1b33..000000000 --- a/test/benchmark/lmbench/semaphore_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Semaphore latency:", - "result_index": "3", - "description": "lat_sem", - "title": "[Semaphores] The cost of semop" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/semaphore_lat/result_template.json b/test/benchmark/lmbench/semaphore_lat/result_template.json deleted file mode 100644 index e9b868b90..000000000 --- a/test/benchmark/lmbench/semaphore_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average semaphore latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average semaphore latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_catch_lat/bench_result.json b/test/benchmark/lmbench/signal_catch_lat/bench_result.json new file mode 100644 index 000000000..4aa10bf43 --- /dev/null +++ b/test/benchmark/lmbench/signal_catch_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Signal handler overhead:", + "result_index": 4 + }, + "chart": { + "title": "[Signals] The cost of catching a signal", + "description": "lat_sig catch", + "unit": "\u00b5s", + "legend": "Average Signal handler overhead on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_catch_lat/config.json b/test/benchmark/lmbench/signal_catch_lat/config.json deleted file mode 100644 index 9f4340793..000000000 --- a/test/benchmark/lmbench/signal_catch_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Signal handler overhead:", - "result_index": "4", - "description": "lat_sig catch", - "title": "[Signals] The cost of catching a signal" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_catch_lat/result_template.json b/test/benchmark/lmbench/signal_catch_lat/result_template.json deleted file mode 100644 index baa38e532..000000000 --- a/test/benchmark/lmbench/signal_catch_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average Signal handler overhead on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average Signal handler overhead on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_install_lat/bench_result.json b/test/benchmark/lmbench/signal_install_lat/bench_result.json new file mode 100644 index 000000000..b67047e6e --- /dev/null +++ b/test/benchmark/lmbench/signal_install_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Signal handler installation:", + "result_index": 4 + }, + "chart": { + "title": "[Signals] The cost of installing a signal handler", + "description": "lat_sig install", + "unit": "\u00b5s", + "legend": "Average Signal handler install latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_install_lat/config.json b/test/benchmark/lmbench/signal_install_lat/config.json deleted file mode 100644 index b974a849d..000000000 --- a/test/benchmark/lmbench/signal_install_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Signal handler installation:", - "result_index": "4", - "description": "lat_sig install", - "title": "[Signals] The cost of installing a signal handler" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_install_lat/result_template.json b/test/benchmark/lmbench/signal_install_lat/result_template.json deleted file mode 100644 index 81a23a03c..000000000 --- a/test/benchmark/lmbench/signal_install_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average Signal handler install latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average Signal handler install latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_prot_lat/bench_result.json b/test/benchmark/lmbench/signal_prot_lat/bench_result.json new file mode 100644 index 000000000..0fc499d3d --- /dev/null +++ b/test/benchmark/lmbench/signal_prot_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Protection fault:", + "result_index": 3 + }, + "chart": { + "title": "[Signals] The cost of catching a segfault", + "description": "lat_sig prot", + "unit": "\u00b5s", + "legend": "Average protection fault latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_prot_lat/config.json b/test/benchmark/lmbench/signal_prot_lat/config.json deleted file mode 100644 index fc2cdaf12..000000000 --- a/test/benchmark/lmbench/signal_prot_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Protection fault:", - "result_index": "3", - "description": "lat_sig prot", - "title": "[Signals] The cost of catching a segfault" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/signal_prot_lat/result_template.json b/test/benchmark/lmbench/signal_prot_lat/result_template.json deleted file mode 100644 index e36904585..000000000 --- a/test/benchmark/lmbench/signal_prot_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average protection fault latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average protection fault latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/summary.json b/test/benchmark/lmbench/summary.json index f7ff26c32..506693d8e 100644 --- a/test/benchmark/lmbench/summary.json +++ b/test/benchmark/lmbench/summary.json @@ -1,40 +1,40 @@ { - "benchmarks": [ - "mem_pagefault_lat", - "mem_mmap_bw", - "mem_mmap_lat", - "process_getppid_lat", - "process_ctx_lat", - "process_fork_lat", - "process_exec_lat", - "process_shell_lat", - "signal_install_lat", - "signal_catch_lat", - "signal_prot_lat", - "pipe_lat", - "pipe_bw", - "fifo_lat", - "unix_lat", - "unix_bw", - "unix_connect_lat", - "vfs_open_lat", - "vfs_read_lat", - "vfs_write_lat", - "vfs_stat_lat", - "vfs_fstat_lat", - "vfs_read_pagecache_bw", - "vfs_select_lat", - "ramfs_copy_files_bw", - "ramfs_create_delete_files_0k_ops", - "ramfs_create_delete_files_10k_ops", - "ext2_copy_files_bw", - "tcp_loopback_bw_4k", - "tcp_loopback_bw_64k", - "tcp_loopback_lat", - "tcp_loopback_connect_lat", - "tcp_loopback_select_lat", - "tcp_loopback_http_bw", - "tcp_virtio_bw_64k", - "udp_loopback_lat" - ] -} + "benchmarks": [ + "mem_pagefault_lat", + "mem_mmap_bw", + "mem_mmap_lat", + "process_getppid_lat", + "process_ctx_lat", + "process_fork_lat", + "process_exec_lat", + "process_shell_lat", + "signal_install_lat", + "signal_catch_lat", + "signal_prot_lat", + "pipe_lat", + "pipe_bw", + "fifo_lat", + "unix_lat", + "unix_bw", + "unix_connect_lat", + "vfs_open_lat", + "vfs_read_lat", + "vfs_write_lat", + "vfs_stat_lat", + "vfs_fstat_lat", + "vfs_read_pagecache_bw", + "vfs_select_lat", + "ramfs_copy_files_bw", + "ramfs_create_delete_files_0k_ops", + "ramfs_create_delete_files_10k_ops", + "ext2_copy_files_bw", + "tcp_loopback_bw_4k", + "tcp_loopback_bw_64k", + "tcp_loopback_lat", + "tcp_loopback_connect_lat", + "tcp_loopback_select_lat", + "tcp_loopback_http_bw", + "tcp_virtio_bw_64k", + "udp_loopback_lat" + ] +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_bw_4k/bench_result.json b/test/benchmark/lmbench/tcp_loopback_bw_4k/bench_result.json new file mode 100644 index 000000000..254c9915d --- /dev/null +++ b/test/benchmark/lmbench/tcp_loopback_bw_4k/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "0.004096 ", + "result_index": 2 + }, + "chart": { + "title": "[TCP sockets] The bandwidth (localhost, 4KB message)", + "description": "bw_tcp -l", + "unit": "MB/s", + "legend": "Average TCP bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_bw_4k/config.json b/test/benchmark/lmbench/tcp_loopback_bw_4k/config.json deleted file mode 100644 index 345a8ebd7..000000000 --- a/test/benchmark/lmbench/tcp_loopback_bw_4k/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "0.004096 ", - "result_index": "2", - "description": "bw_tcp -l", - "title": "[TCP sockets] The bandwidth (localhost, 4KB message)" -} diff --git a/test/benchmark/lmbench/tcp_loopback_bw_4k/result_template.json b/test/benchmark/lmbench/tcp_loopback_bw_4k/result_template.json deleted file mode 100644 index af220b4db..000000000 --- a/test/benchmark/lmbench/tcp_loopback_bw_4k/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average TCP bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average TCP bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] diff --git a/test/benchmark/lmbench/tcp_loopback_bw_64k/bench_result.json b/test/benchmark/lmbench/tcp_loopback_bw_64k/bench_result.json new file mode 100644 index 000000000..adb6c494e --- /dev/null +++ b/test/benchmark/lmbench/tcp_loopback_bw_64k/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "0.065536 ", + "result_index": 2 + }, + "chart": { + "title": "[TCP sockets] The bandwidth (localhost, 64KB message)", + "description": "bw_tcp -l", + "unit": "MB/s", + "legend": "Average TCP bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_bw_64k/config.json b/test/benchmark/lmbench/tcp_loopback_bw_64k/config.json deleted file mode 100644 index b1feb1a6d..000000000 --- a/test/benchmark/lmbench/tcp_loopback_bw_64k/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "0.065536 ", - "result_index": "2", - "description": "bw_tcp -l", - "title": "[TCP sockets] The bandwidth (localhost, 64KB message)" -} diff --git a/test/benchmark/lmbench/tcp_loopback_bw_64k/result_template.json b/test/benchmark/lmbench/tcp_loopback_bw_64k/result_template.json deleted file mode 100644 index af220b4db..000000000 --- a/test/benchmark/lmbench/tcp_loopback_bw_64k/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average TCP bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average TCP bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] diff --git a/test/benchmark/lmbench/tcp_loopback_connect_lat/bench_result.json b/test/benchmark/lmbench/tcp_loopback_connect_lat/bench_result.json new file mode 100644 index 000000000..43abe9b28 --- /dev/null +++ b/test/benchmark/lmbench/tcp_loopback_connect_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "TCP\\/IP connection cost to 127.0.0.1:", + "result_index": 6 + }, + "chart": { + "title": "[TCP sockets] The latency of connect", + "description": "lat_connect", + "unit": "\u00b5s", + "legend": "Average TCP connection latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_connect_lat/config.json b/test/benchmark/lmbench/tcp_loopback_connect_lat/config.json deleted file mode 100644 index 390d6363f..000000000 --- a/test/benchmark/lmbench/tcp_loopback_connect_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "TCP\\/IP connection cost to 127.0.0.1:", - "result_index": "6", - "description": "lat_connect", - "title": "[TCP sockets] The latency of connect" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_connect_lat/result_template.json b/test/benchmark/lmbench/tcp_loopback_connect_lat/result_template.json deleted file mode 100644 index 63838f606..000000000 --- a/test/benchmark/lmbench/tcp_loopback_connect_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average TCP connection latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average TCP connection latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_http_bw/bench_result.json b/test/benchmark/lmbench/tcp_loopback_http_bw/bench_result.json new file mode 100644 index 000000000..521a8acdc --- /dev/null +++ b/test/benchmark/lmbench/tcp_loopback_http_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "Avg xfer: ", + "result_index": 8 + }, + "chart": { + "title": "[HTTP] The bandwidth", + "description": "bw_http", + "unit": "MB/s", + "legend": "Average simple HTTP transaction bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_http_bw/config.json b/test/benchmark/lmbench/tcp_loopback_http_bw/config.json deleted file mode 100644 index f8a85003a..000000000 --- a/test/benchmark/lmbench/tcp_loopback_http_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "Avg xfer: ", - "result_index": "8", - "description": "bw_http", - "title": "[HTTP] The bandwidth" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_http_bw/result_template.json b/test/benchmark/lmbench/tcp_loopback_http_bw/result_template.json deleted file mode 100644 index 26dc98a52..000000000 --- a/test/benchmark/lmbench/tcp_loopback_http_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average simple HTTP transaction bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average simple HTTP transaction bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_lat/bench_result.json b/test/benchmark/lmbench/tcp_loopback_lat/bench_result.json new file mode 100644 index 000000000..727846ca6 --- /dev/null +++ b/test/benchmark/lmbench/tcp_loopback_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "TCP latency using 127.0.0.1:", + "result_index": 5 + }, + "chart": { + "title": "[TCP sockets] The latency of write+read", + "description": "lat_tcp", + "unit": "\u00b5s", + "legend": "Average TCP latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_lat/config.json b/test/benchmark/lmbench/tcp_loopback_lat/config.json deleted file mode 100644 index fbdea0566..000000000 --- a/test/benchmark/lmbench/tcp_loopback_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "TCP latency using 127.0.0.1:", - "result_index": "5", - "description": "lat_tcp", - "title": "[TCP sockets] The latency of write+read" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_lat/result_template.json b/test/benchmark/lmbench/tcp_loopback_lat/result_template.json deleted file mode 100644 index 008c75bb0..000000000 --- a/test/benchmark/lmbench/tcp_loopback_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average TCP latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average TCP latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_select_lat/bench_result.json b/test/benchmark/lmbench/tcp_loopback_select_lat/bench_result.json new file mode 100644 index 000000000..8ce31a4ba --- /dev/null +++ b/test/benchmark/lmbench/tcp_loopback_select_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Select on 200 tcp fd's:", + "result_index": 6 + }, + "chart": { + "title": "[Network] The cost of select (TCP fds)", + "description": "lat_select", + "unit": "\u00b5s", + "legend": "Average select TCP latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_select_lat/config.json b/test/benchmark/lmbench/tcp_loopback_select_lat/config.json deleted file mode 100644 index f13d8ebcd..000000000 --- a/test/benchmark/lmbench/tcp_loopback_select_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Select on 200 tcp fd's:", - "result_index": "6", - "description": "lat_select", - "title": "[Network] The cost of select (TCP fds)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_loopback_select_lat/result_template.json b/test/benchmark/lmbench/tcp_loopback_select_lat/result_template.json deleted file mode 100644 index 793c33425..000000000 --- a/test/benchmark/lmbench/tcp_loopback_select_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average select TCP latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average select TCP latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_virtio_bw_64k/bench_result.json b/test/benchmark/lmbench/tcp_virtio_bw_64k/bench_result.json new file mode 100644 index 000000000..ba40021e3 --- /dev/null +++ b/test/benchmark/lmbench/tcp_virtio_bw_64k/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "0.065536 ", + "result_index": 2 + }, + "chart": { + "title": "[TCP sockets] The bandwidth (virtio-net, 64KB message)", + "description": "bw_tcp -l", + "unit": "MB/sec", + "legend": "Average TCP bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_virtio_bw_64k/config.json b/test/benchmark/lmbench/tcp_virtio_bw_64k/config.json deleted file mode 100644 index 5215f8532..000000000 --- a/test/benchmark/lmbench/tcp_virtio_bw_64k/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "0.065536 ", - "result_index": "2", - "description": "bw_tcp -l", - "title": "[TCP sockets] The bandwidth (virtio-net, 64KB message)", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_virtio_bw_64k/result_template.json b/test/benchmark/lmbench/tcp_virtio_bw_64k/result_template.json deleted file mode 100644 index 3b41f407f..000000000 --- a/test/benchmark/lmbench/tcp_virtio_bw_64k/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average TCP bandwidth on Linux", - "unit": "MB/sec", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average TCP bandwidth on Asterinas", - "unit": "MB/sec", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_virtio_lat/bench_result.json b/test/benchmark/lmbench/tcp_virtio_lat/bench_result.json new file mode 100644 index 000000000..a227502c9 --- /dev/null +++ b/test/benchmark/lmbench/tcp_virtio_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "TCP latency using 127.0.0.1:", + "result_index": 5 + }, + "chart": { + "title": "[TCP sockets] The latency over virtio-net", + "description": "lat_tcp_virtio", + "unit": "\u00b5s", + "legend": "Average TCP latency over virtio-net on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_virtio_lat/config.json b/test/benchmark/lmbench/tcp_virtio_lat/config.json deleted file mode 100644 index da356f755..000000000 --- a/test/benchmark/lmbench/tcp_virtio_lat/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "TCP latency using 127.0.0.1:", - "result_index": "5", - "description": "lat_tcp_virtio", - "title": "[TCP sockets] The latency over virtio-net", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/tcp_virtio_lat/result_template.json b/test/benchmark/lmbench/tcp_virtio_lat/result_template.json deleted file mode 100644 index 126354d86..000000000 --- a/test/benchmark/lmbench/tcp_virtio_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average TCP latency over virtio-net on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average TCP latency over virtio-net on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/udp_loopback_lat/bench_result.json b/test/benchmark/lmbench/udp_loopback_lat/bench_result.json new file mode 100644 index 000000000..8123537b1 --- /dev/null +++ b/test/benchmark/lmbench/udp_loopback_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "UDP latency using 127.0.0.1:", + "result_index": 5 + }, + "chart": { + "title": "[UDP sockets] The latency of write+read", + "description": "lat_udp", + "unit": "\u00b5s", + "legend": "Average UDP latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/udp_loopback_lat/config.json b/test/benchmark/lmbench/udp_loopback_lat/config.json deleted file mode 100644 index 629139ae0..000000000 --- a/test/benchmark/lmbench/udp_loopback_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "UDP latency using 127.0.0.1:", - "result_index": "5", - "description": "lat_udp", - "title": "[UDP sockets] The latency of write+read" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/udp_loopback_lat/result_template.json b/test/benchmark/lmbench/udp_loopback_lat/result_template.json deleted file mode 100644 index bbd9d00c2..000000000 --- a/test/benchmark/lmbench/udp_loopback_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average UDP latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average UDP latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_bw/bench_result.json b/test/benchmark/lmbench/unix_bw/bench_result.json new file mode 100644 index 000000000..ddccf1c95 --- /dev/null +++ b/test/benchmark/lmbench/unix_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "sock stream bandwidth", + "result_index": 5 + }, + "chart": { + "title": "[Unix sockets] The bandwidth", + "description": "bw_unix", + "unit": "MB/s", + "legend": "Average unix bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_bw/config.json b/test/benchmark/lmbench/unix_bw/config.json deleted file mode 100644 index 3c056cb8a..000000000 --- a/test/benchmark/lmbench/unix_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "sock stream bandwidth", - "result_index": "5", - "description": "bw_unix", - "title": "[Unix sockets] The bandwidth" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_bw/result_template.json b/test/benchmark/lmbench/unix_bw/result_template.json deleted file mode 100644 index fb3111eb0..000000000 --- a/test/benchmark/lmbench/unix_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average unix bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average unix bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_connect_lat/bench_result.json b/test/benchmark/lmbench/unix_connect_lat/bench_result.json new file mode 100644 index 000000000..f31544afe --- /dev/null +++ b/test/benchmark/lmbench/unix_connect_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "UNIX connection cost:", + "result_index": 4 + }, + "chart": { + "title": "[Unix sockets] The latency of connect", + "description": "lat_connect", + "unit": "\u00b5s", + "legend": "Average unix connect latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_connect_lat/config.json b/test/benchmark/lmbench/unix_connect_lat/config.json deleted file mode 100644 index 09e5c91ba..000000000 --- a/test/benchmark/lmbench/unix_connect_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "UNIX connection cost:", - "result_index": "4", - "description": "lat_connect", - "title": "[Unix sockets] The latency of connect" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_connect_lat/result_template.json b/test/benchmark/lmbench/unix_connect_lat/result_template.json deleted file mode 100644 index 894a30b49..000000000 --- a/test/benchmark/lmbench/unix_connect_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average unix connect latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average unix connect latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_lat/bench_result.json b/test/benchmark/lmbench/unix_lat/bench_result.json new file mode 100644 index 000000000..40aa743b3 --- /dev/null +++ b/test/benchmark/lmbench/unix_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "sock stream latency", + "result_index": 5 + }, + "chart": { + "title": "[Unix sockets] The latency of write+read", + "description": "lat_unix", + "unit": "\u00b5s", + "legend": "Average unix latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_lat/config.json b/test/benchmark/lmbench/unix_lat/config.json deleted file mode 100644 index cee9a630c..000000000 --- a/test/benchmark/lmbench/unix_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "sock stream latency", - "result_index": "5", - "description": "lat_unix", - "title": "[Unix sockets] The latency of write+read" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/unix_lat/result_template.json b/test/benchmark/lmbench/unix_lat/result_template.json deleted file mode 100644 index 0efb765af..000000000 --- a/test/benchmark/lmbench/unix_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average unix latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average unix latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_fcntl_lat/bench_result.json b/test/benchmark/lmbench/vfs_fcntl_lat/bench_result.json new file mode 100644 index 000000000..03a11fa2e --- /dev/null +++ b/test/benchmark/lmbench/vfs_fcntl_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Fcntl lock latency:", + "result_index": 4 + }, + "chart": { + "title": "[VFS] The cost of record locking/unlocking via fcntl", + "description": "lat_fcntl", + "unit": "\u00b5s", + "legend": "Average file locking latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_fcntl_lat/config.json b/test/benchmark/lmbench/vfs_fcntl_lat/config.json deleted file mode 100644 index d1b46a573..000000000 --- a/test/benchmark/lmbench/vfs_fcntl_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Fcntl lock latency:", - "result_index": "4", - "description": "lat_fcntl", - "title": "[VFS] The cost of record locking/unlocking via fcntl" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_fcntl_lat/result_template.json b/test/benchmark/lmbench/vfs_fcntl_lat/result_template.json deleted file mode 100644 index a358744ae..000000000 --- a/test/benchmark/lmbench/vfs_fcntl_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file locking latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file locking latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_fstat_lat/bench_result.json b/test/benchmark/lmbench/vfs_fstat_lat/bench_result.json new file mode 100644 index 000000000..44275b426 --- /dev/null +++ b/test/benchmark/lmbench/vfs_fstat_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Simple fstat", + "result_index": 3 + }, + "chart": { + "title": "[VFS] The cost of fstat", + "description": "lat_syscall fstat", + "unit": "\u00b5s", + "legend": "Average fstat latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_fstat_lat/config.json b/test/benchmark/lmbench/vfs_fstat_lat/config.json deleted file mode 100644 index eabb9bf90..000000000 --- a/test/benchmark/lmbench/vfs_fstat_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Simple fstat", - "result_index": "3", - "description": "lat_syscall fstat", - "title": "[VFS] The cost of fstat" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_fstat_lat/result_template.json b/test/benchmark/lmbench/vfs_fstat_lat/result_template.json deleted file mode 100644 index 28b7c40b7..000000000 --- a/test/benchmark/lmbench/vfs_fstat_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average fstat latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average fstat latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_open_lat/bench_result.json b/test/benchmark/lmbench/vfs_open_lat/bench_result.json new file mode 100644 index 000000000..a46ad2c27 --- /dev/null +++ b/test/benchmark/lmbench/vfs_open_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Simple open\\/close", + "result_index": 3 + }, + "chart": { + "title": "[VFS] The cost of open+close", + "description": "lat_syscall open", + "unit": "\u00b5s", + "legend": "Average open latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_open_lat/config.json b/test/benchmark/lmbench/vfs_open_lat/config.json deleted file mode 100644 index 39eae38ef..000000000 --- a/test/benchmark/lmbench/vfs_open_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Simple open\\/close", - "result_index": "3", - "description": "lat_syscall open", - "title": "[VFS] The cost of open+close" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_open_lat/result_template.json b/test/benchmark/lmbench/vfs_open_lat/result_template.json deleted file mode 100644 index 353d332ba..000000000 --- a/test/benchmark/lmbench/vfs_open_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average open latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average open latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_read_lat/bench_result.json b/test/benchmark/lmbench/vfs_read_lat/bench_result.json new file mode 100644 index 000000000..ad5dc4d6a --- /dev/null +++ b/test/benchmark/lmbench/vfs_read_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "150%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Simple read:", + "result_index": 3 + }, + "chart": { + "title": "[VFS] The cost of read (/dev/zero)", + "description": "lat_syscall read", + "unit": "\u00b5s", + "legend": "Average read latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_read_lat/config.json b/test/benchmark/lmbench/vfs_read_lat/config.json deleted file mode 100644 index 04a678390..000000000 --- a/test/benchmark/lmbench/vfs_read_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "150%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Simple read:", - "result_index": "3", - "description": "lat_syscall read", - "title": "[VFS] The cost of read (/dev/zero)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_read_lat/result_template.json b/test/benchmark/lmbench/vfs_read_lat/result_template.json deleted file mode 100644 index 5ed99deca..000000000 --- a/test/benchmark/lmbench/vfs_read_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average read latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average read latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_read_pagecache_bw/bench_result.json b/test/benchmark/lmbench/vfs_read_pagecache_bw/bench_result.json new file mode 100644 index 000000000..7400f6a83 --- /dev/null +++ b/test/benchmark/lmbench/vfs_read_pagecache_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "536.87", + "result_index": 2 + }, + "chart": { + "title": "[VFS] The bandwidth of file reads via page cache", + "description": "bw_file_rd", + "unit": "MB/s", + "legend": "Average file read bandwidth on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_read_pagecache_bw/config.json b/test/benchmark/lmbench/vfs_read_pagecache_bw/config.json deleted file mode 100644 index f16e3ac0b..000000000 --- a/test/benchmark/lmbench/vfs_read_pagecache_bw/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "536.87", - "result_index": "2", - "description": "bw_file_rd", - "title": "[VFS] The bandwidth of file reads via page cache" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_read_pagecache_bw/result_template.json b/test/benchmark/lmbench/vfs_read_pagecache_bw/result_template.json deleted file mode 100644 index b582df449..000000000 --- a/test/benchmark/lmbench/vfs_read_pagecache_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average file read bandwidth on Linux", - "unit": "MB/s", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average file read bandwidth on Asterinas", - "unit": "MB/s", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_select_lat/bench_result.json b/test/benchmark/lmbench/vfs_select_lat/bench_result.json new file mode 100644 index 000000000..17b0b92b2 --- /dev/null +++ b/test/benchmark/lmbench/vfs_select_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Select on ", + "result_index": 5 + }, + "chart": { + "title": "[VFS] The cost of select (file fds)", + "description": "lat_select", + "unit": "\u00b5s", + "legend": "Average select file latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_select_lat/config.json b/test/benchmark/lmbench/vfs_select_lat/config.json deleted file mode 100644 index ef6f69c53..000000000 --- a/test/benchmark/lmbench/vfs_select_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Select on ", - "result_index": "5", - "description": "lat_select", - "title": "[VFS] The cost of select (file fds)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_select_lat/result_template.json b/test/benchmark/lmbench/vfs_select_lat/result_template.json deleted file mode 100644 index bf985c5b3..000000000 --- a/test/benchmark/lmbench/vfs_select_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average select file latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average select file latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_stat_lat/bench_result.json b/test/benchmark/lmbench/vfs_stat_lat/bench_result.json new file mode 100644 index 000000000..850740c58 --- /dev/null +++ b/test/benchmark/lmbench/vfs_stat_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Simple stat", + "result_index": 3 + }, + "chart": { + "title": "[VFS] The cost of stat", + "description": "lat_syscall stat", + "unit": "\u00b5s", + "legend": "Average stat latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_stat_lat/config.json b/test/benchmark/lmbench/vfs_stat_lat/config.json deleted file mode 100644 index fe230bf44..000000000 --- a/test/benchmark/lmbench/vfs_stat_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Simple stat", - "result_index": "3", - "description": "lat_syscall stat", - "title": "[VFS] The cost of stat" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_stat_lat/result_template.json b/test/benchmark/lmbench/vfs_stat_lat/result_template.json deleted file mode 100644 index b6fb32887..000000000 --- a/test/benchmark/lmbench/vfs_stat_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average stat latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average stat latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_write_lat/bench_result.json b/test/benchmark/lmbench/vfs_write_lat/bench_result.json new file mode 100644 index 000000000..bb8d45943 --- /dev/null +++ b/test/benchmark/lmbench/vfs_write_lat/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "150%", + "bigger_is_better": false + }, + "result_extraction": { + "search_pattern": "Simple write:", + "result_index": 3 + }, + "chart": { + "title": "[VFS] The cost of write (/dev/null)", + "description": "lat_syscall write", + "unit": "\u00b5s", + "legend": "Average write latency on {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_write_lat/config.json b/test/benchmark/lmbench/vfs_write_lat/config.json deleted file mode 100644 index 0b7184763..000000000 --- a/test/benchmark/lmbench/vfs_write_lat/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "alert_threshold": "150%", - "alert_tool": "customSmallerIsBetter", - "search_pattern": "Simple write:", - "result_index": "3", - "description": "lat_syscall write", - "title": "[VFS] The cost of write (/dev/null)" -} \ No newline at end of file diff --git a/test/benchmark/lmbench/vfs_write_lat/result_template.json b/test/benchmark/lmbench/vfs_write_lat/result_template.json deleted file mode 100644 index 5432eb257..000000000 --- a/test/benchmark/lmbench/vfs_write_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average write latency on Linux", - "unit": "µs", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average write latency on Asterinas", - "unit": "µs", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/nginx/http_req10k_conc1_bw/bench_result.json b/test/benchmark/nginx/http_req10k_conc1_bw/bench_result.json new file mode 100644 index 000000000..894447c70 --- /dev/null +++ b/test/benchmark/nginx/http_req10k_conc1_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "Transfer rate:", + "result_index": 3 + }, + "chart": { + "title": "Nginx HTTP request performance with 1 concurrency and 10000 requests in total", + "description": "ab -n 10000 -c 1 http://localhost:8080/index.html", + "unit": "Kbytes/sec", + "legend": "Average HTTP Bandwidth over virtio-net between Host Linux and Guest {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/nginx/http_req10k_conc1_bw/config.json b/test/benchmark/nginx/http_req10k_conc1_bw/config.json deleted file mode 100644 index 82bb32740..000000000 --- a/test/benchmark/nginx/http_req10k_conc1_bw/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "Transfer rate:", - "result_index": "3", - "description": "ab -n 10000 -c 1 http://localhost:8080/index.html", - "title": "Nginx HTTP request performance with 1 concurrency and 10000 requests in total", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/nginx/http_req10k_conc1_bw/result_template.json b/test/benchmark/nginx/http_req10k_conc1_bw/result_template.json deleted file mode 100644 index a7af3b946..000000000 --- a/test/benchmark/nginx/http_req10k_conc1_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average HTTP Bandwidth over virtio-net between Host Linux and Guest Linux", - "unit": "Kbytes/sec", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average HTTP Bandwidth over virtio-net between Host Linux and Guest Asterinas", - "unit": "Kbytes/sec", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/nginx/http_req10k_conc20_bw/bench_result.json b/test/benchmark/nginx/http_req10k_conc20_bw/bench_result.json new file mode 100644 index 000000000..f3473bf9a --- /dev/null +++ b/test/benchmark/nginx/http_req10k_conc20_bw/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "Transfer rate:", + "result_index": 3 + }, + "chart": { + "title": "Nginx HTTP request performance with 20 concurrency and 10000 requests in total", + "description": "ab -n 10000 -c 20 http://localhost:8080/index.html", + "unit": "Kbytes/sec", + "legend": "Average HTTP Bandwidth over virtio-net between Host Linux and Guest {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/nginx/http_req10k_conc20_bw/config.json b/test/benchmark/nginx/http_req10k_conc20_bw/config.json deleted file mode 100644 index 859ba21d9..000000000 --- a/test/benchmark/nginx/http_req10k_conc20_bw/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "Transfer rate:", - "result_index": "3", - "description": "ab -n 10000 -c 20 http://localhost:8080/index.html", - "title": "Nginx HTTP request performance with 20 concurrency and 10000 requests in total", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/nginx/http_req10k_conc20_bw/result_template.json b/test/benchmark/nginx/http_req10k_conc20_bw/result_template.json deleted file mode 100644 index a7af3b946..000000000 --- a/test/benchmark/nginx/http_req10k_conc20_bw/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average HTTP Bandwidth over virtio-net between Host Linux and Guest Linux", - "unit": "Kbytes/sec", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average HTTP Bandwidth over virtio-net between Host Linux and Guest Asterinas", - "unit": "Kbytes/sec", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/redis/get_100k_conc20_rps/bench_result.json b/test/benchmark/redis/get_100k_conc20_rps/bench_result.json new file mode 100644 index 000000000..11ab78537 --- /dev/null +++ b/test/benchmark/redis/get_100k_conc20_rps/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "throughput summary:", + "result_index": 3 + }, + "chart": { + "title": "Redis GET performance with 20 concurrency and 100000 requests in total", + "description": "redis-benchmark -n 100000 -c 20 -t get", + "unit": "request per second", + "legend": "Average RPS of GET over virtio-net between Host Linux and Guest {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/redis/get_100k_conc20_rps/config.json b/test/benchmark/redis/get_100k_conc20_rps/config.json deleted file mode 100644 index 059f8fa60..000000000 --- a/test/benchmark/redis/get_100k_conc20_rps/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "throughput summary:", - "result_index": "3", - "description": "redis-benchmark -n 100000 -c 20 -t get", - "title": "Redis GET performance with 20 concurrency and 100000 requests in total", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/redis/get_100k_conc20_rps/result_template.json b/test/benchmark/redis/get_100k_conc20_rps/result_template.json deleted file mode 100644 index 7d0a4f467..000000000 --- a/test/benchmark/redis/get_100k_conc20_rps/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average RPS of GET over virtio-net between Host Linux and Guest Linux", - "unit": "request per second", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average RPS of GET over virtio-net between Host Linux and Guest Asterinas", - "unit": "request per second", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/redis/ping_inline_100k_conc20_rps/bench_result.json b/test/benchmark/redis/ping_inline_100k_conc20_rps/bench_result.json new file mode 100644 index 000000000..f296b10b5 --- /dev/null +++ b/test/benchmark/redis/ping_inline_100k_conc20_rps/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "throughput summary:", + "result_index": 3 + }, + "chart": { + "title": "Redis PING INLINE performance with 20 concurrency and 100000 requests in total", + "description": "redis-benchmark -n 100000 -c 20 -t ping_inline", + "unit": "request per second", + "legend": "Average RPS of PING_INLINE over virtio-net between Host Linux and Guest {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/redis/ping_inline_100k_conc20_rps/config.json b/test/benchmark/redis/ping_inline_100k_conc20_rps/config.json deleted file mode 100644 index faf655bb7..000000000 --- a/test/benchmark/redis/ping_inline_100k_conc20_rps/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "throughput summary:", - "result_index": "3", - "description": "redis-benchmark -n 100000 -c 20 -t ping_inline", - "title": "Redis PING INLINE performance with 20 concurrency and 100000 requests in total", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/redis/ping_inline_100k_conc20_rps/result_template.json b/test/benchmark/redis/ping_inline_100k_conc20_rps/result_template.json deleted file mode 100644 index 0fdef55a6..000000000 --- a/test/benchmark/redis/ping_inline_100k_conc20_rps/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average RPS of PING_INLINE over virtio-net between Host Linux and Guest Linux", - "unit": "request per second", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average RPS of PING_INLINE over virtio-net between Host Linux and Guest Asterinas", - "unit": "request per second", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/redis/ping_mbulk_100k_conc20_rps/bench_result.json b/test/benchmark/redis/ping_mbulk_100k_conc20_rps/bench_result.json new file mode 100644 index 000000000..ada7bc339 --- /dev/null +++ b/test/benchmark/redis/ping_mbulk_100k_conc20_rps/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "throughput summary:", + "result_index": 3 + }, + "chart": { + "title": "Redis PING MBULK performance with 20 concurrency and 100000 requests in total", + "description": "redis-benchmark -n 100000 -c 20 -t ping_mbulk", + "unit": "request per second", + "legend": "Average RPS of PING_MBULK over virtio-net between Host Linux and Guest {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/redis/ping_mbulk_100k_conc20_rps/config.json b/test/benchmark/redis/ping_mbulk_100k_conc20_rps/config.json deleted file mode 100644 index 70248dc0d..000000000 --- a/test/benchmark/redis/ping_mbulk_100k_conc20_rps/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "throughput summary:", - "result_index": "3", - "description": "redis-benchmark -n 100000 -c 20 -t ping_mbulk", - "title": "Redis PING MBULK performance with 20 concurrency and 100000 requests in total", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/redis/ping_mbulk_100k_conc20_rps/result_template.json b/test/benchmark/redis/ping_mbulk_100k_conc20_rps/result_template.json deleted file mode 100644 index 8b2597565..000000000 --- a/test/benchmark/redis/ping_mbulk_100k_conc20_rps/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average RPS of PING_MBULK over virtio-net between Host Linux and Guest Linux", - "unit": "request per second", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average RPS of PING_MBULK over virtio-net between Host Linux and Guest Asterinas", - "unit": "request per second", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/redis/set_100k_conc20_rps/bench_result.json b/test/benchmark/redis/set_100k_conc20_rps/bench_result.json new file mode 100644 index 000000000..668861039 --- /dev/null +++ b/test/benchmark/redis/set_100k_conc20_rps/bench_result.json @@ -0,0 +1,16 @@ +{ + "alert": { + "threshold": "125%", + "bigger_is_better": true + }, + "result_extraction": { + "search_pattern": "throughput summary:", + "result_index": 3 + }, + "chart": { + "title": "Redis SET performance with 20 concurrency and 100000 requests in total", + "description": "redis-benchmark -n 100000 -c 20 -t set", + "unit": "request per second", + "legend": "Average RPS of SET over virtio-net between Host Linux and Guest {system}" + } +} \ No newline at end of file diff --git a/test/benchmark/redis/set_100k_conc20_rps/config.json b/test/benchmark/redis/set_100k_conc20_rps/config.json deleted file mode 100644 index 6f655682c..000000000 --- a/test/benchmark/redis/set_100k_conc20_rps/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "alert_threshold": "125%", - "alert_tool": "customBiggerIsBetter", - "search_pattern": "throughput summary:", - "result_index": "3", - "description": "redis-benchmark -n 100000 -c 20 -t set", - "title": "Redis SET performance with 20 concurrency and 100000 requests in total", - "benchmark_type": "host_guest" -} \ No newline at end of file diff --git a/test/benchmark/redis/set_100k_conc20_rps/result_template.json b/test/benchmark/redis/set_100k_conc20_rps/result_template.json deleted file mode 100644 index e5c86f3ca..000000000 --- a/test/benchmark/redis/set_100k_conc20_rps/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average RPS of SET over virtio-net between Host Linux and Guest Linux", - "unit": "request per second", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average RPS of SET over virtio-net between Host Linux and Guest Asterinas", - "unit": "request per second", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/sysbench/cpu_lat/config.json b/test/benchmark/sysbench/cpu_lat/bench_result.json similarity index 59% rename from test/benchmark/sysbench/cpu_lat/config.json rename to test/benchmark/sysbench/cpu_lat/bench_result.json index 8ab664364..b8544be01 100644 --- a/test/benchmark/sysbench/cpu_lat/config.json +++ b/test/benchmark/sysbench/cpu_lat/bench_result.json @@ -4,5 +4,7 @@ "search_pattern": "avg:", "result_index": "NF", "description": "sysbench cpu", - "title": "[CPU] CPU performance" + "title": "[CPU] CPU performance", + "unit": "ms", + "legend": "Average Execution Time per CPU on {system}" } \ No newline at end of file diff --git a/test/benchmark/sysbench/cpu_lat/result_template.json b/test/benchmark/sysbench/cpu_lat/result_template.json deleted file mode 100644 index 097d0d72a..000000000 --- a/test/benchmark/sysbench/cpu_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average Execution Time per CPU on Linux", - "unit": "ms", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average Execution Time per CPU on Asterinas", - "unit": "ms", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file diff --git a/test/benchmark/sysbench/thread_lat/config.json b/test/benchmark/sysbench/thread_lat/bench_result.json similarity index 57% rename from test/benchmark/sysbench/thread_lat/config.json rename to test/benchmark/sysbench/thread_lat/bench_result.json index 62b619fdd..7589abd76 100644 --- a/test/benchmark/sysbench/thread_lat/config.json +++ b/test/benchmark/sysbench/thread_lat/bench_result.json @@ -4,5 +4,7 @@ "search_pattern": "avg:", "result_index": "NF", "description": "sysbench threads", - "title": "[Threads] Threads performance" + "title": "[Threads] Threads performance", + "unit": "ms", + "legend": "Average Execution Time per Thread on {system}" } \ No newline at end of file diff --git a/test/benchmark/sysbench/thread_lat/result_template.json b/test/benchmark/sysbench/thread_lat/result_template.json deleted file mode 100644 index 0ac122e9b..000000000 --- a/test/benchmark/sysbench/thread_lat/result_template.json +++ /dev/null @@ -1,14 +0,0 @@ -[ - { - "name": "Average Execution Time per Thread on Linux", - "unit": "ms", - "value": 0, - "extra": "linux_result" - }, - { - "name": "Average Execution Time per Thread on Asterinas", - "unit": "ms", - "value": 0, - "extra": "aster_result" - } -] \ No newline at end of file