From 4ad35dc54987e9b2c3abbc8f06a913ac2e300ed5 Mon Sep 17 00:00:00 2001 From: Jian Zhao Date: Wed, 1 Apr 2026 15:16:50 +0800 Subject: [PATCH 1/7] feat(libmicro): add complete memory benchmark cases (48 cases) - libmicro.py: updated with built-in test_opt lookup table for all 48 memory benchmarks (malloc/memcpy/memset/mmap/munmap/mprotect/str*) - libmicro-args-mm.csv: 48 cases (tool_name + bench_name, simple columns) - libmicro-tune-mm.csv: warmup=1, run_loop=20, result_select_percent=80 - 48 generated test case files matching old cases exactly Signed-off-by: Jian Zhao --- testcase/libmicro/libmicro-args-mm.csv | 49 ++++++++ testcase/libmicro/libmicro-tune-mm.csv | 50 ++++++++ ...micro-tune.csv => libmicro-tune-sched.csv} | 0 testcase/libmicro/libmicro.py | 110 ++++++++++++++---- ...tperf-libmicro-bnmallocT2_100k-tnmalloc.py | 59 ++++++++++ .../tperf-libmicro-bnmalloc_10-tnmalloc.py | 59 ++++++++++ .../tperf-libmicro-bnmalloc_100-tnmalloc.py | 59 ++++++++++ .../tperf-libmicro-bnmalloc_100k-tnmalloc.py | 59 ++++++++++ .../tperf-libmicro-bnmalloc_10k-tnmalloc.py | 59 ++++++++++ .../tperf-libmicro-bnmalloc_1k-tnmalloc.py | 59 ++++++++++ .../tperf-libmicro-bnmalloc_1m-tnmalloc.py | 59 ++++++++++ .../tperf-libmicro-bnmemcpy_10-tnmemcpy.py | 59 ++++++++++ .../tperf-libmicro-bnmemcpy_100k-tnmemcpy.py | 59 ++++++++++ .../tperf-libmicro-bnmemcpy_10k-tnmemcpy.py | 59 ++++++++++ .../tperf-libmicro-bnmemcpy_10m-tnmemcpy.py | 59 ++++++++++ .../tperf-libmicro-bnmemcpy_1k-tnmemcpy.py | 59 ++++++++++ .../tperf-libmicro-bnmemcpy_1m-tnmemcpy.py | 59 ++++++++++ .../tperf-libmicro-bnmemcpy_1m-tnmemset.py | 59 ++++++++++ .../tperf-libmicro-bnmemset_100k-tnmemset.py | 59 ++++++++++ .../tperf-libmicro-bnmemset_10k-tnmemset.py | 59 ++++++++++ .../tperf-libmicro-bnmemset_10m-tnmemset.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_ra128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_rt128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_ru128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_rz128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_t128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_u128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_wa128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_wt128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_wu128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_wz128k-tnmmap.py | 59 ++++++++++ .../tperf-libmicro-bnmmap_z128k-tnmmap.py | 59 ++++++++++ ...perf-libmicro-bnmprot_wz128k-tnmprotect.py | 59 ++++++++++ .../tperf-libmicro-bnstrchr_10-tnstrchr.py | 59 ++++++++++ .../tperf-libmicro-bnstrchr_1k-tnstrchr.py | 59 ++++++++++ .../tperf-libmicro-bnstrcmp_10-tnstrcmp.py | 59 ++++++++++ .../tperf-libmicro-bnstrcmp_1k-tnstrcmp.py | 59 ++++++++++ .../tperf-libmicro-bnstrcpy_10-tnstrcpy.py | 59 ++++++++++ .../tperf-libmicro-bnstrcpy_1k-tnstrcpy.py | 59 ++++++++++ .../tperf-libmicro-bnstrlen_10-tnstrlen.py | 59 ++++++++++ .../tperf-libmicro-bnstrlen_1k-tnstrlen.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_a128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_ra128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_rt128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_ru128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_rz128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_t128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_u128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_wt128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_wu128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_wz128k-tnmunmap.py | 59 ++++++++++ .../tperf-libmicro-bnunmap_z128k-tnmunmap.py | 59 ++++++++++ 52 files changed, 3017 insertions(+), 24 deletions(-) create mode 100644 testcase/libmicro/libmicro-args-mm.csv create mode 100644 testcase/libmicro/libmicro-tune-mm.csv rename testcase/libmicro/{libmicro-tune.csv => libmicro-tune-sched.csv} (100%) create mode 100755 testcase/libmicro/tperf-libmicro-bnmallocT2_100k-tnmalloc.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmalloc_10-tnmalloc.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmalloc_100-tnmalloc.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmalloc_100k-tnmalloc.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmalloc_10k-tnmalloc.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmalloc_1k-tnmalloc.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmalloc_1m-tnmalloc.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemcpy_10-tnmemcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemcpy_100k-tnmemcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemcpy_10k-tnmemcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemcpy_10m-tnmemcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemcpy_1k-tnmemcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemset.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemset_100k-tnmemset.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemset_10k-tnmemset.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmemset_10m-tnmemset.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_ra128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_rt128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_ru128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_rz128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_t128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_u128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_wa128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_wt128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_wu128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_wz128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmmap_z128k-tnmmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnmprot_wz128k-tnmprotect.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrchr_10-tnstrchr.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrchr_1k-tnstrchr.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrcmp_10-tnstrcmp.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrcmp_1k-tnstrcmp.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrcpy_10-tnstrcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrcpy_1k-tnstrcpy.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrlen_10-tnstrlen.py create mode 100755 testcase/libmicro/tperf-libmicro-bnstrlen_1k-tnstrlen.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_a128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_ra128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_rt128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_ru128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_rz128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_t128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_u128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_wt128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_wu128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_wz128k-tnmunmap.py create mode 100755 testcase/libmicro/tperf-libmicro-bnunmap_z128k-tnmunmap.py diff --git a/testcase/libmicro/libmicro-args-mm.csv b/testcase/libmicro/libmicro-args-mm.csv new file mode 100644 index 0000000..16e9aba --- /dev/null +++ b/testcase/libmicro/libmicro-args-mm.csv @@ -0,0 +1,49 @@ +工具名称,子系统,权重,tool_name,bench_name +libmicro,mm,0.008881,malloc,malloc_100k +libmicro,mm,0.009114,malloc,malloc_100 +libmicro,mm,0.009520,malloc,malloc_10k +libmicro,mm,0.008890,malloc,malloc_10 +libmicro,mm,0.009544,malloc,malloc_1k +libmicro,mm,0.020995,malloc,malloc_1m +libmicro,mm,0.008396,malloc,mallocT2_100k +libmicro,mm,0.009484,memcpy,memcpy_100k +libmicro,mm,0.009043,memcpy,memcpy_10k +libmicro,mm,0.010006,memcpy,memcpy_10m +libmicro,mm,0.009218,memcpy,memcpy_10 +libmicro,mm,0.009557,memcpy,memcpy_1k +libmicro,mm,0.011356,memcpy,memcpy_1m +libmicro,mm,0.009686,memset,memset_100k +libmicro,mm,0.010205,memset,memset_10k +libmicro,mm,0.011166,memset,memset_10m +libmicro,mm,0.010952,memset,memset_1m +libmicro,mm,0.009278,mmap,mmap_ra128k +libmicro,mm,0.008999,mmap,mmap_rt128k +libmicro,mm,0.008704,mmap,mmap_ru128k +libmicro,mm,0.009705,mmap,mmap_rz128k +libmicro,mm,0.008665,mmap,mmap_t128k +libmicro,mm,0.009218,mmap,mmap_u128k +libmicro,mm,0.009244,mmap,mmap_wa128k +libmicro,mm,0.013677,mmap,mmap_wt128k +libmicro,mm,0.011003,mmap,mmap_wu128k +libmicro,mm,0.009025,mmap,mmap_wz128k +libmicro,mm,0.011538,mmap,mmap_z128k +libmicro,mm,0.006854,mprotect,mprot_wz128k +libmicro,mm,0.007205,munmap,unmap_a128k +libmicro,mm,0.009307,munmap,unmap_ra128k +libmicro,mm,0.010353,munmap,unmap_rt128k +libmicro,mm,0.011663,munmap,unmap_ru128k +libmicro,mm,0.009411,munmap,unmap_rz128k +libmicro,mm,0.009883,munmap,unmap_t128k +libmicro,mm,0.008695,munmap,unmap_u128k +libmicro,mm,0.011105,munmap,unmap_wt128k +libmicro,mm,0.010088,munmap,unmap_wu128k +libmicro,mm,0.009175,munmap,unmap_wz128k +libmicro,mm,0.007906,munmap,unmap_z128k +libmicro,mm,0.009631,strchr,strchr_10 +libmicro,mm,0.010387,strchr,strchr_1k +libmicro,mm,0.011001,strcmp,strcmp_10 +libmicro,mm,0.009855,strcmp,strcmp_1k +libmicro,mm,0.008190,strcpy,strcpy_10 +libmicro,mm,0.008190,strcpy,strcpy_1k +libmicro,mm,0.008430,strlen,strlen_10 +libmicro,mm,0.011547,strlen,strlen_1k diff --git a/testcase/libmicro/libmicro-tune-mm.csv b/testcase/libmicro/libmicro-tune-mm.csv new file mode 100644 index 0000000..5ebe8f6 --- /dev/null +++ b/testcase/libmicro/libmicro-tune-mm.csv @@ -0,0 +1,50 @@ +# libmicro 内存类用例稳定性参数配置 +# 格式: 用例名称,warmup,run_loop,result_select_percent +tperf-libmicro-bnmalloc_100k-tnmalloc,1,20,80 +tperf-libmicro-bnmalloc_100-tnmalloc,1,20,80 +tperf-libmicro-bnmalloc_10k-tnmalloc,1,20,80 +tperf-libmicro-bnmalloc_10-tnmalloc,1,20,80 +tperf-libmicro-bnmalloc_1k-tnmalloc,1,20,80 +tperf-libmicro-bnmalloc_1m-tnmalloc,1,20,80 +tperf-libmicro-bnmallocT2_100k-tnmalloc,1,20,80 +tperf-libmicro-bnmemcpy_100k-tnmemcpy,1,20,80 +tperf-libmicro-bnmemcpy_10k-tnmemcpy,1,20,80 +tperf-libmicro-bnmemcpy_10m-tnmemcpy,1,20,80 +tperf-libmicro-bnmemcpy_10-tnmemcpy,1,20,80 +tperf-libmicro-bnmemcpy_1k-tnmemcpy,1,20,80 +tperf-libmicro-bnmemcpy_1m-tnmemcpy,1,20,80 +tperf-libmicro-bnmemset_100k-tnmemset,1,20,80 +tperf-libmicro-bnmemset_10k-tnmemset,1,20,80 +tperf-libmicro-bnmemset_10m-tnmemset,1,20,80 +tperf-libmicro-bnmemcpy_1m-tnmemset,1,20,80 +tperf-libmicro-bnmmap_ra128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_rt128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_ru128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_rz128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_t128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_u128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_wa128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_wt128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_wu128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_wz128k-tnmmap,1,20,80 +tperf-libmicro-bnmmap_z128k-tnmmap,1,20,80 +tperf-libmicro-bnmprot_wz128k-tnmprotect,1,20,80 +tperf-libmicro-bnunmap_a128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_ra128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_rt128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_ru128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_rz128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_t128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_u128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_wt128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_wu128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_wz128k-tnmunmap,1,20,80 +tperf-libmicro-bnunmap_z128k-tnmunmap,1,20,80 +tperf-libmicro-bnstrchr_10-tnstrchr,1,20,80 +tperf-libmicro-bnstrchr_1k-tnstrchr,1,20,80 +tperf-libmicro-bnstrcmp_10-tnstrcmp,1,20,80 +tperf-libmicro-bnstrcmp_1k-tnstrcmp,1,20,80 +tperf-libmicro-bnstrcpy_10-tnstrcpy,1,20,80 +tperf-libmicro-bnstrcpy_1k-tnstrcpy,1,20,80 +tperf-libmicro-bnstrlen_10-tnstrlen,1,20,80 +tperf-libmicro-bnstrlen_1k-tnstrlen,1,20,80 diff --git a/testcase/libmicro/libmicro-tune.csv b/testcase/libmicro/libmicro-tune-sched.csv similarity index 100% rename from testcase/libmicro/libmicro-tune.csv rename to testcase/libmicro/libmicro-tune-sched.csv diff --git a/testcase/libmicro/libmicro.py b/testcase/libmicro/libmicro.py index b3efb7c..491e173 100644 --- a/testcase/libmicro/libmicro.py +++ b/testcase/libmicro/libmicro.py @@ -1,17 +1,14 @@ #!/usr/bin/python3 # coding: utf-8 -# Desc: libmicro pthread_create/fork 工具类，供 parse-csv2case.py 通用框架调用 +# Desc: libmicro 工具类，供 parse-csv2case.py 通用框架调用 # -# 内部委托给 lib.ts_common.PerfLibMicro，确保生成的 case -# 与老 case (tperf-libmicro-pthread-*.py / tperf-libmicro-fork-*.py) 行为完全一致。 +# 内部委托给 lib.ts_common.PerfLibMicro，支持两种参数模式： # -# CSV 参数列名与 __init__ 参数名的对应关系： -# test_name → test_name (pthread_create / fork) -# processes → processes (-P) -# threads → threads (-T) -# iterations → iterations (-B) -# count → count (-C) -# sync → sync (-S, 1=启用) +# 模式1（调度类 - libmicro-args-sched.csv）： +# test_name, processes, threads, iterations, count, sync +# +# 模式2（内存类 - libmicro-args-mm.csv）： +# tool_name, bench_name → 通过内置查表获取 test_opt import os import sys @@ -26,32 +23,97 @@ sys.path.append(_suite_top_dir) from common.lib.benchmark import TSTPerf # noqa: E402 from lib.ts_common import PerfLibMicro # noqa: E402 +# 内存类 bench_name → test_opt 查表（与老 case 完全一致） +_MM_TEST_OPT = { + "malloc_10": "-E -C 2000 -L -S -W -N malloc_10 -s 10 -g 10 -I 50 -B 100", + "malloc_100": "-E -C 2000 -L -S -W -N malloc_100 -s 100 -g 10 -I 50 -B 100", + "malloc_1k": "-E -C 2000 -L -S -W -N malloc_1k -s 1k -g 10 -I 100 -B 100", + "malloc_10k": "-E -C 2000 -L -S -W -N malloc_10k -s 10k -g 10 -I 50 -B 100", + "malloc_100k": "-E -C 2000 -L -S -W -N malloc_100k -s 100k -g 10 -I 2000 -B 100", + "malloc_1m": "-E -C 2000 -L -S -W -N malloc_1m -s 1m -g 10 -I 2000 -B 100", + "mallocT2_100k": "-E -C 2000 -L -S -W -N mallocT2_100k -s 100k -g 10 -T 2 -I 10000 -B 100", + "memcpy_10": "-E -C 2000 -L -S -W -N memcpy_10 -s 10 -I 10 -B 1000", + "memcpy_1k": "-E -C 2000 -L -S -W -N memcpy_1k -s 1k -I 500 -B 100", + "memcpy_10k": "-E -C 2000 -L -S -W -N memcpy_10k -s 10k -I 800 -B 100", + "memcpy_100k": "-E -C 2000 -L -S -W -N memcpy_100k -s 100k -I 1000 -B 100", + "memcpy_1m": "-E -C 2000 -L -S -W -N memcpy_1m -s 1m -I 10 -B 100", + "memcpy_10m": "-E -C 2000 -L -S -W -N memcpy_10m -s 10m -I 200 -B 10", + "memset_10k": "-E -C 2000 -L -S -W -N memset_10k -s 10k -I 800 -B 100", + "memset_100k": "-E -C 2000 -L -S -W -N memset_100k -s 100k -I 1000 -B 100", + "memset_1m": "-E -C 2000 -L -S -W -N memset_1m -s 1m -I 2000 -B 100", + "memset_10m": "-E -C 2000 -L -S -W -N memset_10m -s 10m -I 200 -B 10", + "mmap_ra128k": "-E -C 2000 -L -S -W -N mmap_ra128k -l 128k -I 20000 -r -B 100 -f MAP_ANON", + "mmap_rt128k": "-E -C 2000 -L -S -W -N mmap_rt128k -l 128k -I 20000 -r -B 100 -f /tmp/libmicro.mmap_rt128k_file", + "mmap_ru128k": "-E -C 2000 -L -S -W -N mmap_ru128k -l 128k -I 20000 -r -B 100 -f /var/tmp/libmicro.mmap_ru128k_file", + "mmap_rz128k": "-E -C 2000 -L -S -W -N mmap_rz128k -l 128k -I 2000 -r -B 100 -f /dev/zero", + "mmap_t128k": "-E -C 2000 -L -S -W -N mmap_t128k -l 128k -I 1000 -B 100 -f /tmp/libmicro.mmap_t128k_file", + "mmap_u128k": "-E -C 2000 -L -S -W -N mmap_u128k -l 128k -I 1000 -B 100 -f /var/tmp/libmicro.mmap_u128k_file", + "mmap_wa128k": "-E -C 2000 -L -S -W -N mmap_wa128k -l 128k -I 50000 -w -B 100 -f MAP_ANON", + "mmap_wt128k": "-E -C 2000 -L -S -W -N mmap_wt128k -l 128k -I 50000 -w -B 100 -f /tmp/libmicro.mmap_wt128k_file", + "mmap_wu128k": "-E -C 2000 -L -S -W -N mmap_wu128k -l 128k -I 500000 -w -B 100 -f /var/tmp/libmicro.mmap_wu128k_file", + "mmap_wz128k": "-E -C 2000 -L -S -W -N mmap_wz128k -l 128k -I 50000 -w -B 100 -f /dev/zero", + "mmap_z128k": "-E -C 2000 -L -S -W -N mmap_z128k -l 128k -I 2000 -B 100 -f /dev/zero", + "mprot_wz128k": "-E -C 2000 -L -S -W -N mprot_wz128k -l 128k -I 1000 -w -B 100 -f /dev/zero", + "unmap_a128k": "-E -C 2000 -L -S -W -N unmap_a128k -l 128k -I 200 -B 100 -f MAP_ANON", + "unmap_ra128k": "-E -C 2000 -L -S -W -N unmap_ra128k -l 128k -I 2000 -r -B 100 -f MAP_ANON", + "unmap_rt128k": "-E -C 2000 -L -S -W -N unmap_rt128k -l 128k -I 3000 -r -B 100 -f /tmp/libmicro.unmap_rt128k_file", + "unmap_ru128k": "-E -C 2000 -L -S -W -N unmap_ru128k -l 128k -I 3000 -r -B 100 -f /var/tmp/libmicro.unmap_ru128k_file", + "unmap_rz128k": "-E -C 2000 -L -S -W -N unmap_rz128k -l 128k -I 2000 -r -B 100 -f /dev/zero", + "unmap_t128k": "-E -C 2000 -L -S -W -N unmap_t128k -l 128k -I 500 -B 100 -f /tmp/libmicro.unmap_t128k_file", + "unmap_u128k": "-E -C 2000 -L -S -W -N unmap_u128k -l 128k -I 500 -B 100 -f /var/tmp/libmicro.unmap_u128k_file", + "unmap_wt128k": "-E -C 2000 -L -S -W -N unmap_wt128k -l 128k -I 10000 -w -B 100 -f /tmp/libmicro.unmap_wt128k_file", + "unmap_wu128k": "-E -C 2000 -L -S -W -N unmap_wu128k -l 128k -I 500000 -w -B 100 -f /var/tmp/libmicro.unmap_wu128k_file", + "unmap_wz128k": "-E -C 2000 -L -S -W -N unmap_wz128k -l 128k -I 8000 -w -B 100 -f /dev/zero", + "unmap_z128k": "-E -C 2000 -L -S -W -N unmap_z128k -l 128k -I 500 -B 100 -f /dev/zero", + "strchr_10": "-E -C 2000 -L -S -W -N strchr_10 -s 10 -I 100 -B 100", + "strchr_1k": "-E -C 2000 -L -S -W -N strchr_1k -s 1k -I 5 -B 1000", + "strcmp_10": "-E -C 2000 -L -S -W -N strcmp_10 -s 10 -I 10 -B 1000", + "strcmp_1k": "-E -C 2000 -L -S -W -N strcmp_1k -s 1k -I 200 -B 100", + "strcpy_10": "-E -C 2000 -L -S -W -N strcpy_10 -s 10 -I 100 -B 100", + "strcpy_1k": "-E -C 2000 -L -S -W -N strcpy_1k -s 1k -I 200 -B 100", + "strlen_10": "-E -C 2000 -L -S -W -N strlen_10 -s 10 -I 5 -B 1000", + "strlen_1k": "-E -C 2000 -L -S -W -N strlen_1k -s 1k -I 100 -B 100", +} + class PerfLibmicro(TSTPerf): - """libmicro pthread_create/fork 工具类 — 委托给 PerfLibMicro + """libmicro 工具类 — 委托给 PerfLibMicro - 接收 parse-csv2case.py 传入的 CSV 字符串参数， - 拼接为 test_opt 和 tool_path 后委托给 PerfLibMicro。 + 支持调度类（pthread_create/fork）和内存类（malloc/memcpy/memset/mmap等）。 """ def __init__( self, tc_name: str, - test_name: str = "pthread_create", - processes: str = "1", - threads: str = "4", - iterations: str = "5", - count: str = "10", - sync: str = "1", + # 调度类参数 + test_name: str = "", + processes: str = "", + threads: str = "", + iterations: str = "", + count: str = "", + sync: str = "", + # 内存类参数 + tool_name: str = "", + bench_name: str = "", ): super().__init__() - test_opt = f"-P {processes} -T {threads} -B {iterations} -C {count}" - if str(sync).strip() == "1": - test_opt += " -S" - tool_path = f"tools/libmicro.install/build/{test_name}" + + if bench_name and bench_name in _MM_TEST_OPT: + # 内存类模式：从查表获取 test_opt + test_opt = _MM_TEST_OPT[bench_name] + tool_path = f"tools/libmicro.install/build/{tool_name}" + label = "L0:内存" + else: + # 调度类模式：拼接参数 + test_opt = f"-P {processes} -T {threads} -B {iterations} -C {count}" + if str(sync).strip() == "1": + test_opt += " -S" + tool_path = f"tools/libmicro.install/build/{test_name}" + label = "L0:调度" + self._impl = PerfLibMicro( name=tc_name, - label="L0:调度", + label=label, test_opt=test_opt, tool_path=tool_path, ) diff --git a/testcase/libmicro/tperf-libmicro-bnmallocT2_100k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-bnmallocT2_100k-tnmalloc.py new file mode 100755 index 0000000..292e61d --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmallocT2_100k-tnmalloc.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 34d37bdd4d55aeeb + @用例名称: tperf-libmicro-bnmallocT2_100k-tnmalloc + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=mallocT2_100k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="malloc", + bench_name="mallocT2_100k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=mallocT2_100k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_10-tnmalloc.py b/testcase/libmicro/tperf-libmicro-bnmalloc_10-tnmalloc.py new file mode 100755 index 0000000..e8b67c1 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmalloc_10-tnmalloc.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 50e660d6ff1678af + @用例名称: tperf-libmicro-bnmalloc_10-tnmalloc + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_10 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="malloc", + bench_name="malloc_10", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_10 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_100-tnmalloc.py b/testcase/libmicro/tperf-libmicro-bnmalloc_100-tnmalloc.py new file mode 100755 index 0000000..08dff77 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmalloc_100-tnmalloc.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 432a8ed4ec6b4cd8 + @用例名称: tperf-libmicro-bnmalloc_100-tnmalloc + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_100 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="malloc", + bench_name="malloc_100", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_100 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_100k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-bnmalloc_100k-tnmalloc.py new file mode 100755 index 0000000..238e0a2 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmalloc_100k-tnmalloc.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: c865e0b5c2e45182 + @用例名称: tperf-libmicro-bnmalloc_100k-tnmalloc + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_100k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="malloc", + bench_name="malloc_100k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_100k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_10k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-bnmalloc_10k-tnmalloc.py new file mode 100755 index 0000000..e8fb0e7 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmalloc_10k-tnmalloc.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 1ae4b2b364c6a980 + @用例名称: tperf-libmicro-bnmalloc_10k-tnmalloc + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_10k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="malloc", + bench_name="malloc_10k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_10k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_1k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-bnmalloc_1k-tnmalloc.py new file mode 100755 index 0000000..76afe73 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmalloc_1k-tnmalloc.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 79c740b413e08bb0 + @用例名称: tperf-libmicro-bnmalloc_1k-tnmalloc + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_1k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="malloc", + bench_name="malloc_1k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_1k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_1m-tnmalloc.py b/testcase/libmicro/tperf-libmicro-bnmalloc_1m-tnmalloc.py new file mode 100755 index 0000000..acaea59 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmalloc_1m-tnmalloc.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 8e80fbde4a8de072 + @用例名称: tperf-libmicro-bnmalloc_1m-tnmalloc + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_1m + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="malloc", + bench_name="malloc_1m", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_1m + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_10-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-bnmemcpy_10-tnmemcpy.py new file mode 100755 index 0000000..e596d02 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemcpy_10-tnmemcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 274fea701207ce69 + @用例名称: tperf-libmicro-bnmemcpy_10-tnmemcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memcpy", + bench_name="memcpy_10", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_100k-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-bnmemcpy_100k-tnmemcpy.py new file mode 100755 index 0000000..85f99ca --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemcpy_100k-tnmemcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: a5d1f9725762131f + @用例名称: tperf-libmicro-bnmemcpy_100k-tnmemcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_100k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memcpy", + bench_name="memcpy_100k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_100k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_10k-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-bnmemcpy_10k-tnmemcpy.py new file mode 100755 index 0000000..50cfe8f --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemcpy_10k-tnmemcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 70c60619f79c11a7 + @用例名称: tperf-libmicro-bnmemcpy_10k-tnmemcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memcpy", + bench_name="memcpy_10k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_10m-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-bnmemcpy_10m-tnmemcpy.py new file mode 100755 index 0000000..b8103b4 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemcpy_10m-tnmemcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 99d17fccafabb299 + @用例名称: tperf-libmicro-bnmemcpy_10m-tnmemcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10m + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memcpy", + bench_name="memcpy_10m", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10m + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_1k-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-bnmemcpy_1k-tnmemcpy.py new file mode 100755 index 0000000..0c21b60 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemcpy_1k-tnmemcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 80f80d3f515e5956 + @用例名称: tperf-libmicro-bnmemcpy_1k-tnmemcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_1k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memcpy", + bench_name="memcpy_1k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_1k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemcpy.py new file mode 100755 index 0000000..e0e8c35 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 8afdb1413daf1b26 + @用例名称: tperf-libmicro-bnmemcpy_1m-tnmemcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_1m + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memcpy", + bench_name="memcpy_1m", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_1m + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemset.py b/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemset.py new file mode 100755 index 0000000..d15401a --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemset.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: a5a382c6cab48677 + @用例名称: tperf-libmicro-bnmemcpy_1m-tnmemset + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memcpy_1m + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memset", + bench_name="memcpy_1m", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memcpy_1m + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemset_100k-tnmemset.py b/testcase/libmicro/tperf-libmicro-bnmemset_100k-tnmemset.py new file mode 100755 index 0000000..8b0fa5c --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemset_100k-tnmemset.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: c92e725a73a76739 + @用例名称: tperf-libmicro-bnmemset_100k-tnmemset + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_100k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memset", + bench_name="memset_100k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_100k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemset_10k-tnmemset.py b/testcase/libmicro/tperf-libmicro-bnmemset_10k-tnmemset.py new file mode 100755 index 0000000..35daf49 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemset_10k-tnmemset.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 9308c599df6e61e2 + @用例名称: tperf-libmicro-bnmemset_10k-tnmemset + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_10k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memset", + bench_name="memset_10k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_10k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmemset_10m-tnmemset.py b/testcase/libmicro/tperf-libmicro-bnmemset_10m-tnmemset.py new file mode 100755 index 0000000..99d3c6a --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmemset_10m-tnmemset.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 655936b6b02b2479 + @用例名称: tperf-libmicro-bnmemset_10m-tnmemset + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_10m + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="memset", + bench_name="memset_10m", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_10m + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_ra128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_ra128k-tnmmap.py new file mode 100755 index 0000000..e35f28f --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_ra128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 8841f9a9a176e474 + @用例名称: tperf-libmicro-bnmmap_ra128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_ra128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_ra128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_ra128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_rt128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_rt128k-tnmmap.py new file mode 100755 index 0000000..f9a98ab --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_rt128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 2501d09abba0ea7d + @用例名称: tperf-libmicro-bnmmap_rt128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_rt128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_rt128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_rt128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_ru128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_ru128k-tnmmap.py new file mode 100755 index 0000000..dfe90dd --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_ru128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 89c06088183e87c6 + @用例名称: tperf-libmicro-bnmmap_ru128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_ru128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_ru128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_ru128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_rz128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_rz128k-tnmmap.py new file mode 100755 index 0000000..7e57d48 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_rz128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 33100dfa87713aeb + @用例名称: tperf-libmicro-bnmmap_rz128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_rz128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_rz128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_rz128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_t128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_t128k-tnmmap.py new file mode 100755 index 0000000..1f40c41 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_t128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 0a6f9743f1e15688 + @用例名称: tperf-libmicro-bnmmap_t128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_t128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_t128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_t128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_u128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_u128k-tnmmap.py new file mode 100755 index 0000000..e6d193f --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_u128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: e5934a9494cbd34a + @用例名称: tperf-libmicro-bnmmap_u128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_u128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_u128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_u128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wa128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_wa128k-tnmmap.py new file mode 100755 index 0000000..eafc80f --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_wa128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 0cec354f3da1e76e + @用例名称: tperf-libmicro-bnmmap_wa128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wa128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_wa128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wa128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wt128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_wt128k-tnmmap.py new file mode 100755 index 0000000..9b7b6ea --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_wt128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 6400f9d6693a9a5f + @用例名称: tperf-libmicro-bnmmap_wt128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wt128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_wt128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wt128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wu128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_wu128k-tnmmap.py new file mode 100755 index 0000000..5ef558e --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_wu128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: fecd0696fc171a8d + @用例名称: tperf-libmicro-bnmmap_wu128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wu128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_wu128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wu128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wz128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_wz128k-tnmmap.py new file mode 100755 index 0000000..aeff848 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_wz128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: a22a8368199391a9 + @用例名称: tperf-libmicro-bnmmap_wz128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wz128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_wz128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wz128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_z128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-bnmmap_z128k-tnmmap.py new file mode 100755 index 0000000..1e07ea2 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmmap_z128k-tnmmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: bb6fad02c704d503 + @用例名称: tperf-libmicro-bnmmap_z128k-tnmmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_z128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mmap", + bench_name="mmap_z128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_z128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnmprot_wz128k-tnmprotect.py b/testcase/libmicro/tperf-libmicro-bnmprot_wz128k-tnmprotect.py new file mode 100755 index 0000000..78aa877 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnmprot_wz128k-tnmprotect.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: d7bdbd96ac349559 + @用例名称: tperf-libmicro-bnmprot_wz128k-tnmprotect + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mprotect,bench_name=mprot_wz128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="mprotect", + bench_name="mprot_wz128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mprotect,bench_name=mprot_wz128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrchr_10-tnstrchr.py b/testcase/libmicro/tperf-libmicro-bnstrchr_10-tnstrchr.py new file mode 100755 index 0000000..ab77a22 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrchr_10-tnstrchr.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 47d051a94a4ef782 + @用例名称: tperf-libmicro-bnstrchr_10-tnstrchr + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strchr,bench_name=strchr_10 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strchr", + bench_name="strchr_10", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strchr,bench_name=strchr_10 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrchr_1k-tnstrchr.py b/testcase/libmicro/tperf-libmicro-bnstrchr_1k-tnstrchr.py new file mode 100755 index 0000000..fe322dd --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrchr_1k-tnstrchr.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: c8022ede130b76ec + @用例名称: tperf-libmicro-bnstrchr_1k-tnstrchr + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strchr,bench_name=strchr_1k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strchr", + bench_name="strchr_1k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strchr,bench_name=strchr_1k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcmp_10-tnstrcmp.py b/testcase/libmicro/tperf-libmicro-bnstrcmp_10-tnstrcmp.py new file mode 100755 index 0000000..cdf0f43 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrcmp_10-tnstrcmp.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 9c9ae614101c0f18 + @用例名称: tperf-libmicro-bnstrcmp_10-tnstrcmp + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcmp,bench_name=strcmp_10 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strcmp", + bench_name="strcmp_10", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcmp,bench_name=strcmp_10 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcmp_1k-tnstrcmp.py b/testcase/libmicro/tperf-libmicro-bnstrcmp_1k-tnstrcmp.py new file mode 100755 index 0000000..9a3fd93 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrcmp_1k-tnstrcmp.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 618993ac45f9cef6 + @用例名称: tperf-libmicro-bnstrcmp_1k-tnstrcmp + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcmp,bench_name=strcmp_1k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strcmp", + bench_name="strcmp_1k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcmp,bench_name=strcmp_1k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcpy_10-tnstrcpy.py b/testcase/libmicro/tperf-libmicro-bnstrcpy_10-tnstrcpy.py new file mode 100755 index 0000000..09f29f9 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrcpy_10-tnstrcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 23c4c3b7e0256d03 + @用例名称: tperf-libmicro-bnstrcpy_10-tnstrcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcpy,bench_name=strcpy_10 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strcpy", + bench_name="strcpy_10", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcpy,bench_name=strcpy_10 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcpy_1k-tnstrcpy.py b/testcase/libmicro/tperf-libmicro-bnstrcpy_1k-tnstrcpy.py new file mode 100755 index 0000000..bda1aba --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrcpy_1k-tnstrcpy.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: fa4053792439a0af + @用例名称: tperf-libmicro-bnstrcpy_1k-tnstrcpy + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcpy,bench_name=strcpy_1k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strcpy", + bench_name="strcpy_1k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcpy,bench_name=strcpy_1k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrlen_10-tnstrlen.py b/testcase/libmicro/tperf-libmicro-bnstrlen_10-tnstrlen.py new file mode 100755 index 0000000..9a361e0 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrlen_10-tnstrlen.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: ac664e818b77a975 + @用例名称: tperf-libmicro-bnstrlen_10-tnstrlen + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strlen,bench_name=strlen_10 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strlen", + bench_name="strlen_10", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strlen,bench_name=strlen_10 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnstrlen_1k-tnstrlen.py b/testcase/libmicro/tperf-libmicro-bnstrlen_1k-tnstrlen.py new file mode 100755 index 0000000..1f69fd1 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnstrlen_1k-tnstrlen.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 65b136e08247f29c + @用例名称: tperf-libmicro-bnstrlen_1k-tnstrlen + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strlen,bench_name=strlen_1k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="strlen", + bench_name="strlen_1k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strlen,bench_name=strlen_1k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_a128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_a128k-tnmunmap.py new file mode 100755 index 0000000..b4fbd60 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_a128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: abb0c870ac32df9c + @用例名称: tperf-libmicro-bnunmap_a128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_a128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_a128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_a128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_ra128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_ra128k-tnmunmap.py new file mode 100755 index 0000000..41ab496 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_ra128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 602a218e9f85a279 + @用例名称: tperf-libmicro-bnunmap_ra128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_ra128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_ra128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_ra128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_rt128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_rt128k-tnmunmap.py new file mode 100755 index 0000000..797880e --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_rt128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: e0e6dc7f59c1384e + @用例名称: tperf-libmicro-bnunmap_rt128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_rt128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_rt128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_rt128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_ru128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_ru128k-tnmunmap.py new file mode 100755 index 0000000..c10e61d --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_ru128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: c262a2b069ee00dd + @用例名称: tperf-libmicro-bnunmap_ru128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_ru128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_ru128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_ru128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_rz128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_rz128k-tnmunmap.py new file mode 100755 index 0000000..04fa0a7 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_rz128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 7596e83b9608b599 + @用例名称: tperf-libmicro-bnunmap_rz128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_rz128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_rz128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_rz128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_t128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_t128k-tnmunmap.py new file mode 100755 index 0000000..9db4b65 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_t128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 92588591065ac2fd + @用例名称: tperf-libmicro-bnunmap_t128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_t128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_t128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_t128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_u128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_u128k-tnmunmap.py new file mode 100755 index 0000000..dfbee80 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_u128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 8344516bf6789c0a + @用例名称: tperf-libmicro-bnunmap_u128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_u128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_u128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_u128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_wt128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_wt128k-tnmunmap.py new file mode 100755 index 0000000..31a7f0a --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_wt128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 0cc9b3f408368972 + @用例名称: tperf-libmicro-bnunmap_wt128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wt128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_wt128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wt128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_wu128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_wu128k-tnmunmap.py new file mode 100755 index 0000000..030ebb7 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_wu128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: a0481a0568096ec7 + @用例名称: tperf-libmicro-bnunmap_wu128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wu128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_wu128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wu128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_wz128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_wz128k-tnmunmap.py new file mode 100755 index 0000000..ede4057 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_wz128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 52e4c37ca123653f + @用例名称: tperf-libmicro-bnunmap_wz128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wz128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_wz128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wz128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_z128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-bnunmap_z128k-tnmunmap.py new file mode 100755 index 0000000..5eedf27 --- /dev/null +++ b/testcase/libmicro/tperf-libmicro-bnunmap_z128k-tnmunmap.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 09a2fdb030f13bfa + @用例名称: tperf-libmicro-bnunmap_z128k-tnmunmap + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_z128k + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具libmicro运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLibmicro( + tc_name=self.tc_name, + tool_name="munmap", + bench_name="unmap_z128k", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_z128k + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=20, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) -- Gitee From ec134b0fc0eaef4f0579ea7334b87ed88e8a4591 Mon Sep 17 00:00:00 2001 From: Jian Zhao Date: Wed, 1 Apr 2026 19:16:17 +0800 Subject: [PATCH 2/7] feat(lmbench): add complete memory benchmark cases (19 cases) Add lmbench memory subsystem test cases covering bw_mem (11 modes), bw_pipe, lat_mmap, lat_pagefault, lat_mem_rd (prefetch on/off), and lat_proc (fork/exec/shell). All parameters are configurable via lmbench-args-mm.csv. Upgrade lmbench.py to dual-mode wrapper supporting both sched (lat_ctx) and memory benchmarks. Signed-off-by: Jian Zhao --- testcase/lmbench/lmbench-args-mm.csv | 20 ++ testcase/lmbench/lmbench-tune-mm.csv | 21 ++ ...mbench-tune.csv => lmbench-tune-sched.csv} | 0 testcase/lmbench/lmbench.py | 188 +++++++++++++++--- ...w_mem-bcopy-ex-fi-mobcopy-se-si4096m-st.py | 65 ++++++ ...w_mem-bzero-ex-fi-mobzero-se-si4096m-st.py | 65 ++++++ ...P1-bnbw_mem-cp-ex-fi-mocp-se-si4096m-st.py | 65 ++++++ ...-bnbw_mem-fcp-ex-fi-mofcp-se-si4096m-st.py | 65 ++++++ ...-bnbw_mem-fwr-ex-fi-mofwr-se-si4096m-st.py | 65 ++++++ ...ned-exconflict-fi-mobcopy-se-si2048m-st.py | 65 ++++++ ...y-unaligned-ex-fi-mobcopy-se-si2048m-st.py | 65 ++++++ ...bnbw_mem-read-ex-fi-mofrd-se-si4096m-st.py | 65 ++++++ ...opy-unaligned-ex-fi-mofcp-se-si2048m-st.py | 65 ++++++ ...copy-unaligned-ex-fi-mocp-se-si2048m-st.py | 65 ++++++ ...nbw_mem-write-ex-fi-mofwr-se-si4096m-st.py | 65 ++++++ ...-lmbench-P1-bnbw_pipe-ex-fi-mo-se-si-st.py | 65 ++++++ ...-prefetch-off-ext-fi-mo-se-si256-st2000.py | 65 ++++++ ...rd-prefetch-on-ex-fi-mo-se-si256-st2000.py | 65 ++++++ ...ap-ex-fitmpfile-mo-sedd4096m-si4096m-st.py | 65 ++++++ ...agefault-ex-fitmpfile-mo-sedd128m-si-st.py | 65 ++++++ ...1-bnlat_proc-exec-ex-fi-moexec-se-si-st.py | 65 ++++++ ...1-bnlat_proc-fork-ex-fi-mofork-se-si-st.py | 65 ++++++ ...bnlat_proc-shell-ex-fi-moshell-se-si-st.py | 65 ++++++ 23 files changed, 1441 insertions(+), 23 deletions(-) create mode 100644 testcase/lmbench/lmbench-args-mm.csv create mode 100644 testcase/lmbench/lmbench-tune-mm.csv rename testcase/lmbench/{lmbench-tune.csv => lmbench-tune-sched.csv} (100%) create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bcopy-ex-fi-mobcopy-se-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bzero-ex-fi-mobzero-se-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-cp-ex-fi-mocp-se-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fcp-ex-fi-mofcp-se-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fwr-ex-fi-mofwr-se-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-aligned-exconflict-fi-mobcopy-se-si2048m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-unaligned-ex-fi-mobcopy-se-si2048m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-read-ex-fi-mofrd-se-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-bcopy-unaligned-ex-fi-mofcp-se-si2048m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-partial-bcopy-unaligned-ex-fi-mocp-se-si2048m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_mem-write-ex-fi-mofwr-se-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnbw_pipe-ex-fi-mo-se-si-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-off-ext-fi-mo-se-si256-st2000.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-on-ex-fi-mo-se-si256-st2000.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnlat_mmap-ex-fitmpfile-mo-sedd4096m-si4096m-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnlat_pagefault-ex-fitmpfile-mo-sedd128m-si-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnlat_proc-exec-ex-fi-moexec-se-si-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnlat_proc-fork-ex-fi-mofork-se-si-st.py create mode 100755 testcase/lmbench/tperf-lmbench-P1-bnlat_proc-shell-ex-fi-moshell-se-si-st.py diff --git a/testcase/lmbench/lmbench-args-mm.csv b/testcase/lmbench/lmbench-args-mm.csv new file mode 100644 index 0000000..f6b82e4 --- /dev/null +++ b/testcase/lmbench/lmbench-args-mm.csv @@ -0,0 +1,20 @@ +工具名称,子系统,权重,benchmark_name,P,size,stride,mode,filepath,extra,setup +lmbench,mm,0.017959,lat_mmap,1,4096m,,,tmpfile,,dd4096m +lmbench,mm,0.012711,lat_pagefault,1,,,,tmpfile,,dd128m +lmbench,mm,0.010844,bw_mem-fwr,1,4096m,,fwr,,, +lmbench,mm,0.010415,lat_mem_rd-prefetch-on,1,256,2000,,,, +lmbench,mm,0.010316,bw_pipe,1,,,,,, +lmbench,mm,0.010209,bw_mem-unrolled-partial-bcopy-unaligned,1,2048m,,cp,,, +lmbench,mm,0.010075,lat_mem_rd-prefetch-off,1,256,2000,,,t, +lmbench,mm,0.010038,bw_mem-bzero,1,4096m,,bzero,,, +lmbench,mm,0.010018,lat_proc-shell,1,,,shell,,, +lmbench,mm,0.010009,lat_proc-fork,1,,,fork,,, +lmbench,mm,0.009907,bw_mem-libc-bcopy-unaligned,1,2048m,,bcopy,,, +lmbench,mm,0.009903,bw_mem-bcopy,1,4096m,,bcopy,,, +lmbench,mm,0.009809,bw_mem-fcp,1,4096m,,fcp,,, +lmbench,mm,0.009792,bw_mem-write,1,4096m,,fwr,,, +lmbench,mm,0.009590,bw_mem-unrolled-bcopy-unaligned,1,2048m,,fcp,,, +lmbench,mm,0.009375,bw_mem-libc-bcopy-aligned,1,2048m,,bcopy,,conflict, +lmbench,mm,0.009149,bw_mem-cp,1,4096m,,cp,,, +lmbench,mm,0.009029,bw_mem-read,1,4096m,,frd,,, +lmbench,mm,0.008865,lat_proc-exec,1,,,exec,,, diff --git a/testcase/lmbench/lmbench-tune-mm.csv b/testcase/lmbench/lmbench-tune-mm.csv new file mode 100644 index 0000000..e771b55 --- /dev/null +++ b/testcase/lmbench/lmbench-tune-mm.csv @@ -0,0 +1,21 @@ +# lmbench memory 用例稳定性参数配置 +# 格式: 用例名称,warmup,run_loop,result_select_percent +tperf-lmbench-P1-bnlat_mmap-ex-fitmpfile-mo-sedd4096m-si4096m-st,1,10,80 +tperf-lmbench-P1-bnlat_pagefault-ex-fitmpfile-mo-sedd128m-si-st,1,10,80 +tperf-lmbench-P1-bnbw_mem-fwr-ex-fi-mofwr-se-si4096m-st,1,10,80 +tperf-lmbench-P1-bnlat_mem_rd-prefetch-on-ex-fi-mo-se-si256-st2000,0,1,100 +tperf-lmbench-P1-bnbw_pipe-ex-fi-mo-se-si-st,0,10,80 +tperf-lmbench-P1-bnbw_mem-unrolled-partial-bcopy-unaligned-ex-fi-mocp-se-si2048m-st,1,10,80 +tperf-lmbench-P1-bnlat_mem_rd-prefetch-off-ext-fi-mo-se-si256-st2000,0,1,100 +tperf-lmbench-P1-bnbw_mem-bzero-ex-fi-mobzero-se-si4096m-st,1,10,80 +tperf-lmbench-P1-bnlat_proc-shell-ex-fi-moshell-se-si-st,1,10,80 +tperf-lmbench-P1-bnlat_proc-fork-ex-fi-mofork-se-si-st,0,10,80 +tperf-lmbench-P1-bnbw_mem-libc-bcopy-unaligned-ex-fi-mobcopy-se-si2048m-st,1,10,80 +tperf-lmbench-P1-bnbw_mem-bcopy-ex-fi-mobcopy-se-si4096m-st,1,10,80 +tperf-lmbench-P1-bnbw_mem-fcp-ex-fi-mofcp-se-si4096m-st,1,10,80 +tperf-lmbench-P1-bnbw_mem-write-ex-fi-mofwr-se-si4096m-st,0,10,80 +tperf-lmbench-P1-bnbw_mem-unrolled-bcopy-unaligned-ex-fi-mofcp-se-si2048m-st,1,10,80 +tperf-lmbench-P1-bnbw_mem-libc-bcopy-aligned-exconflict-fi-mobcopy-se-si2048m-st,1,10,80 +tperf-lmbench-P1-bnbw_mem-cp-ex-fi-mocp-se-si4096m-st,1,10,80 +tperf-lmbench-P1-bnbw_mem-read-ex-fi-mofrd-se-si4096m-st,1,10,80 +tperf-lmbench-P1-bnlat_proc-exec-ex-fi-moexec-se-si-st,1,10,80 diff --git a/testcase/lmbench/lmbench-tune.csv b/testcase/lmbench/lmbench-tune-sched.csv similarity index 100% rename from testcase/lmbench/lmbench-tune.csv rename to testcase/lmbench/lmbench-tune-sched.csv diff --git a/testcase/lmbench/lmbench.py b/testcase/lmbench/lmbench.py index b89f5df..dba6af5 100644 --- a/testcase/lmbench/lmbench.py +++ b/testcase/lmbench/lmbench.py @@ -1,17 +1,25 @@ #!/usr/bin/python3 # coding: utf-8 -# Desc: lmbench lat_ctx 工具类，供 parse-csv2case.py 通用框架调用 +# Desc: lmbench 工具类，供 parse-csv2case.py 通用框架调用 # -# 内部委托给 lib.ts_common.PerfLMbench，确保生成的 case -# 与老 case (tperf-lmbench-lat_ctx-*.py) 行为完全一致。 +# 内部委托给 lib.ts_common.PerfLMbench，支持两种参数模式： # -# CSV 参数列名与 __init__ 参数名的对应关系： -# subtest → subtest (lat_ctx) -# -P= → parallelism -# -s= → size_kb -# num_procs → num_procs +# 模式1（调度类 - lmbench-args-sched.csv）： +# subtest, parallelism, size_kb, num_procs +# +# 模式2（内存类 - lmbench-args-mm.csv）： +# benchmark_name, P, size, stride, mode, filepath, extra, setup +# 所有参数均在 CSV 中配置，修改参数只需编辑 CSV 文件 +# +# CSV 编码约定（避免文件名中出现斜杠/空格）： +# filepath: tmpfile → /tmp/test-FILE +# setup: dd4096m → dd if=/dev/zero of=/tmp/test-FILE bs=1M count=4096 oflag=direct +# dd128m → dd if=/dev/zero of=/tmp/test-FILE bs=1M count=128 oflag=direct +# extra: t → -t（传给 general_opt） +# conflict → conflict（直接追加到 general_opt） import os +import shutil import sys _suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") @@ -22,35 +30,169 @@ while _suite_top_dir != "/": sys.path.append(_suite_top_dir) from common.lib.benchmark import TSTPerf # noqa: E402 +from common.lib.common import command # noqa: E402 from lib.ts_common import PerfLMbench # noqa: E402 +# filepath 编码 → 实际路径 +_FILEPATH_MAP = { + "tmpfile": "/tmp/test-FILE", +} + +# setup 编码 → 实际命令 +_SETUP_MAP = { + "dd4096m": "/usr/bin/dd if=/dev/zero of=/tmp/test-FILE bs=1M count=4096 oflag=direct", + "dd128m": "/usr/bin/dd if=/dev/zero of=/tmp/test-FILE bs=1M count=128 oflag=direct", +} + + +def _build_general_opt(P, size, stride, mode, filepath, extra): + """根据 CSV 参数动态拼接 general_opt + + 拼接规则与老 case 完全一致： + bw_mem: -P {P} {size} {mode} [extra] + bw_pipe: -P {P} + lat_mmap: -P {P} {size} {filepath} + lat_pagefault: -P {P} {filepath} + lat_mem_rd: -P {P} [-t] {stride} {size} + lat_proc: -P {P} {mode} + """ + parts = [f"-P {P}"] + + # extra 展开：t → -t，其他原样 + extra_str = extra.strip() + if extra_str == "t": + parts.append("-t") + + # stride（如 2000，用于 lat_mem_rd，命令格式中 stride 在 size 之前） + if stride.strip(): + parts.append(stride.strip()) + + # size（如 4096m、256、2048m） + if size.strip(): + parts.append(size.strip()) + + # mode（如 fwr、cp、fcp、frd、bzero、bcopy、fork、exec、shell） + if mode.strip(): + parts.append(mode.strip()) + + # filepath 展开 + fp = filepath.strip() + if fp: + real_path = _FILEPATH_MAP.get(fp, fp) + parts.append(real_path) + + # conflict 等额外标志（非 t 类型的 extra） + if extra_str and extra_str != "t": + parts.append(extra_str) + + return " ".join(parts) + + +def _resolve_name(benchmark_name): + """从 benchmark_name 推导 PerfLMbench 的 name 参数 + + bw_mem-fwr → bw_mem + bw_mem-cp → bw_mem + lat_mem_rd-* → lat_mem_rd + lat_proc-fork → lat_proc + bw_pipe → bw_pipe + lat_mmap → lat_mmap + lat_pagefault → lat_pagefault + """ + # 已知的基准工具名列表（按长度降序匹配最长前缀） + known_names = [ + "bw_mem", "bw_pipe", + "lat_mem_rd", "lat_mmap", "lat_pagefault", "lat_proc", + ] + for name in sorted(known_names, key=len, reverse=True): + if benchmark_name == name or benchmark_name.startswith(name + "-"): + return name + # 未匹配时直接返回 benchmark_name + return benchmark_name + class PerfLmbench(TSTPerf): - """lmbench lat_ctx 工具类 — 委托给 PerfLMbench + """lmbench 工具类 — 委托给 PerfLMbench - 接收 parse-csv2case.py 传入的 CSV 字符串参数， - 拼接为 general_opt 后委托给 PerfLMbench。 + 支持调度类（lat_ctx）和内存类（bw_mem/lat_mem_rd/lat_mmap 等）。 """ def __init__( self, tc_name: str, - subtest: str = "lat_ctx", - parallelism: str = "1", - size_kb: str = "8", - num_procs: str = "12", + # 调度类参数 + subtest: str = "", + parallelism: str = "", + size_kb: str = "", + num_procs: str = "", + # 内存类参数 + benchmark_name: str = "", + P: str = "", + size: str = "", + stride: str = "", + mode: str = "", + filepath: str = "", + extra: str = "", + setup: str = "", ): super().__init__() - general_opt = f"-P {parallelism} -s {size_kb} {num_procs}" - self._impl = PerfLMbench( - name=subtest, - testname=tc_name, - label="L0:sched", - general_opt=general_opt, - ) + self._setup_cmd = "" + self._numactl = False + self._copy_hello = False + + if benchmark_name: + # 内存类模式：从 CSV 参数动态拼接 + name = _resolve_name(benchmark_name) + general_opt = _build_general_opt(P, size, stride, mode, filepath, extra) + + # setup 展开 + setup_key = setup.strip() + if setup_key: + self._setup_cmd = _SETUP_MAP.get(setup_key, setup_key) + + # lat_mem_rd 需要 numactl + if name == "lat_mem_rd": + self._numactl = True + + # lat_proc-shell 需要复制 hello + if benchmark_name == "lat_proc-shell": + self._copy_hello = True + + # bw_pipe 老 case label 是 L0:net + label = "L0:net" if name == "bw_pipe" else "L0:内存" + + self._impl = PerfLMbench( + name=name, + testname=tc_name, + label=label, + general_opt=general_opt, + ) + else: + # 调度类模式：拼接参数 + general_opt = f"-P {parallelism} -s {size_kb} {num_procs}" + self._impl = PerfLMbench( + name=subtest or "lat_ctx", + testname=tc_name, + label="L0:sched", + general_opt=general_opt, + ) def prepare(self): - return self._impl.prepare() + ret = self._impl.prepare() + # 执行 setup 命令（如 dd 创建测试文件） + if self._setup_cmd: + command(cmd=self._setup_cmd) + # lat_proc-shell 需要复制 hello + if self._copy_hello: + tperf_top_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) + hello = os.path.join(tperf_top_dir, "tools/lmbench.install/build/bin/hello") + if os.path.isfile(hello): + shutil.copy(hello, "/tmp/") + # lat_mem_rd 需要 numactl 前缀 + if self._numactl: + self._impl.command = \ + f"numactl --cpunodebind=0 --membind=0 {self._impl.command}" + return ret def benchmark(self): return self._impl.benchmark() diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bcopy-ex-fi-mobcopy-se-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bcopy-ex-fi-mobcopy-se-si4096m-st.py new file mode 100755 index 0000000..599554d --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bcopy-ex-fi-mobcopy-se-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 51160311ddb5d02b + @用例名称: tperf-lmbench-P1-bnbw_mem-bcopy-ex-fi-mobcopy-se-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-bcopy,P=1,size=4096m,stride=,mode=bcopy,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-bcopy", + P="1", + size="4096m", + stride="", + mode="bcopy", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-bcopy,P=1,size=4096m,stride=,mode=bcopy,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bzero-ex-fi-mobzero-se-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bzero-ex-fi-mobzero-se-si4096m-st.py new file mode 100755 index 0000000..5f32685 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-bzero-ex-fi-mobzero-se-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 26375901b8df7d0f + @用例名称: tperf-lmbench-P1-bnbw_mem-bzero-ex-fi-mobzero-se-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-bzero,P=1,size=4096m,stride=,mode=bzero,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-bzero", + P="1", + size="4096m", + stride="", + mode="bzero", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-bzero,P=1,size=4096m,stride=,mode=bzero,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-cp-ex-fi-mocp-se-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-cp-ex-fi-mocp-se-si4096m-st.py new file mode 100755 index 0000000..009ef60 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-cp-ex-fi-mocp-se-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 8267572049d9f3cf + @用例名称: tperf-lmbench-P1-bnbw_mem-cp-ex-fi-mocp-se-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-cp,P=1,size=4096m,stride=,mode=cp,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-cp", + P="1", + size="4096m", + stride="", + mode="cp", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-cp,P=1,size=4096m,stride=,mode=cp,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fcp-ex-fi-mofcp-se-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fcp-ex-fi-mofcp-se-si4096m-st.py new file mode 100755 index 0000000..5ce0e2d --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fcp-ex-fi-mofcp-se-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 8134ed898240108b + @用例名称: tperf-lmbench-P1-bnbw_mem-fcp-ex-fi-mofcp-se-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-fcp,P=1,size=4096m,stride=,mode=fcp,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-fcp", + P="1", + size="4096m", + stride="", + mode="fcp", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-fcp,P=1,size=4096m,stride=,mode=fcp,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fwr-ex-fi-mofwr-se-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fwr-ex-fi-mofwr-se-si4096m-st.py new file mode 100755 index 0000000..e88b874 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-fwr-ex-fi-mofwr-se-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: bf42eb5ad9b1e089 + @用例名称: tperf-lmbench-P1-bnbw_mem-fwr-ex-fi-mofwr-se-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-fwr,P=1,size=4096m,stride=,mode=fwr,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-fwr", + P="1", + size="4096m", + stride="", + mode="fwr", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-fwr,P=1,size=4096m,stride=,mode=fwr,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-aligned-exconflict-fi-mobcopy-se-si2048m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-aligned-exconflict-fi-mobcopy-se-si2048m-st.py new file mode 100755 index 0000000..9def25e --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-aligned-exconflict-fi-mobcopy-se-si2048m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 6c8be30c69228070 + @用例名称: tperf-lmbench-P1-bnbw_mem-libc-bcopy-aligned-exconflict-fi-mobcopy-se-si2048m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-libc-bcopy-aligned,P=1,size=2048m,stride=,mode=bcopy,filepath=,extra=conflict,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-libc-bcopy-aligned", + P="1", + size="2048m", + stride="", + mode="bcopy", + filepath="", + extra="conflict", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-libc-bcopy-aligned,P=1,size=2048m,stride=,mode=bcopy,filepath=,extra=conflict,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-unaligned-ex-fi-mobcopy-se-si2048m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-unaligned-ex-fi-mobcopy-se-si2048m-st.py new file mode 100755 index 0000000..df4fdd1 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-libc-bcopy-unaligned-ex-fi-mobcopy-se-si2048m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 68dfdd2dd1ee8504 + @用例名称: tperf-lmbench-P1-bnbw_mem-libc-bcopy-unaligned-ex-fi-mobcopy-se-si2048m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-libc-bcopy-unaligned,P=1,size=2048m,stride=,mode=bcopy,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-libc-bcopy-unaligned", + P="1", + size="2048m", + stride="", + mode="bcopy", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-libc-bcopy-unaligned,P=1,size=2048m,stride=,mode=bcopy,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-read-ex-fi-mofrd-se-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-read-ex-fi-mofrd-se-si4096m-st.py new file mode 100755 index 0000000..e301c52 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-read-ex-fi-mofrd-se-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 03e4a79ff834027d + @用例名称: tperf-lmbench-P1-bnbw_mem-read-ex-fi-mofrd-se-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-read,P=1,size=4096m,stride=,mode=frd,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-read", + P="1", + size="4096m", + stride="", + mode="frd", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-read,P=1,size=4096m,stride=,mode=frd,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-bcopy-unaligned-ex-fi-mofcp-se-si2048m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-bcopy-unaligned-ex-fi-mofcp-se-si2048m-st.py new file mode 100755 index 0000000..1ef1ab9 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-bcopy-unaligned-ex-fi-mofcp-se-si2048m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 7963905a2de1ff10 + @用例名称: tperf-lmbench-P1-bnbw_mem-unrolled-bcopy-unaligned-ex-fi-mofcp-se-si2048m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-unrolled-bcopy-unaligned,P=1,size=2048m,stride=,mode=fcp,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-unrolled-bcopy-unaligned", + P="1", + size="2048m", + stride="", + mode="fcp", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-unrolled-bcopy-unaligned,P=1,size=2048m,stride=,mode=fcp,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-partial-bcopy-unaligned-ex-fi-mocp-se-si2048m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-partial-bcopy-unaligned-ex-fi-mocp-se-si2048m-st.py new file mode 100755 index 0000000..eaa76a4 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-unrolled-partial-bcopy-unaligned-ex-fi-mocp-se-si2048m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 9741978ccbf2172b + @用例名称: tperf-lmbench-P1-bnbw_mem-unrolled-partial-bcopy-unaligned-ex-fi-mocp-se-si2048m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-unrolled-partial-bcopy-unaligned,P=1,size=2048m,stride=,mode=cp,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-unrolled-partial-bcopy-unaligned", + P="1", + size="2048m", + stride="", + mode="cp", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-unrolled-partial-bcopy-unaligned,P=1,size=2048m,stride=,mode=cp,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-write-ex-fi-mofwr-se-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-write-ex-fi-mofwr-se-si4096m-st.py new file mode 100755 index 0000000..d34a7c0 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_mem-write-ex-fi-mofwr-se-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 29a71942bf41509c + @用例名称: tperf-lmbench-P1-bnbw_mem-write-ex-fi-mofwr-se-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_mem-write,P=1,size=4096m,stride=,mode=fwr,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_mem-write", + P="1", + size="4096m", + stride="", + mode="fwr", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_mem-write,P=1,size=4096m,stride=,mode=fwr,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnbw_pipe-ex-fi-mo-se-si-st.py b/testcase/lmbench/tperf-lmbench-P1-bnbw_pipe-ex-fi-mo-se-si-st.py new file mode 100755 index 0000000..3a7b8cd --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnbw_pipe-ex-fi-mo-se-si-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 04c3015c63ba2492 + @用例名称: tperf-lmbench-P1-bnbw_pipe-ex-fi-mo-se-si-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=bw_pipe,P=1,size=,stride=,mode=,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="bw_pipe", + P="1", + size="", + stride="", + mode="", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=bw_pipe,P=1,size=,stride=,mode=,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-off-ext-fi-mo-se-si256-st2000.py b/testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-off-ext-fi-mo-se-si256-st2000.py new file mode 100755 index 0000000..5b95581 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-off-ext-fi-mo-se-si256-st2000.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 56daf87fd7d13248 + @用例名称: tperf-lmbench-P1-bnlat_mem_rd-prefetch-off-ext-fi-mo-se-si256-st2000 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=lat_mem_rd-prefetch-off,P=1,size=256,stride=2000,mode=,filepath=,extra=t,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="lat_mem_rd-prefetch-off", + P="1", + size="256", + stride="2000", + mode="", + filepath="", + extra="t", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=lat_mem_rd-prefetch-off,P=1,size=256,stride=2000,mode=,filepath=,extra=t,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-on-ex-fi-mo-se-si256-st2000.py b/testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-on-ex-fi-mo-se-si256-st2000.py new file mode 100755 index 0000000..ceed108 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnlat_mem_rd-prefetch-on-ex-fi-mo-se-si256-st2000.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: abbdcdce2cc43a0c + @用例名称: tperf-lmbench-P1-bnlat_mem_rd-prefetch-on-ex-fi-mo-se-si256-st2000 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=lat_mem_rd-prefetch-on,P=1,size=256,stride=2000,mode=,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="lat_mem_rd-prefetch-on", + P="1", + size="256", + stride="2000", + mode="", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=lat_mem_rd-prefetch-on,P=1,size=256,stride=2000,mode=,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnlat_mmap-ex-fitmpfile-mo-sedd4096m-si4096m-st.py b/testcase/lmbench/tperf-lmbench-P1-bnlat_mmap-ex-fitmpfile-mo-sedd4096m-si4096m-st.py new file mode 100755 index 0000000..2b7feeb --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnlat_mmap-ex-fitmpfile-mo-sedd4096m-si4096m-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: ebb19cdeea9c29da + @用例名称: tperf-lmbench-P1-bnlat_mmap-ex-fitmpfile-mo-sedd4096m-si4096m-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=lat_mmap,P=1,size=4096m,stride=,mode=,filepath=tmpfile,extra=,setup=dd4096m + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="lat_mmap", + P="1", + size="4096m", + stride="", + mode="", + filepath="tmpfile", + extra="", + setup="dd4096m", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=lat_mmap,P=1,size=4096m,stride=,mode=,filepath=tmpfile,extra=,setup=dd4096m + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnlat_pagefault-ex-fitmpfile-mo-sedd128m-si-st.py b/testcase/lmbench/tperf-lmbench-P1-bnlat_pagefault-ex-fitmpfile-mo-sedd128m-si-st.py new file mode 100755 index 0000000..561fccb --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnlat_pagefault-ex-fitmpfile-mo-sedd128m-si-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 9101936b4204d21a + @用例名称: tperf-lmbench-P1-bnlat_pagefault-ex-fitmpfile-mo-sedd128m-si-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=lat_pagefault,P=1,size=,stride=,mode=,filepath=tmpfile,extra=,setup=dd128m + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="lat_pagefault", + P="1", + size="", + stride="", + mode="", + filepath="tmpfile", + extra="", + setup="dd128m", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=lat_pagefault,P=1,size=,stride=,mode=,filepath=tmpfile,extra=,setup=dd128m + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-exec-ex-fi-moexec-se-si-st.py b/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-exec-ex-fi-moexec-se-si-st.py new file mode 100755 index 0000000..7fe3816 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-exec-ex-fi-moexec-se-si-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 654ebccd350e14ef + @用例名称: tperf-lmbench-P1-bnlat_proc-exec-ex-fi-moexec-se-si-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=lat_proc-exec,P=1,size=,stride=,mode=exec,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="lat_proc-exec", + P="1", + size="", + stride="", + mode="exec", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=lat_proc-exec,P=1,size=,stride=,mode=exec,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-fork-ex-fi-mofork-se-si-st.py b/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-fork-ex-fi-mofork-se-si-st.py new file mode 100755 index 0000000..3c72c8b --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-fork-ex-fi-mofork-se-si-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 0758d2c53bbb353f + @用例名称: tperf-lmbench-P1-bnlat_proc-fork-ex-fi-mofork-se-si-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=lat_proc-fork,P=1,size=,stride=,mode=fork,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="lat_proc-fork", + P="1", + size="", + stride="", + mode="fork", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=lat_proc-fork,P=1,size=,stride=,mode=fork,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-shell-ex-fi-moshell-se-si-st.py b/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-shell-ex-fi-moshell-se-si-st.py new file mode 100755 index 0000000..e669de8 --- /dev/null +++ b/testcase/lmbench/tperf-lmbench-P1-bnlat_proc-shell-ex-fi-moshell-se-si-st.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.lmbench.lmbench import PerfLmbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 1b5e718c8e9d60c4 + @用例名称: tperf-lmbench-P1-bnlat_proc-shell-ex-fi-moshell-se-si-st + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用lmbench测试mm性能，参数：benchmark_name=lat_proc-shell,P=1,size=,stride=,mode=shell,filepath=,extra=,setup= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具lmbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfLmbench( + tc_name=self.tc_name, + benchmark_name="lat_proc-shell", + P="1", + size="", + stride="", + mode="shell", + filepath="", + extra="", + setup="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用lmbench工具测试性能，参数：benchmark_name=lat_proc-shell,P=1,size=,stride=,mode=shell,filepath=,extra=,setup= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=100, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) -- Gitee From c68b4eee9bd5d1ecb2e7bcb3c6754fe150d36370 Mon Sep 17 00:00:00 2001 From: Jian Zhao Date: Wed, 1 Apr 2026 19:27:20 +0800 Subject: [PATCH 3/7] refactor(libmicro): move mm test_opt params from code to CSV Remove hardcoded _MM_TEST_OPT lookup table from libmicro.py. All memory benchmark parameters (s, l, g, T, I, B, r, w, f) are now stored in libmicro-args-mm.csv and dynamically assembled into test_opt at runtime. The -f column uses shortcodes (tmp/var/zero/anon) to avoid path separators in case filenames. Signed-off-by: Jian Zhao --- testcase/libmicro/libmicro-args-mm.csv | 98 +++++++------- testcase/libmicro/libmicro-tune-mm.csv | 98 +++++++------- testcase/libmicro/libmicro.py | 124 ++++++++++-------- ...T-bnmemcpy_10m-f-g-l-r-s10m-tnmemcpy-w.py} | 23 +++- ...T-bnmemset_10m-f-g-l-r-s10m-tnmemset-w.py} | 23 +++- ...0-T-bnmemcpy_1m-f-g-l-r-s1m-tnmemcpy-w.py} | 23 +++- ...T-bnmalloc_1k-f-g10-l-r-s1k-tnmalloc-w.py} | 23 +++- ...0-T-bnstrchr_10-f-g-l-r-s10-tnstrchr-w.py} | 23 +++- ...0-T-bnstrcpy_10-f-g-l-r-s10-tnstrcpy-w.py} | 23 +++- ...0-T-bnstrlen_1k-f-g-l-r-s1k-tnstrlen-w.py} | 23 +++- ...bnmemcpy_100k-f-g-l-r-s100k-tnmemcpy-w.py} | 23 +++- ...bnmemset_100k-f-g-l-r-s100k-tnmemset-w.py} | 23 +++- ...bnmmap_t128k-ftmp-g-l128k-r-s-tnmmap-w.py} | 23 +++- ...bnmmap_u128k-fvar-g-l128k-r-s-tnmmap-w.py} | 23 +++- ...wz128k-fzero-g-l128k-r-s-tnmprotect-w1.py} | 23 +++- ...ap_wt128k-ftmp-g-l128k-r-s-tnmunmap-w1.py} | 23 +++- ...llocT2_100k-f-g10-l-r-s100k-tnmalloc-w.py} | 23 +++- ...0-T-bnstrcmp_1k-f-g-l-r-s1k-tnstrcmp-w.py} | 23 +++- ...0-T-bnstrcpy_1k-f-g-l-r-s1k-tnstrcpy-w.py} | 23 +++- ...map_a128k-fanon-g-l128k-r-s-tnmunmap-w.py} | 23 +++- ...malloc_100k-f-g10-l-r-s100k-tnmalloc-w.py} | 23 +++- ...T-bnmalloc_1m-f-g10-l-r-s1m-tnmalloc-w.py} | 23 +++- ...0-T-bnmemset_1m-f-g-l-r-s1m-tnmemset-w.py} | 25 ++-- ...map_rz128k-fzero-g-l128k-r1-s-tnmmap-w.py} | 23 +++- ...nmmap_z128k-fzero-g-l128k-r-s-tnmmap-w.py} | 23 +++- ...p_ra128k-fanon-g-l128k-r1-s-tnmunmap-w.py} | 23 +++- ...p_rz128k-fzero-g-l128k-r1-s-tnmunmap-w.py} | 23 +++- ...map_ra128k-fanon-g-l128k-r1-s-tnmmap-w.py} | 23 +++- ...mmap_rt128k-ftmp-g-l128k-r1-s-tnmmap-w.py} | 23 +++- ...mmap_ru128k-fvar-g-l128k-r1-s-tnmmap-w.py} | 23 +++- ...ap_rt128k-ftmp-g-l128k-r1-s-tnmunmap-w.py} | 23 +++- ...ap_ru128k-fvar-g-l128k-r1-s-tnmunmap-w.py} | 23 +++- ...T-bnmalloc_10-f-g10-l-r-s10-tnmalloc-w.py} | 23 +++- ...bnmalloc_100-f-g10-l-r-s100-tnmalloc-w.py} | 23 +++- ...bnmalloc_10k-f-g10-l-r-s10k-tnmalloc-w.py} | 23 +++- ...0-T-bnmemcpy_1k-f-g-l-r-s1k-tnmemcpy-w.py} | 23 +++- ...nmap_t128k-ftmp-g-l128k-r-s-tnmunmap-w.py} | 23 +++- ...nmap_u128k-fvar-g-l128k-r-s-tnmunmap-w.py} | 23 +++- ...map_z128k-fzero-g-l128k-r-s-tnmunmap-w.py} | 23 +++- ...map_wa128k-fanon-g-l128k-r-s-tnmmap-w1.py} | 23 +++- ...mmap_wt128k-ftmp-g-l128k-r-s-tnmmap-w1.py} | 23 +++- ...map_wz128k-fzero-g-l128k-r-s-tnmmap-w1.py} | 23 +++- ...mmap_wu128k-fvar-g-l128k-r-s-tnmmap-w1.py} | 23 +++- ...ap_wu128k-fvar-g-l128k-r-s-tnmunmap-w1.py} | 23 +++- ...T-bnmemcpy_10k-f-g-l-r-s10k-tnmemcpy-w.py} | 23 +++- ...T-bnmemset_10k-f-g-l-r-s10k-tnmemset-w.py} | 23 +++- ...p_wz128k-fzero-g-l128k-r-s-tnmunmap-w1.py} | 23 +++- ...0-T-bnmemcpy_10-f-g-l-r-s10-tnmemcpy-w.py} | 23 +++- ...0-T-bnstrcmp_10-f-g-l-r-s10-tnstrcmp-w.py} | 23 +++- ...5-T-bnstrchr_1k-f-g-l-r-s1k-tnstrchr-w.py} | 23 +++- ...5-T-bnstrlen_10-f-g-l-r-s10-tnstrlen-w.py} | 23 +++- 51 files changed, 937 insertions(+), 489 deletions(-) rename testcase/libmicro/{tperf-libmicro-bnmemcpy_10m-tnmemcpy.py => tperf-libmicro-B10-I200-T-bnmemcpy_10m-f-g-l-r-s10m-tnmemcpy-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmemset_10m-tnmemset.py => tperf-libmicro-B10-I200-T-bnmemset_10m-f-g-l-r-s10m-tnmemset-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmemcpy_1m-tnmemcpy.py => tperf-libmicro-B100-I10-T-bnmemcpy_1m-f-g-l-r-s1m-tnmemcpy-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnmalloc_1k-tnmalloc.py => tperf-libmicro-B100-I100-T-bnmalloc_1k-f-g10-l-r-s1k-tnmalloc-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnstrchr_10-tnstrchr.py => tperf-libmicro-B100-I100-T-bnstrchr_10-f-g-l-r-s10-tnstrchr-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnstrcpy_10-tnstrcpy.py => tperf-libmicro-B100-I100-T-bnstrcpy_10-f-g-l-r-s10-tnstrcpy-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnstrlen_1k-tnstrlen.py => tperf-libmicro-B100-I100-T-bnstrlen_1k-f-g-l-r-s1k-tnstrlen-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnmemcpy_100k-tnmemcpy.py => tperf-libmicro-B100-I1000-T-bnmemcpy_100k-f-g-l-r-s100k-tnmemcpy-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmemset_100k-tnmemset.py => tperf-libmicro-B100-I1000-T-bnmemset_100k-f-g-l-r-s100k-tnmemset-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmmap_t128k-tnmmap.py => tperf-libmicro-B100-I1000-T-bnmmap_t128k-ftmp-g-l128k-r-s-tnmmap-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmmap_u128k-tnmmap.py => tperf-libmicro-B100-I1000-T-bnmmap_u128k-fvar-g-l128k-r-s-tnmmap-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmprot_wz128k-tnmprotect.py => tperf-libmicro-B100-I1000-T-bnmprot_wz128k-fzero-g-l128k-r-s-tnmprotect-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnunmap_wt128k-tnmunmap.py => tperf-libmicro-B100-I10000-T-bnunmap_wt128k-ftmp-g-l128k-r-s-tnmunmap-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmallocT2_100k-tnmalloc.py => tperf-libmicro-B100-I10000-T2-bnmallocT2_100k-f-g10-l-r-s100k-tnmalloc-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnstrcmp_1k-tnstrcmp.py => tperf-libmicro-B100-I200-T-bnstrcmp_1k-f-g-l-r-s1k-tnstrcmp-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnstrcpy_1k-tnstrcpy.py => tperf-libmicro-B100-I200-T-bnstrcpy_1k-f-g-l-r-s1k-tnstrcpy-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnunmap_a128k-tnmunmap.py => tperf-libmicro-B100-I200-T-bnunmap_a128k-fanon-g-l128k-r-s-tnmunmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmalloc_100k-tnmalloc.py => tperf-libmicro-B100-I2000-T-bnmalloc_100k-f-g10-l-r-s100k-tnmalloc-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmalloc_1m-tnmalloc.py => tperf-libmicro-B100-I2000-T-bnmalloc_1m-f-g10-l-r-s1m-tnmalloc-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmemcpy_1m-tnmemset.py => tperf-libmicro-B100-I2000-T-bnmemset_1m-f-g-l-r-s1m-tnmemset-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_rz128k-tnmmap.py => tperf-libmicro-B100-I2000-T-bnmmap_rz128k-fzero-g-l128k-r1-s-tnmmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_z128k-tnmmap.py => tperf-libmicro-B100-I2000-T-bnmmap_z128k-fzero-g-l128k-r-s-tnmmap-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnunmap_ra128k-tnmunmap.py => tperf-libmicro-B100-I2000-T-bnunmap_ra128k-fanon-g-l128k-r1-s-tnmunmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnunmap_rz128k-tnmunmap.py => tperf-libmicro-B100-I2000-T-bnunmap_rz128k-fzero-g-l128k-r1-s-tnmunmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_ra128k-tnmmap.py => tperf-libmicro-B100-I20000-T-bnmmap_ra128k-fanon-g-l128k-r1-s-tnmmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_rt128k-tnmmap.py => tperf-libmicro-B100-I20000-T-bnmmap_rt128k-ftmp-g-l128k-r1-s-tnmmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_ru128k-tnmmap.py => tperf-libmicro-B100-I20000-T-bnmmap_ru128k-fvar-g-l128k-r1-s-tnmmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnunmap_rt128k-tnmunmap.py => tperf-libmicro-B100-I3000-T-bnunmap_rt128k-ftmp-g-l128k-r1-s-tnmunmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnunmap_ru128k-tnmunmap.py => tperf-libmicro-B100-I3000-T-bnunmap_ru128k-fvar-g-l128k-r1-s-tnmunmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmalloc_10-tnmalloc.py => tperf-libmicro-B100-I50-T-bnmalloc_10-f-g10-l-r-s10-tnmalloc-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmalloc_100-tnmalloc.py => tperf-libmicro-B100-I50-T-bnmalloc_100-f-g10-l-r-s100-tnmalloc-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmalloc_10k-tnmalloc.py => tperf-libmicro-B100-I50-T-bnmalloc_10k-f-g10-l-r-s10k-tnmalloc-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmemcpy_1k-tnmemcpy.py => tperf-libmicro-B100-I500-T-bnmemcpy_1k-f-g-l-r-s1k-tnmemcpy-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnunmap_t128k-tnmunmap.py => tperf-libmicro-B100-I500-T-bnunmap_t128k-ftmp-g-l128k-r-s-tnmunmap-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnunmap_u128k-tnmunmap.py => tperf-libmicro-B100-I500-T-bnunmap_u128k-fvar-g-l128k-r-s-tnmunmap-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnunmap_z128k-tnmunmap.py => tperf-libmicro-B100-I500-T-bnunmap_z128k-fzero-g-l128k-r-s-tnmunmap-w.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_wa128k-tnmmap.py => tperf-libmicro-B100-I50000-T-bnmmap_wa128k-fanon-g-l128k-r-s-tnmmap-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_wt128k-tnmmap.py => tperf-libmicro-B100-I50000-T-bnmmap_wt128k-ftmp-g-l128k-r-s-tnmmap-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_wz128k-tnmmap.py => tperf-libmicro-B100-I50000-T-bnmmap_wz128k-fzero-g-l128k-r-s-tnmmap-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmmap_wu128k-tnmmap.py => tperf-libmicro-B100-I500000-T-bnmmap_wu128k-fvar-g-l128k-r-s-tnmmap-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnunmap_wu128k-tnmunmap.py => tperf-libmicro-B100-I500000-T-bnunmap_wu128k-fvar-g-l128k-r-s-tnmunmap-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmemcpy_10k-tnmemcpy.py => tperf-libmicro-B100-I800-T-bnmemcpy_10k-f-g-l-r-s10k-tnmemcpy-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnmemset_10k-tnmemset.py => tperf-libmicro-B100-I800-T-bnmemset_10k-f-g-l-r-s10k-tnmemset-w.py} (74%) rename testcase/libmicro/{tperf-libmicro-bnunmap_wz128k-tnmunmap.py => tperf-libmicro-B100-I8000-T-bnunmap_wz128k-fzero-g-l128k-r-s-tnmunmap-w1.py} (73%) rename testcase/libmicro/{tperf-libmicro-bnmemcpy_10-tnmemcpy.py => tperf-libmicro-B1000-I10-T-bnmemcpy_10-f-g-l-r-s10-tnmemcpy-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnstrcmp_10-tnstrcmp.py => tperf-libmicro-B1000-I10-T-bnstrcmp_10-f-g-l-r-s10-tnstrcmp-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnstrchr_1k-tnstrchr.py => tperf-libmicro-B1000-I5-T-bnstrchr_1k-f-g-l-r-s1k-tnstrchr-w.py} (75%) rename testcase/libmicro/{tperf-libmicro-bnstrlen_10-tnstrlen.py => tperf-libmicro-B1000-I5-T-bnstrlen_10-f-g-l-r-s10-tnstrlen-w.py} (75%) diff --git a/testcase/libmicro/libmicro-args-mm.csv b/testcase/libmicro/libmicro-args-mm.csv index 16e9aba..0776edf 100644 --- a/testcase/libmicro/libmicro-args-mm.csv +++ b/testcase/libmicro/libmicro-args-mm.csv @@ -1,49 +1,49 @@ -工具名称,子系统,权重,tool_name,bench_name -libmicro,mm,0.008881,malloc,malloc_100k -libmicro,mm,0.009114,malloc,malloc_100 -libmicro,mm,0.009520,malloc,malloc_10k -libmicro,mm,0.008890,malloc,malloc_10 -libmicro,mm,0.009544,malloc,malloc_1k -libmicro,mm,0.020995,malloc,malloc_1m -libmicro,mm,0.008396,malloc,mallocT2_100k -libmicro,mm,0.009484,memcpy,memcpy_100k -libmicro,mm,0.009043,memcpy,memcpy_10k -libmicro,mm,0.010006,memcpy,memcpy_10m -libmicro,mm,0.009218,memcpy,memcpy_10 -libmicro,mm,0.009557,memcpy,memcpy_1k -libmicro,mm,0.011356,memcpy,memcpy_1m -libmicro,mm,0.009686,memset,memset_100k -libmicro,mm,0.010205,memset,memset_10k -libmicro,mm,0.011166,memset,memset_10m -libmicro,mm,0.010952,memset,memset_1m -libmicro,mm,0.009278,mmap,mmap_ra128k -libmicro,mm,0.008999,mmap,mmap_rt128k -libmicro,mm,0.008704,mmap,mmap_ru128k -libmicro,mm,0.009705,mmap,mmap_rz128k -libmicro,mm,0.008665,mmap,mmap_t128k -libmicro,mm,0.009218,mmap,mmap_u128k -libmicro,mm,0.009244,mmap,mmap_wa128k -libmicro,mm,0.013677,mmap,mmap_wt128k -libmicro,mm,0.011003,mmap,mmap_wu128k -libmicro,mm,0.009025,mmap,mmap_wz128k -libmicro,mm,0.011538,mmap,mmap_z128k -libmicro,mm,0.006854,mprotect,mprot_wz128k -libmicro,mm,0.007205,munmap,unmap_a128k -libmicro,mm,0.009307,munmap,unmap_ra128k -libmicro,mm,0.010353,munmap,unmap_rt128k -libmicro,mm,0.011663,munmap,unmap_ru128k -libmicro,mm,0.009411,munmap,unmap_rz128k -libmicro,mm,0.009883,munmap,unmap_t128k -libmicro,mm,0.008695,munmap,unmap_u128k -libmicro,mm,0.011105,munmap,unmap_wt128k -libmicro,mm,0.010088,munmap,unmap_wu128k -libmicro,mm,0.009175,munmap,unmap_wz128k -libmicro,mm,0.007906,munmap,unmap_z128k -libmicro,mm,0.009631,strchr,strchr_10 -libmicro,mm,0.010387,strchr,strchr_1k -libmicro,mm,0.011001,strcmp,strcmp_10 -libmicro,mm,0.009855,strcmp,strcmp_1k -libmicro,mm,0.008190,strcpy,strcpy_10 -libmicro,mm,0.008190,strcpy,strcpy_1k -libmicro,mm,0.008430,strlen,strlen_10 -libmicro,mm,0.011547,strlen,strlen_1k +工具名称,子系统,权重,tool_name,bench_name,s,l,g,T,I,B,r,w,f +libmicro,mm,0.008881,malloc,malloc_100k,100k,,10,,2000,100,,, +libmicro,mm,0.009114,malloc,malloc_100,100,,10,,50,100,,, +libmicro,mm,0.009520,malloc,malloc_10k,10k,,10,,50,100,,, +libmicro,mm,0.008890,malloc,malloc_10,10,,10,,50,100,,, +libmicro,mm,0.009544,malloc,malloc_1k,1k,,10,,100,100,,, +libmicro,mm,0.020995,malloc,malloc_1m,1m,,10,,2000,100,,, +libmicro,mm,0.008396,malloc,mallocT2_100k,100k,,10,2,10000,100,,, +libmicro,mm,0.009484,memcpy,memcpy_100k,100k,,,,1000,100,,, +libmicro,mm,0.009043,memcpy,memcpy_10k,10k,,,,800,100,,, +libmicro,mm,0.010006,memcpy,memcpy_10m,10m,,,,200,10,,, +libmicro,mm,0.009218,memcpy,memcpy_10,10,,,,10,1000,,, +libmicro,mm,0.009557,memcpy,memcpy_1k,1k,,,,500,100,,, +libmicro,mm,0.011356,memcpy,memcpy_1m,1m,,,,10,100,,, +libmicro,mm,0.009686,memset,memset_100k,100k,,,,1000,100,,, +libmicro,mm,0.010205,memset,memset_10k,10k,,,,800,100,,, +libmicro,mm,0.011166,memset,memset_10m,10m,,,,200,10,,, +libmicro,mm,0.010952,memset,memset_1m,1m,,,,2000,100,,, +libmicro,mm,0.009278,mmap,mmap_ra128k,,128k,,,20000,100,1,,anon +libmicro,mm,0.008999,mmap,mmap_rt128k,,128k,,,20000,100,1,,tmp +libmicro,mm,0.008704,mmap,mmap_ru128k,,128k,,,20000,100,1,,var +libmicro,mm,0.009705,mmap,mmap_rz128k,,128k,,,2000,100,1,,zero +libmicro,mm,0.008665,mmap,mmap_t128k,,128k,,,1000,100,,,tmp +libmicro,mm,0.009218,mmap,mmap_u128k,,128k,,,1000,100,,,var +libmicro,mm,0.009244,mmap,mmap_wa128k,,128k,,,50000,100,,1,anon +libmicro,mm,0.013677,mmap,mmap_wt128k,,128k,,,50000,100,,1,tmp +libmicro,mm,0.011003,mmap,mmap_wu128k,,128k,,,500000,100,,1,var +libmicro,mm,0.009025,mmap,mmap_wz128k,,128k,,,50000,100,,1,zero +libmicro,mm,0.011538,mmap,mmap_z128k,,128k,,,2000,100,,,zero +libmicro,mm,0.006854,mprotect,mprot_wz128k,,128k,,,1000,100,,1,zero +libmicro,mm,0.007205,munmap,unmap_a128k,,128k,,,200,100,,,anon +libmicro,mm,0.009307,munmap,unmap_ra128k,,128k,,,2000,100,1,,anon +libmicro,mm,0.010353,munmap,unmap_rt128k,,128k,,,3000,100,1,,tmp +libmicro,mm,0.011663,munmap,unmap_ru128k,,128k,,,3000,100,1,,var +libmicro,mm,0.009411,munmap,unmap_rz128k,,128k,,,2000,100,1,,zero +libmicro,mm,0.009883,munmap,unmap_t128k,,128k,,,500,100,,,tmp +libmicro,mm,0.008695,munmap,unmap_u128k,,128k,,,500,100,,,var +libmicro,mm,0.011105,munmap,unmap_wt128k,,128k,,,10000,100,,1,tmp +libmicro,mm,0.010088,munmap,unmap_wu128k,,128k,,,500000,100,,1,var +libmicro,mm,0.009175,munmap,unmap_wz128k,,128k,,,8000,100,,1,zero +libmicro,mm,0.007906,munmap,unmap_z128k,,128k,,,500,100,,,zero +libmicro,mm,0.009631,strchr,strchr_10,10,,,,100,100,,, +libmicro,mm,0.010387,strchr,strchr_1k,1k,,,,5,1000,,, +libmicro,mm,0.011001,strcmp,strcmp_10,10,,,,10,1000,,, +libmicro,mm,0.009855,strcmp,strcmp_1k,1k,,,,200,100,,, +libmicro,mm,0.008190,strcpy,strcpy_10,10,,,,100,100,,, +libmicro,mm,0.008190,strcpy,strcpy_1k,1k,,,,200,100,,, +libmicro,mm,0.008430,strlen,strlen_10,10,,,,5,1000,,, +libmicro,mm,0.011547,strlen,strlen_1k,1k,,,,100,100,,, diff --git a/testcase/libmicro/libmicro-tune-mm.csv b/testcase/libmicro/libmicro-tune-mm.csv index 5ebe8f6..62cabae 100644 --- a/testcase/libmicro/libmicro-tune-mm.csv +++ b/testcase/libmicro/libmicro-tune-mm.csv @@ -1,50 +1,50 @@ -# libmicro 内存类用例稳定性参数配置 +# libmicro memory 用例稳定性参数配置 # 格式: 用例名称,warmup,run_loop,result_select_percent -tperf-libmicro-bnmalloc_100k-tnmalloc,1,20,80 -tperf-libmicro-bnmalloc_100-tnmalloc,1,20,80 -tperf-libmicro-bnmalloc_10k-tnmalloc,1,20,80 -tperf-libmicro-bnmalloc_10-tnmalloc,1,20,80 -tperf-libmicro-bnmalloc_1k-tnmalloc,1,20,80 -tperf-libmicro-bnmalloc_1m-tnmalloc,1,20,80 -tperf-libmicro-bnmallocT2_100k-tnmalloc,1,20,80 -tperf-libmicro-bnmemcpy_100k-tnmemcpy,1,20,80 -tperf-libmicro-bnmemcpy_10k-tnmemcpy,1,20,80 -tperf-libmicro-bnmemcpy_10m-tnmemcpy,1,20,80 -tperf-libmicro-bnmemcpy_10-tnmemcpy,1,20,80 -tperf-libmicro-bnmemcpy_1k-tnmemcpy,1,20,80 -tperf-libmicro-bnmemcpy_1m-tnmemcpy,1,20,80 -tperf-libmicro-bnmemset_100k-tnmemset,1,20,80 -tperf-libmicro-bnmemset_10k-tnmemset,1,20,80 -tperf-libmicro-bnmemset_10m-tnmemset,1,20,80 -tperf-libmicro-bnmemcpy_1m-tnmemset,1,20,80 -tperf-libmicro-bnmmap_ra128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_rt128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_ru128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_rz128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_t128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_u128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_wa128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_wt128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_wu128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_wz128k-tnmmap,1,20,80 -tperf-libmicro-bnmmap_z128k-tnmmap,1,20,80 -tperf-libmicro-bnmprot_wz128k-tnmprotect,1,20,80 -tperf-libmicro-bnunmap_a128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_ra128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_rt128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_ru128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_rz128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_t128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_u128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_wt128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_wu128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_wz128k-tnmunmap,1,20,80 -tperf-libmicro-bnunmap_z128k-tnmunmap,1,20,80 -tperf-libmicro-bnstrchr_10-tnstrchr,1,20,80 -tperf-libmicro-bnstrchr_1k-tnstrchr,1,20,80 -tperf-libmicro-bnstrcmp_10-tnstrcmp,1,20,80 -tperf-libmicro-bnstrcmp_1k-tnstrcmp,1,20,80 -tperf-libmicro-bnstrcpy_10-tnstrcpy,1,20,80 -tperf-libmicro-bnstrcpy_1k-tnstrcpy,1,20,80 -tperf-libmicro-bnstrlen_10-tnstrlen,1,20,80 -tperf-libmicro-bnstrlen_1k-tnstrlen,1,20,80 +tperf-libmicro-B100-I2000-T-bnmalloc_100k-f-g10-l-r-s100k-tnmalloc-w,1,10,80 +tperf-libmicro-B100-I50-T-bnmalloc_100-f-g10-l-r-s100-tnmalloc-w,1,10,80 +tperf-libmicro-B100-I50-T-bnmalloc_10k-f-g10-l-r-s10k-tnmalloc-w,1,10,80 +tperf-libmicro-B100-I50-T-bnmalloc_10-f-g10-l-r-s10-tnmalloc-w,1,10,80 +tperf-libmicro-B100-I100-T-bnmalloc_1k-f-g10-l-r-s1k-tnmalloc-w,1,10,80 +tperf-libmicro-B100-I2000-T-bnmalloc_1m-f-g10-l-r-s1m-tnmalloc-w,1,10,80 +tperf-libmicro-B100-I10000-T2-bnmallocT2_100k-f-g10-l-r-s100k-tnmalloc-w,1,10,80 +tperf-libmicro-B100-I1000-T-bnmemcpy_100k-f-g-l-r-s100k-tnmemcpy-w,1,10,80 +tperf-libmicro-B100-I800-T-bnmemcpy_10k-f-g-l-r-s10k-tnmemcpy-w,1,10,80 +tperf-libmicro-B10-I200-T-bnmemcpy_10m-f-g-l-r-s10m-tnmemcpy-w,1,10,80 +tperf-libmicro-B1000-I10-T-bnmemcpy_10-f-g-l-r-s10-tnmemcpy-w,1,10,80 +tperf-libmicro-B100-I500-T-bnmemcpy_1k-f-g-l-r-s1k-tnmemcpy-w,1,10,80 +tperf-libmicro-B100-I10-T-bnmemcpy_1m-f-g-l-r-s1m-tnmemcpy-w,1,10,80 +tperf-libmicro-B100-I1000-T-bnmemset_100k-f-g-l-r-s100k-tnmemset-w,1,10,80 +tperf-libmicro-B100-I800-T-bnmemset_10k-f-g-l-r-s10k-tnmemset-w,1,10,80 +tperf-libmicro-B10-I200-T-bnmemset_10m-f-g-l-r-s10m-tnmemset-w,1,10,80 +tperf-libmicro-B100-I2000-T-bnmemset_1m-f-g-l-r-s1m-tnmemset-w,1,10,80 +tperf-libmicro-B100-I20000-T-bnmmap_ra128k-fanon-g-l128k-r1-s-tnmmap-w,1,10,80 +tperf-libmicro-B100-I20000-T-bnmmap_rt128k-ftmp-g-l128k-r1-s-tnmmap-w,1,10,80 +tperf-libmicro-B100-I20000-T-bnmmap_ru128k-fvar-g-l128k-r1-s-tnmmap-w,1,10,80 +tperf-libmicro-B100-I2000-T-bnmmap_rz128k-fzero-g-l128k-r1-s-tnmmap-w,1,10,80 +tperf-libmicro-B100-I1000-T-bnmmap_t128k-ftmp-g-l128k-r-s-tnmmap-w,1,10,80 +tperf-libmicro-B100-I1000-T-bnmmap_u128k-fvar-g-l128k-r-s-tnmmap-w,1,10,80 +tperf-libmicro-B100-I50000-T-bnmmap_wa128k-fanon-g-l128k-r-s-tnmmap-w1,1,10,80 +tperf-libmicro-B100-I50000-T-bnmmap_wt128k-ftmp-g-l128k-r-s-tnmmap-w1,1,10,80 +tperf-libmicro-B100-I500000-T-bnmmap_wu128k-fvar-g-l128k-r-s-tnmmap-w1,1,10,80 +tperf-libmicro-B100-I50000-T-bnmmap_wz128k-fzero-g-l128k-r-s-tnmmap-w1,1,10,80 +tperf-libmicro-B100-I2000-T-bnmmap_z128k-fzero-g-l128k-r-s-tnmmap-w,1,10,80 +tperf-libmicro-B100-I1000-T-bnmprot_wz128k-fzero-g-l128k-r-s-tnmprotect-w1,1,10,80 +tperf-libmicro-B100-I200-T-bnunmap_a128k-fanon-g-l128k-r-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I2000-T-bnunmap_ra128k-fanon-g-l128k-r1-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I3000-T-bnunmap_rt128k-ftmp-g-l128k-r1-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I3000-T-bnunmap_ru128k-fvar-g-l128k-r1-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I2000-T-bnunmap_rz128k-fzero-g-l128k-r1-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I500-T-bnunmap_t128k-ftmp-g-l128k-r-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I500-T-bnunmap_u128k-fvar-g-l128k-r-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I10000-T-bnunmap_wt128k-ftmp-g-l128k-r-s-tnmunmap-w1,1,10,80 +tperf-libmicro-B100-I500000-T-bnunmap_wu128k-fvar-g-l128k-r-s-tnmunmap-w1,1,10,80 +tperf-libmicro-B100-I8000-T-bnunmap_wz128k-fzero-g-l128k-r-s-tnmunmap-w1,1,10,80 +tperf-libmicro-B100-I500-T-bnunmap_z128k-fzero-g-l128k-r-s-tnmunmap-w,1,10,80 +tperf-libmicro-B100-I100-T-bnstrchr_10-f-g-l-r-s10-tnstrchr-w,1,10,80 +tperf-libmicro-B1000-I5-T-bnstrchr_1k-f-g-l-r-s1k-tnstrchr-w,1,10,80 +tperf-libmicro-B1000-I10-T-bnstrcmp_10-f-g-l-r-s10-tnstrcmp-w,1,10,80 +tperf-libmicro-B100-I200-T-bnstrcmp_1k-f-g-l-r-s1k-tnstrcmp-w,1,10,80 +tperf-libmicro-B100-I100-T-bnstrcpy_10-f-g-l-r-s10-tnstrcpy-w,1,10,80 +tperf-libmicro-B100-I200-T-bnstrcpy_1k-f-g-l-r-s1k-tnstrcpy-w,1,10,80 +tperf-libmicro-B1000-I5-T-bnstrlen_10-f-g-l-r-s10-tnstrlen-w,1,10,80 +tperf-libmicro-B100-I100-T-bnstrlen_1k-f-g-l-r-s1k-tnstrlen-w,1,10,80 diff --git a/testcase/libmicro/libmicro.py b/testcase/libmicro/libmicro.py index 491e173..4239d54 100644 --- a/testcase/libmicro/libmicro.py +++ b/testcase/libmicro/libmicro.py @@ -8,7 +8,14 @@ # test_name, processes, threads, iterations, count, sync # # 模式2（内存类 - libmicro-args-mm.csv）： -# tool_name, bench_name → 通过内置查表获取 test_opt +# tool_name, bench_name, s, l, g, T, I, B, r, w, f +# 所有参数均在 CSV 中配置，修改参数只需编辑 CSV 文件 +# +# CSV -f 列编码约定（避免文件名中出现斜杠）： +# tmp → /tmp/libmicro.{bench_name}_file +# var → /var/tmp/libmicro.{bench_name}_file +# zero → /dev/zero +# anon → MAP_ANON import os import sys @@ -23,59 +30,59 @@ sys.path.append(_suite_top_dir) from common.lib.benchmark import TSTPerf # noqa: E402 from lib.ts_common import PerfLibMicro # noqa: E402 -# 内存类 bench_name → test_opt 查表（与老 case 完全一致） -_MM_TEST_OPT = { - "malloc_10": "-E -C 2000 -L -S -W -N malloc_10 -s 10 -g 10 -I 50 -B 100", - "malloc_100": "-E -C 2000 -L -S -W -N malloc_100 -s 100 -g 10 -I 50 -B 100", - "malloc_1k": "-E -C 2000 -L -S -W -N malloc_1k -s 1k -g 10 -I 100 -B 100", - "malloc_10k": "-E -C 2000 -L -S -W -N malloc_10k -s 10k -g 10 -I 50 -B 100", - "malloc_100k": "-E -C 2000 -L -S -W -N malloc_100k -s 100k -g 10 -I 2000 -B 100", - "malloc_1m": "-E -C 2000 -L -S -W -N malloc_1m -s 1m -g 10 -I 2000 -B 100", - "mallocT2_100k": "-E -C 2000 -L -S -W -N mallocT2_100k -s 100k -g 10 -T 2 -I 10000 -B 100", - "memcpy_10": "-E -C 2000 -L -S -W -N memcpy_10 -s 10 -I 10 -B 1000", - "memcpy_1k": "-E -C 2000 -L -S -W -N memcpy_1k -s 1k -I 500 -B 100", - "memcpy_10k": "-E -C 2000 -L -S -W -N memcpy_10k -s 10k -I 800 -B 100", - "memcpy_100k": "-E -C 2000 -L -S -W -N memcpy_100k -s 100k -I 1000 -B 100", - "memcpy_1m": "-E -C 2000 -L -S -W -N memcpy_1m -s 1m -I 10 -B 100", - "memcpy_10m": "-E -C 2000 -L -S -W -N memcpy_10m -s 10m -I 200 -B 10", - "memset_10k": "-E -C 2000 -L -S -W -N memset_10k -s 10k -I 800 -B 100", - "memset_100k": "-E -C 2000 -L -S -W -N memset_100k -s 100k -I 1000 -B 100", - "memset_1m": "-E -C 2000 -L -S -W -N memset_1m -s 1m -I 2000 -B 100", - "memset_10m": "-E -C 2000 -L -S -W -N memset_10m -s 10m -I 200 -B 10", - "mmap_ra128k": "-E -C 2000 -L -S -W -N mmap_ra128k -l 128k -I 20000 -r -B 100 -f MAP_ANON", - "mmap_rt128k": "-E -C 2000 -L -S -W -N mmap_rt128k -l 128k -I 20000 -r -B 100 -f /tmp/libmicro.mmap_rt128k_file", - "mmap_ru128k": "-E -C 2000 -L -S -W -N mmap_ru128k -l 128k -I 20000 -r -B 100 -f /var/tmp/libmicro.mmap_ru128k_file", - "mmap_rz128k": "-E -C 2000 -L -S -W -N mmap_rz128k -l 128k -I 2000 -r -B 100 -f /dev/zero", - "mmap_t128k": "-E -C 2000 -L -S -W -N mmap_t128k -l 128k -I 1000 -B 100 -f /tmp/libmicro.mmap_t128k_file", - "mmap_u128k": "-E -C 2000 -L -S -W -N mmap_u128k -l 128k -I 1000 -B 100 -f /var/tmp/libmicro.mmap_u128k_file", - "mmap_wa128k": "-E -C 2000 -L -S -W -N mmap_wa128k -l 128k -I 50000 -w -B 100 -f MAP_ANON", - "mmap_wt128k": "-E -C 2000 -L -S -W -N mmap_wt128k -l 128k -I 50000 -w -B 100 -f /tmp/libmicro.mmap_wt128k_file", - "mmap_wu128k": "-E -C 2000 -L -S -W -N mmap_wu128k -l 128k -I 500000 -w -B 100 -f /var/tmp/libmicro.mmap_wu128k_file", - "mmap_wz128k": "-E -C 2000 -L -S -W -N mmap_wz128k -l 128k -I 50000 -w -B 100 -f /dev/zero", - "mmap_z128k": "-E -C 2000 -L -S -W -N mmap_z128k -l 128k -I 2000 -B 100 -f /dev/zero", - "mprot_wz128k": "-E -C 2000 -L -S -W -N mprot_wz128k -l 128k -I 1000 -w -B 100 -f /dev/zero", - "unmap_a128k": "-E -C 2000 -L -S -W -N unmap_a128k -l 128k -I 200 -B 100 -f MAP_ANON", - "unmap_ra128k": "-E -C 2000 -L -S -W -N unmap_ra128k -l 128k -I 2000 -r -B 100 -f MAP_ANON", - "unmap_rt128k": "-E -C 2000 -L -S -W -N unmap_rt128k -l 128k -I 3000 -r -B 100 -f /tmp/libmicro.unmap_rt128k_file", - "unmap_ru128k": "-E -C 2000 -L -S -W -N unmap_ru128k -l 128k -I 3000 -r -B 100 -f /var/tmp/libmicro.unmap_ru128k_file", - "unmap_rz128k": "-E -C 2000 -L -S -W -N unmap_rz128k -l 128k -I 2000 -r -B 100 -f /dev/zero", - "unmap_t128k": "-E -C 2000 -L -S -W -N unmap_t128k -l 128k -I 500 -B 100 -f /tmp/libmicro.unmap_t128k_file", - "unmap_u128k": "-E -C 2000 -L -S -W -N unmap_u128k -l 128k -I 500 -B 100 -f /var/tmp/libmicro.unmap_u128k_file", - "unmap_wt128k": "-E -C 2000 -L -S -W -N unmap_wt128k -l 128k -I 10000 -w -B 100 -f /tmp/libmicro.unmap_wt128k_file", - "unmap_wu128k": "-E -C 2000 -L -S -W -N unmap_wu128k -l 128k -I 500000 -w -B 100 -f /var/tmp/libmicro.unmap_wu128k_file", - "unmap_wz128k": "-E -C 2000 -L -S -W -N unmap_wz128k -l 128k -I 8000 -w -B 100 -f /dev/zero", - "unmap_z128k": "-E -C 2000 -L -S -W -N unmap_z128k -l 128k -I 500 -B 100 -f /dev/zero", - "strchr_10": "-E -C 2000 -L -S -W -N strchr_10 -s 10 -I 100 -B 100", - "strchr_1k": "-E -C 2000 -L -S -W -N strchr_1k -s 1k -I 5 -B 1000", - "strcmp_10": "-E -C 2000 -L -S -W -N strcmp_10 -s 10 -I 10 -B 1000", - "strcmp_1k": "-E -C 2000 -L -S -W -N strcmp_1k -s 1k -I 200 -B 100", - "strcpy_10": "-E -C 2000 -L -S -W -N strcpy_10 -s 10 -I 100 -B 100", - "strcpy_1k": "-E -C 2000 -L -S -W -N strcpy_1k -s 1k -I 200 -B 100", - "strlen_10": "-E -C 2000 -L -S -W -N strlen_10 -s 10 -I 5 -B 1000", - "strlen_1k": "-E -C 2000 -L -S -W -N strlen_1k -s 1k -I 100 -B 100", +# -f 编码 → 实际路径 +_F_MAP = { + "anon": "MAP_ANON", + "zero": "/dev/zero", } +def _decode_f(f_enc, bench_name): + """将 CSV 中的 -f 编码展开为实际路径""" + f_enc = f_enc.strip() + if not f_enc: + return "" + if f_enc in _F_MAP: + return _F_MAP[f_enc] + if f_enc == "tmp": + return f"/tmp/libmicro.{bench_name}_file" + if f_enc == "var": + return f"/var/tmp/libmicro.{bench_name}_file" + # 未知编码原样返回 + return f_enc + + +def _build_test_opt(bench_name, s, l, g, T, I, B, r, w, f): + """根据 CSV 列值动态拼接 test_opt + + 拼接顺序与老 case 完全一致： + -E -C 2000 -L -S -W -N {bench_name} + [-s size] [-l length] [-g groups] [-T threads] + [-I iters] [-r] [-w] [-B batches] [-f file] + """ + parts = ["-E", "-C", "2000", "-L", "-S", "-W", "-N", bench_name] + if s.strip(): + parts.extend(["-s", s.strip()]) + if l.strip(): + parts.extend(["-l", l.strip()]) + if g.strip(): + parts.extend(["-g", g.strip()]) + if T.strip(): + parts.extend(["-T", T.strip()]) + if I.strip(): + parts.extend(["-I", I.strip()]) + if r.strip() == "1": + parts.append("-r") + if w.strip() == "1": + parts.append("-w") + if B.strip(): + parts.extend(["-B", B.strip()]) + f_real = _decode_f(f, bench_name) + if f_real: + parts.extend(["-f", f_real]) + return " ".join(parts) + + class PerfLibmicro(TSTPerf): """libmicro 工具类 — 委托给 PerfLibMicro @@ -95,12 +102,21 @@ class PerfLibmicro(TSTPerf): # 内存类参数 tool_name: str = "", bench_name: str = "", + s: str = "", + l: str = "", + g: str = "", + T: str = "", + I: str = "", + B: str = "", + r: str = "", + w: str = "", + f: str = "", ): super().__init__() - if bench_name and bench_name in _MM_TEST_OPT: - # 内存类模式：从查表获取 test_opt - test_opt = _MM_TEST_OPT[bench_name] + if bench_name: + # 内存类模式：从 CSV 参数动态拼接 test_opt + test_opt = _build_test_opt(bench_name, s, l, g, T, I, B, r, w, f) tool_path = f"tools/libmicro.install/build/{tool_name}" label = "L0:内存" else: diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_10m-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-B10-I200-T-bnmemcpy_10m-f-g-l-r-s10m-tnmemcpy-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmemcpy_10m-tnmemcpy.py rename to testcase/libmicro/tperf-libmicro-B10-I200-T-bnmemcpy_10m-f-g-l-r-s10m-tnmemcpy-w.py index b8103b4..d1a87e1 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemcpy_10m-tnmemcpy.py +++ b/testcase/libmicro/tperf-libmicro-B10-I200-T-bnmemcpy_10m-f-g-l-r-s10m-tnmemcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 99d17fccafabb299 - @用例名称: tperf-libmicro-bnmemcpy_10m-tnmemcpy + @用例ID: 5899d39d97a63772 + @用例名称: tperf-libmicro-B10-I200-T-bnmemcpy_10m-f-g-l-r-s10m-tnmemcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10m + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10m,s=10m,l=,g=,T=,I=200,B=10,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memcpy", bench_name="memcpy_10m", + s="10m", + l="", + g="", + T="", + I="200", + B="10", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10m + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10m,s=10m,l=,g=,T=,I=200,B=10,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemset_10m-tnmemset.py b/testcase/libmicro/tperf-libmicro-B10-I200-T-bnmemset_10m-f-g-l-r-s10m-tnmemset-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmemset_10m-tnmemset.py rename to testcase/libmicro/tperf-libmicro-B10-I200-T-bnmemset_10m-f-g-l-r-s10m-tnmemset-w.py index 99d3c6a..0717f1c 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemset_10m-tnmemset.py +++ b/testcase/libmicro/tperf-libmicro-B10-I200-T-bnmemset_10m-f-g-l-r-s10m-tnmemset-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 655936b6b02b2479 - @用例名称: tperf-libmicro-bnmemset_10m-tnmemset + @用例ID: 147c180b0aa641bc + @用例名称: tperf-libmicro-B10-I200-T-bnmemset_10m-f-g-l-r-s10m-tnmemset-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_10m + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_10m,s=10m,l=,g=,T=,I=200,B=10,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memset", bench_name="memset_10m", + s="10m", + l="", + g="", + T="", + I="200", + B="10", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_10m + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_10m,s=10m,l=,g=,T=,I=200,B=10,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-B100-I10-T-bnmemcpy_1m-f-g-l-r-s1m-tnmemcpy-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemcpy.py rename to testcase/libmicro/tperf-libmicro-B100-I10-T-bnmemcpy_1m-f-g-l-r-s1m-tnmemcpy-w.py index e0e8c35..401ef04 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemcpy.py +++ b/testcase/libmicro/tperf-libmicro-B100-I10-T-bnmemcpy_1m-f-g-l-r-s1m-tnmemcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 8afdb1413daf1b26 - @用例名称: tperf-libmicro-bnmemcpy_1m-tnmemcpy + @用例ID: 84e3ac0d22b55ea0 + @用例名称: tperf-libmicro-B100-I10-T-bnmemcpy_1m-f-g-l-r-s1m-tnmemcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_1m + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_1m,s=1m,l=,g=,T=,I=10,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memcpy", bench_name="memcpy_1m", + s="1m", + l="", + g="", + T="", + I="10", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_1m + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_1m,s=1m,l=,g=,T=,I=10,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_1k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnmalloc_1k-f-g10-l-r-s1k-tnmalloc-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmalloc_1k-tnmalloc.py rename to testcase/libmicro/tperf-libmicro-B100-I100-T-bnmalloc_1k-f-g10-l-r-s1k-tnmalloc-w.py index 76afe73..54520aa 100755 --- a/testcase/libmicro/tperf-libmicro-bnmalloc_1k-tnmalloc.py +++ b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnmalloc_1k-f-g10-l-r-s1k-tnmalloc-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 79c740b413e08bb0 - @用例名称: tperf-libmicro-bnmalloc_1k-tnmalloc + @用例ID: ed18f6de0e6002ef + @用例名称: tperf-libmicro-B100-I100-T-bnmalloc_1k-f-g10-l-r-s1k-tnmalloc-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_1k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_1k,s=1k,l=,g=10,T=,I=100,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="malloc", bench_name="malloc_1k", + s="1k", + l="", + g="10", + T="", + I="100", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_1k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_1k,s=1k,l=,g=10,T=,I=100,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrchr_10-tnstrchr.py b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrchr_10-f-g-l-r-s10-tnstrchr-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrchr_10-tnstrchr.py rename to testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrchr_10-f-g-l-r-s10-tnstrchr-w.py index ab77a22..59e34a8 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrchr_10-tnstrchr.py +++ b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrchr_10-f-g-l-r-s10-tnstrchr-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 47d051a94a4ef782 - @用例名称: tperf-libmicro-bnstrchr_10-tnstrchr + @用例ID: 13e6f1c6e05130e0 + @用例名称: tperf-libmicro-B100-I100-T-bnstrchr_10-f-g-l-r-s10-tnstrchr-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strchr,bench_name=strchr_10 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strchr,bench_name=strchr_10,s=10,l=,g=,T=,I=100,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strchr", bench_name="strchr_10", + s="10", + l="", + g="", + T="", + I="100", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strchr,bench_name=strchr_10 + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strchr,bench_name=strchr_10,s=10,l=,g=,T=,I=100,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcpy_10-tnstrcpy.py b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrcpy_10-f-g-l-r-s10-tnstrcpy-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrcpy_10-tnstrcpy.py rename to testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrcpy_10-f-g-l-r-s10-tnstrcpy-w.py index 09f29f9..31c54b0 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrcpy_10-tnstrcpy.py +++ b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrcpy_10-f-g-l-r-s10-tnstrcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 23c4c3b7e0256d03 - @用例名称: tperf-libmicro-bnstrcpy_10-tnstrcpy + @用例ID: 289b57ac389a57ff + @用例名称: tperf-libmicro-B100-I100-T-bnstrcpy_10-f-g-l-r-s10-tnstrcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcpy,bench_name=strcpy_10 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcpy,bench_name=strcpy_10,s=10,l=,g=,T=,I=100,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strcpy", bench_name="strcpy_10", + s="10", + l="", + g="", + T="", + I="100", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcpy,bench_name=strcpy_10 + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcpy,bench_name=strcpy_10,s=10,l=,g=,T=,I=100,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrlen_1k-tnstrlen.py b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrlen_1k-f-g-l-r-s1k-tnstrlen-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrlen_1k-tnstrlen.py rename to testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrlen_1k-f-g-l-r-s1k-tnstrlen-w.py index 1f69fd1..2abe7f3 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrlen_1k-tnstrlen.py +++ b/testcase/libmicro/tperf-libmicro-B100-I100-T-bnstrlen_1k-f-g-l-r-s1k-tnstrlen-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 65b136e08247f29c - @用例名称: tperf-libmicro-bnstrlen_1k-tnstrlen + @用例ID: f6678cf04a27a7b0 + @用例名称: tperf-libmicro-B100-I100-T-bnstrlen_1k-f-g-l-r-s1k-tnstrlen-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strlen,bench_name=strlen_1k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strlen,bench_name=strlen_1k,s=1k,l=,g=,T=,I=100,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strlen", bench_name="strlen_1k", + s="1k", + l="", + g="", + T="", + I="100", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strlen,bench_name=strlen_1k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strlen,bench_name=strlen_1k,s=1k,l=,g=,T=,I=100,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_100k-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmemcpy_100k-f-g-l-r-s100k-tnmemcpy-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmemcpy_100k-tnmemcpy.py rename to testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmemcpy_100k-f-g-l-r-s100k-tnmemcpy-w.py index 85f99ca..4d04a09 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemcpy_100k-tnmemcpy.py +++ b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmemcpy_100k-f-g-l-r-s100k-tnmemcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: a5d1f9725762131f - @用例名称: tperf-libmicro-bnmemcpy_100k-tnmemcpy + @用例ID: 81b2236d9f65cdb0 + @用例名称: tperf-libmicro-B100-I1000-T-bnmemcpy_100k-f-g-l-r-s100k-tnmemcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_100k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_100k,s=100k,l=,g=,T=,I=1000,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memcpy", bench_name="memcpy_100k", + s="100k", + l="", + g="", + T="", + I="1000", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_100k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_100k,s=100k,l=,g=,T=,I=1000,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemset_100k-tnmemset.py b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmemset_100k-f-g-l-r-s100k-tnmemset-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmemset_100k-tnmemset.py rename to testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmemset_100k-f-g-l-r-s100k-tnmemset-w.py index 8b0fa5c..a7e18e2 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemset_100k-tnmemset.py +++ b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmemset_100k-f-g-l-r-s100k-tnmemset-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: c92e725a73a76739 - @用例名称: tperf-libmicro-bnmemset_100k-tnmemset + @用例ID: e8b69db694e1ce4f + @用例名称: tperf-libmicro-B100-I1000-T-bnmemset_100k-f-g-l-r-s100k-tnmemset-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_100k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_100k,s=100k,l=,g=,T=,I=1000,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memset", bench_name="memset_100k", + s="100k", + l="", + g="", + T="", + I="1000", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_100k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_100k,s=100k,l=,g=,T=,I=1000,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_t128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmmap_t128k-ftmp-g-l128k-r-s-tnmmap-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmmap_t128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmmap_t128k-ftmp-g-l128k-r-s-tnmmap-w.py index 1f40c41..041e123 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_t128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmmap_t128k-ftmp-g-l128k-r-s-tnmmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 0a6f9743f1e15688 - @用例名称: tperf-libmicro-bnmmap_t128k-tnmmap + @用例ID: 17c43f90abd1b201 + @用例名称: tperf-libmicro-B100-I1000-T-bnmmap_t128k-ftmp-g-l128k-r-s-tnmmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_t128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_t128k,s=,l=128k,g=,T=,I=1000,B=100,r=,w=,f=tmp """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_t128k", + s="", + l="128k", + g="", + T="", + I="1000", + B="100", + r="", + w="", + f="tmp", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_t128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_t128k,s=,l=128k,g=,T=,I=1000,B=100,r=,w=,f=tmp # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_u128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmmap_u128k-fvar-g-l128k-r-s-tnmmap-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmmap_u128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmmap_u128k-fvar-g-l128k-r-s-tnmmap-w.py index e6d193f..620a60f 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_u128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmmap_u128k-fvar-g-l128k-r-s-tnmmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: e5934a9494cbd34a - @用例名称: tperf-libmicro-bnmmap_u128k-tnmmap + @用例ID: 9f256dbd01e51ee9 + @用例名称: tperf-libmicro-B100-I1000-T-bnmmap_u128k-fvar-g-l128k-r-s-tnmmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_u128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_u128k,s=,l=128k,g=,T=,I=1000,B=100,r=,w=,f=var """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_u128k", + s="", + l="128k", + g="", + T="", + I="1000", + B="100", + r="", + w="", + f="var", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_u128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_u128k,s=,l=128k,g=,T=,I=1000,B=100,r=,w=,f=var # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmprot_wz128k-tnmprotect.py b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmprot_wz128k-fzero-g-l128k-r-s-tnmprotect-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmprot_wz128k-tnmprotect.py rename to testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmprot_wz128k-fzero-g-l128k-r-s-tnmprotect-w1.py index 78aa877..5a66ab3 100755 --- a/testcase/libmicro/tperf-libmicro-bnmprot_wz128k-tnmprotect.py +++ b/testcase/libmicro/tperf-libmicro-B100-I1000-T-bnmprot_wz128k-fzero-g-l128k-r-s-tnmprotect-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: d7bdbd96ac349559 - @用例名称: tperf-libmicro-bnmprot_wz128k-tnmprotect + @用例ID: 669f01497b38e6c3 + @用例名称: tperf-libmicro-B100-I1000-T-bnmprot_wz128k-fzero-g-l128k-r-s-tnmprotect-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mprotect,bench_name=mprot_wz128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mprotect,bench_name=mprot_wz128k,s=,l=128k,g=,T=,I=1000,B=100,r=,w=1,f=zero """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mprotect", bench_name="mprot_wz128k", + s="", + l="128k", + g="", + T="", + I="1000", + B="100", + r="", + w="1", + f="zero", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mprotect,bench_name=mprot_wz128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mprotect,bench_name=mprot_wz128k,s=,l=128k,g=,T=,I=1000,B=100,r=,w=1,f=zero # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_wt128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I10000-T-bnunmap_wt128k-ftmp-g-l128k-r-s-tnmunmap-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_wt128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I10000-T-bnunmap_wt128k-ftmp-g-l128k-r-s-tnmunmap-w1.py index 31a7f0a..322db92 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_wt128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I10000-T-bnunmap_wt128k-ftmp-g-l128k-r-s-tnmunmap-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 0cc9b3f408368972 - @用例名称: tperf-libmicro-bnunmap_wt128k-tnmunmap + @用例ID: f1085478eb1972cd + @用例名称: tperf-libmicro-B100-I10000-T-bnunmap_wt128k-ftmp-g-l128k-r-s-tnmunmap-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wt128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wt128k,s=,l=128k,g=,T=,I=10000,B=100,r=,w=1,f=tmp """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_wt128k", + s="", + l="128k", + g="", + T="", + I="10000", + B="100", + r="", + w="1", + f="tmp", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wt128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wt128k,s=,l=128k,g=,T=,I=10000,B=100,r=,w=1,f=tmp # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmallocT2_100k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-B100-I10000-T2-bnmallocT2_100k-f-g10-l-r-s100k-tnmalloc-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmallocT2_100k-tnmalloc.py rename to testcase/libmicro/tperf-libmicro-B100-I10000-T2-bnmallocT2_100k-f-g10-l-r-s100k-tnmalloc-w.py index 292e61d..eaad2b8 100755 --- a/testcase/libmicro/tperf-libmicro-bnmallocT2_100k-tnmalloc.py +++ b/testcase/libmicro/tperf-libmicro-B100-I10000-T2-bnmallocT2_100k-f-g10-l-r-s100k-tnmalloc-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 34d37bdd4d55aeeb - @用例名称: tperf-libmicro-bnmallocT2_100k-tnmalloc + @用例ID: 45a8f3ada460469f + @用例名称: tperf-libmicro-B100-I10000-T2-bnmallocT2_100k-f-g10-l-r-s100k-tnmalloc-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=mallocT2_100k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=mallocT2_100k,s=100k,l=,g=10,T=2,I=10000,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="malloc", bench_name="mallocT2_100k", + s="100k", + l="", + g="10", + T="2", + I="10000", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=mallocT2_100k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=mallocT2_100k,s=100k,l=,g=10,T=2,I=10000,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcmp_1k-tnstrcmp.py b/testcase/libmicro/tperf-libmicro-B100-I200-T-bnstrcmp_1k-f-g-l-r-s1k-tnstrcmp-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrcmp_1k-tnstrcmp.py rename to testcase/libmicro/tperf-libmicro-B100-I200-T-bnstrcmp_1k-f-g-l-r-s1k-tnstrcmp-w.py index 9a3fd93..d519077 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrcmp_1k-tnstrcmp.py +++ b/testcase/libmicro/tperf-libmicro-B100-I200-T-bnstrcmp_1k-f-g-l-r-s1k-tnstrcmp-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 618993ac45f9cef6 - @用例名称: tperf-libmicro-bnstrcmp_1k-tnstrcmp + @用例ID: 1a5d355452f965f6 + @用例名称: tperf-libmicro-B100-I200-T-bnstrcmp_1k-f-g-l-r-s1k-tnstrcmp-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcmp,bench_name=strcmp_1k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcmp,bench_name=strcmp_1k,s=1k,l=,g=,T=,I=200,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strcmp", bench_name="strcmp_1k", + s="1k", + l="", + g="", + T="", + I="200", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcmp,bench_name=strcmp_1k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcmp,bench_name=strcmp_1k,s=1k,l=,g=,T=,I=200,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcpy_1k-tnstrcpy.py b/testcase/libmicro/tperf-libmicro-B100-I200-T-bnstrcpy_1k-f-g-l-r-s1k-tnstrcpy-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrcpy_1k-tnstrcpy.py rename to testcase/libmicro/tperf-libmicro-B100-I200-T-bnstrcpy_1k-f-g-l-r-s1k-tnstrcpy-w.py index bda1aba..29150e3 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrcpy_1k-tnstrcpy.py +++ b/testcase/libmicro/tperf-libmicro-B100-I200-T-bnstrcpy_1k-f-g-l-r-s1k-tnstrcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: fa4053792439a0af - @用例名称: tperf-libmicro-bnstrcpy_1k-tnstrcpy + @用例ID: f7e3b92e86fbeca4 + @用例名称: tperf-libmicro-B100-I200-T-bnstrcpy_1k-f-g-l-r-s1k-tnstrcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcpy,bench_name=strcpy_1k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcpy,bench_name=strcpy_1k,s=1k,l=,g=,T=,I=200,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strcpy", bench_name="strcpy_1k", + s="1k", + l="", + g="", + T="", + I="200", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcpy,bench_name=strcpy_1k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcpy,bench_name=strcpy_1k,s=1k,l=,g=,T=,I=200,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_a128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I200-T-bnunmap_a128k-fanon-g-l128k-r-s-tnmunmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_a128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I200-T-bnunmap_a128k-fanon-g-l128k-r-s-tnmunmap-w.py index b4fbd60..6015b6a 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_a128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I200-T-bnunmap_a128k-fanon-g-l128k-r-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: abb0c870ac32df9c - @用例名称: tperf-libmicro-bnunmap_a128k-tnmunmap + @用例ID: bc12d1f74c498d4b + @用例名称: tperf-libmicro-B100-I200-T-bnunmap_a128k-fanon-g-l128k-r-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_a128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_a128k,s=,l=128k,g=,T=,I=200,B=100,r=,w=,f=anon """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_a128k", + s="", + l="128k", + g="", + T="", + I="200", + B="100", + r="", + w="", + f="anon", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_a128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_a128k,s=,l=128k,g=,T=,I=200,B=100,r=,w=,f=anon # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_100k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmalloc_100k-f-g10-l-r-s100k-tnmalloc-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmalloc_100k-tnmalloc.py rename to testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmalloc_100k-f-g10-l-r-s100k-tnmalloc-w.py index 238e0a2..cb002e3 100755 --- a/testcase/libmicro/tperf-libmicro-bnmalloc_100k-tnmalloc.py +++ b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmalloc_100k-f-g10-l-r-s100k-tnmalloc-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: c865e0b5c2e45182 - @用例名称: tperf-libmicro-bnmalloc_100k-tnmalloc + @用例ID: 336df2d3e5268ebb + @用例名称: tperf-libmicro-B100-I2000-T-bnmalloc_100k-f-g10-l-r-s100k-tnmalloc-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_100k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_100k,s=100k,l=,g=10,T=,I=2000,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="malloc", bench_name="malloc_100k", + s="100k", + l="", + g="10", + T="", + I="2000", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_100k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_100k,s=100k,l=,g=10,T=,I=2000,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_1m-tnmalloc.py b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmalloc_1m-f-g10-l-r-s1m-tnmalloc-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmalloc_1m-tnmalloc.py rename to testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmalloc_1m-f-g10-l-r-s1m-tnmalloc-w.py index acaea59..61c2206 100755 --- a/testcase/libmicro/tperf-libmicro-bnmalloc_1m-tnmalloc.py +++ b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmalloc_1m-f-g10-l-r-s1m-tnmalloc-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 8e80fbde4a8de072 - @用例名称: tperf-libmicro-bnmalloc_1m-tnmalloc + @用例ID: 7e50383527ddd91c + @用例名称: tperf-libmicro-B100-I2000-T-bnmalloc_1m-f-g10-l-r-s1m-tnmalloc-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_1m + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_1m,s=1m,l=,g=10,T=,I=2000,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="malloc", bench_name="malloc_1m", + s="1m", + l="", + g="10", + T="", + I="2000", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_1m + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_1m,s=1m,l=,g=10,T=,I=2000,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemset.py b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmemset_1m-f-g-l-r-s1m-tnmemset-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemset.py rename to testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmemset_1m-f-g-l-r-s1m-tnmemset-w.py index d15401a..c0b2442 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemcpy_1m-tnmemset.py +++ b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmemset_1m-f-g-l-r-s1m-tnmemset-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: a5a382c6cab48677 - @用例名称: tperf-libmicro-bnmemcpy_1m-tnmemset + @用例ID: 137823cdad2d550b + @用例名称: tperf-libmicro-B100-I2000-T-bnmemset_1m-f-g-l-r-s1m-tnmemset-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memcpy_1m + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_1m,s=1m,l=,g=,T=,I=2000,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -35,18 +35,27 @@ class PythonTestCase(MyTestCase): self.perf_tool = PerfLibmicro( tc_name=self.tc_name, tool_name="memset", - bench_name="memcpy_1m", + bench_name="memset_1m", + s="1m", + l="", + g="", + T="", + I="2000", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memcpy_1m + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_1m,s=1m,l=,g=,T=,I=2000,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_rz128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmmap_rz128k-fzero-g-l128k-r1-s-tnmmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_rz128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmmap_rz128k-fzero-g-l128k-r1-s-tnmmap-w.py index 7e57d48..46b6cd1 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_rz128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmmap_rz128k-fzero-g-l128k-r1-s-tnmmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 33100dfa87713aeb - @用例名称: tperf-libmicro-bnmmap_rz128k-tnmmap + @用例ID: 8c6609eef349393d + @用例名称: tperf-libmicro-B100-I2000-T-bnmmap_rz128k-fzero-g-l128k-r1-s-tnmmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_rz128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_rz128k,s=,l=128k,g=,T=,I=2000,B=100,r=1,w=,f=zero """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_rz128k", + s="", + l="128k", + g="", + T="", + I="2000", + B="100", + r="1", + w="", + f="zero", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_rz128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_rz128k,s=,l=128k,g=,T=,I=2000,B=100,r=1,w=,f=zero # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_z128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmmap_z128k-fzero-g-l128k-r-s-tnmmap-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmmap_z128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmmap_z128k-fzero-g-l128k-r-s-tnmmap-w.py index 1e07ea2..3e9fbe0 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_z128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnmmap_z128k-fzero-g-l128k-r-s-tnmmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: bb6fad02c704d503 - @用例名称: tperf-libmicro-bnmmap_z128k-tnmmap + @用例ID: bdbaac0abb9e8640 + @用例名称: tperf-libmicro-B100-I2000-T-bnmmap_z128k-fzero-g-l128k-r-s-tnmmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_z128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_z128k,s=,l=128k,g=,T=,I=2000,B=100,r=,w=,f=zero """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_z128k", + s="", + l="128k", + g="", + T="", + I="2000", + B="100", + r="", + w="", + f="zero", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_z128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_z128k,s=,l=128k,g=,T=,I=2000,B=100,r=,w=,f=zero # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_ra128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnunmap_ra128k-fanon-g-l128k-r1-s-tnmunmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_ra128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I2000-T-bnunmap_ra128k-fanon-g-l128k-r1-s-tnmunmap-w.py index 41ab496..dbee988 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_ra128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnunmap_ra128k-fanon-g-l128k-r1-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 602a218e9f85a279 - @用例名称: tperf-libmicro-bnunmap_ra128k-tnmunmap + @用例ID: 92217ff83baf01d0 + @用例名称: tperf-libmicro-B100-I2000-T-bnunmap_ra128k-fanon-g-l128k-r1-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_ra128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_ra128k,s=,l=128k,g=,T=,I=2000,B=100,r=1,w=,f=anon """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_ra128k", + s="", + l="128k", + g="", + T="", + I="2000", + B="100", + r="1", + w="", + f="anon", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_ra128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_ra128k,s=,l=128k,g=,T=,I=2000,B=100,r=1,w=,f=anon # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_rz128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnunmap_rz128k-fzero-g-l128k-r1-s-tnmunmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_rz128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I2000-T-bnunmap_rz128k-fzero-g-l128k-r1-s-tnmunmap-w.py index 04fa0a7..90bcddc 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_rz128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I2000-T-bnunmap_rz128k-fzero-g-l128k-r1-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 7596e83b9608b599 - @用例名称: tperf-libmicro-bnunmap_rz128k-tnmunmap + @用例ID: d90556aceea82d11 + @用例名称: tperf-libmicro-B100-I2000-T-bnunmap_rz128k-fzero-g-l128k-r1-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_rz128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_rz128k,s=,l=128k,g=,T=,I=2000,B=100,r=1,w=,f=zero """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_rz128k", + s="", + l="128k", + g="", + T="", + I="2000", + B="100", + r="1", + w="", + f="zero", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_rz128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_rz128k,s=,l=128k,g=,T=,I=2000,B=100,r=1,w=,f=zero # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_ra128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_ra128k-fanon-g-l128k-r1-s-tnmmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_ra128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_ra128k-fanon-g-l128k-r1-s-tnmmap-w.py index e35f28f..9db2c23 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_ra128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_ra128k-fanon-g-l128k-r1-s-tnmmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 8841f9a9a176e474 - @用例名称: tperf-libmicro-bnmmap_ra128k-tnmmap + @用例ID: e9bd209106cdf43f + @用例名称: tperf-libmicro-B100-I20000-T-bnmmap_ra128k-fanon-g-l128k-r1-s-tnmmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_ra128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_ra128k,s=,l=128k,g=,T=,I=20000,B=100,r=1,w=,f=anon """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_ra128k", + s="", + l="128k", + g="", + T="", + I="20000", + B="100", + r="1", + w="", + f="anon", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_ra128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_ra128k,s=,l=128k,g=,T=,I=20000,B=100,r=1,w=,f=anon # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_rt128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_rt128k-ftmp-g-l128k-r1-s-tnmmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_rt128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_rt128k-ftmp-g-l128k-r1-s-tnmmap-w.py index f9a98ab..b74fc0d 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_rt128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_rt128k-ftmp-g-l128k-r1-s-tnmmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 2501d09abba0ea7d - @用例名称: tperf-libmicro-bnmmap_rt128k-tnmmap + @用例ID: abf1e73809d08773 + @用例名称: tperf-libmicro-B100-I20000-T-bnmmap_rt128k-ftmp-g-l128k-r1-s-tnmmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_rt128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_rt128k,s=,l=128k,g=,T=,I=20000,B=100,r=1,w=,f=tmp """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_rt128k", + s="", + l="128k", + g="", + T="", + I="20000", + B="100", + r="1", + w="", + f="tmp", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_rt128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_rt128k,s=,l=128k,g=,T=,I=20000,B=100,r=1,w=,f=tmp # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_ru128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_ru128k-fvar-g-l128k-r1-s-tnmmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_ru128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_ru128k-fvar-g-l128k-r1-s-tnmmap-w.py index dfe90dd..cd259fb 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_ru128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I20000-T-bnmmap_ru128k-fvar-g-l128k-r1-s-tnmmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 89c06088183e87c6 - @用例名称: tperf-libmicro-bnmmap_ru128k-tnmmap + @用例ID: 52f68ed35f2e0d85 + @用例名称: tperf-libmicro-B100-I20000-T-bnmmap_ru128k-fvar-g-l128k-r1-s-tnmmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_ru128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_ru128k,s=,l=128k,g=,T=,I=20000,B=100,r=1,w=,f=var """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_ru128k", + s="", + l="128k", + g="", + T="", + I="20000", + B="100", + r="1", + w="", + f="var", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_ru128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_ru128k,s=,l=128k,g=,T=,I=20000,B=100,r=1,w=,f=var # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_rt128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I3000-T-bnunmap_rt128k-ftmp-g-l128k-r1-s-tnmunmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_rt128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I3000-T-bnunmap_rt128k-ftmp-g-l128k-r1-s-tnmunmap-w.py index 797880e..505cd0c 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_rt128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I3000-T-bnunmap_rt128k-ftmp-g-l128k-r1-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: e0e6dc7f59c1384e - @用例名称: tperf-libmicro-bnunmap_rt128k-tnmunmap + @用例ID: 97fe4bf2ccbc5f79 + @用例名称: tperf-libmicro-B100-I3000-T-bnunmap_rt128k-ftmp-g-l128k-r1-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_rt128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_rt128k,s=,l=128k,g=,T=,I=3000,B=100,r=1,w=,f=tmp """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_rt128k", + s="", + l="128k", + g="", + T="", + I="3000", + B="100", + r="1", + w="", + f="tmp", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_rt128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_rt128k,s=,l=128k,g=,T=,I=3000,B=100,r=1,w=,f=tmp # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_ru128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I3000-T-bnunmap_ru128k-fvar-g-l128k-r1-s-tnmunmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_ru128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I3000-T-bnunmap_ru128k-fvar-g-l128k-r1-s-tnmunmap-w.py index c10e61d..71a9367 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_ru128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I3000-T-bnunmap_ru128k-fvar-g-l128k-r1-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: c262a2b069ee00dd - @用例名称: tperf-libmicro-bnunmap_ru128k-tnmunmap + @用例ID: 090dba9a47e87249 + @用例名称: tperf-libmicro-B100-I3000-T-bnunmap_ru128k-fvar-g-l128k-r1-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_ru128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_ru128k,s=,l=128k,g=,T=,I=3000,B=100,r=1,w=,f=var """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_ru128k", + s="", + l="128k", + g="", + T="", + I="3000", + B="100", + r="1", + w="", + f="var", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_ru128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_ru128k,s=,l=128k,g=,T=,I=3000,B=100,r=1,w=,f=var # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_10-tnmalloc.py b/testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_10-f-g10-l-r-s10-tnmalloc-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmalloc_10-tnmalloc.py rename to testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_10-f-g10-l-r-s10-tnmalloc-w.py index e8b67c1..0806f28 100755 --- a/testcase/libmicro/tperf-libmicro-bnmalloc_10-tnmalloc.py +++ b/testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_10-f-g10-l-r-s10-tnmalloc-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 50e660d6ff1678af - @用例名称: tperf-libmicro-bnmalloc_10-tnmalloc + @用例ID: 936d1ebc0270cb5a + @用例名称: tperf-libmicro-B100-I50-T-bnmalloc_10-f-g10-l-r-s10-tnmalloc-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_10 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_10,s=10,l=,g=10,T=,I=50,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="malloc", bench_name="malloc_10", + s="10", + l="", + g="10", + T="", + I="50", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_10 + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_10,s=10,l=,g=10,T=,I=50,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_100-tnmalloc.py b/testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_100-f-g10-l-r-s100-tnmalloc-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmalloc_100-tnmalloc.py rename to testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_100-f-g10-l-r-s100-tnmalloc-w.py index 08dff77..32eb0f2 100755 --- a/testcase/libmicro/tperf-libmicro-bnmalloc_100-tnmalloc.py +++ b/testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_100-f-g10-l-r-s100-tnmalloc-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 432a8ed4ec6b4cd8 - @用例名称: tperf-libmicro-bnmalloc_100-tnmalloc + @用例ID: aeb044affb2e9694 + @用例名称: tperf-libmicro-B100-I50-T-bnmalloc_100-f-g10-l-r-s100-tnmalloc-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_100 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_100,s=100,l=,g=10,T=,I=50,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="malloc", bench_name="malloc_100", + s="100", + l="", + g="10", + T="", + I="50", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_100 + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_100,s=100,l=,g=10,T=,I=50,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmalloc_10k-tnmalloc.py b/testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_10k-f-g10-l-r-s10k-tnmalloc-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmalloc_10k-tnmalloc.py rename to testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_10k-f-g10-l-r-s10k-tnmalloc-w.py index e8fb0e7..e186901 100755 --- a/testcase/libmicro/tperf-libmicro-bnmalloc_10k-tnmalloc.py +++ b/testcase/libmicro/tperf-libmicro-B100-I50-T-bnmalloc_10k-f-g10-l-r-s10k-tnmalloc-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 1ae4b2b364c6a980 - @用例名称: tperf-libmicro-bnmalloc_10k-tnmalloc + @用例ID: cc334f304b2f5235 + @用例名称: tperf-libmicro-B100-I50-T-bnmalloc_10k-f-g10-l-r-s10k-tnmalloc-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_10k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=malloc,bench_name=malloc_10k,s=10k,l=,g=10,T=,I=50,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="malloc", bench_name="malloc_10k", + s="10k", + l="", + g="10", + T="", + I="50", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_10k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=malloc,bench_name=malloc_10k,s=10k,l=,g=10,T=,I=50,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_1k-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnmemcpy_1k-f-g-l-r-s1k-tnmemcpy-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnmemcpy_1k-tnmemcpy.py rename to testcase/libmicro/tperf-libmicro-B100-I500-T-bnmemcpy_1k-f-g-l-r-s1k-tnmemcpy-w.py index 0c21b60..85c308b 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemcpy_1k-tnmemcpy.py +++ b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnmemcpy_1k-f-g-l-r-s1k-tnmemcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 80f80d3f515e5956 - @用例名称: tperf-libmicro-bnmemcpy_1k-tnmemcpy + @用例ID: 00711cfaa162595f + @用例名称: tperf-libmicro-B100-I500-T-bnmemcpy_1k-f-g-l-r-s1k-tnmemcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_1k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_1k,s=1k,l=,g=,T=,I=500,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memcpy", bench_name="memcpy_1k", + s="1k", + l="", + g="", + T="", + I="500", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_1k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_1k,s=1k,l=,g=,T=,I=500,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_t128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_t128k-ftmp-g-l128k-r-s-tnmunmap-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnunmap_t128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_t128k-ftmp-g-l128k-r-s-tnmunmap-w.py index 9db4b65..5d489f4 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_t128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_t128k-ftmp-g-l128k-r-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 92588591065ac2fd - @用例名称: tperf-libmicro-bnunmap_t128k-tnmunmap + @用例ID: 0ba109572a7c1eda + @用例名称: tperf-libmicro-B100-I500-T-bnunmap_t128k-ftmp-g-l128k-r-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_t128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_t128k,s=,l=128k,g=,T=,I=500,B=100,r=,w=,f=tmp """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_t128k", + s="", + l="128k", + g="", + T="", + I="500", + B="100", + r="", + w="", + f="tmp", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_t128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_t128k,s=,l=128k,g=,T=,I=500,B=100,r=,w=,f=tmp # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_u128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_u128k-fvar-g-l128k-r-s-tnmunmap-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnunmap_u128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_u128k-fvar-g-l128k-r-s-tnmunmap-w.py index dfbee80..0fc51bb 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_u128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_u128k-fvar-g-l128k-r-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 8344516bf6789c0a - @用例名称: tperf-libmicro-bnunmap_u128k-tnmunmap + @用例ID: ad505015ec6ac63a + @用例名称: tperf-libmicro-B100-I500-T-bnunmap_u128k-fvar-g-l128k-r-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_u128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_u128k,s=,l=128k,g=,T=,I=500,B=100,r=,w=,f=var """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_u128k", + s="", + l="128k", + g="", + T="", + I="500", + B="100", + r="", + w="", + f="var", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_u128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_u128k,s=,l=128k,g=,T=,I=500,B=100,r=,w=,f=var # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_z128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_z128k-fzero-g-l128k-r-s-tnmunmap-w.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_z128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_z128k-fzero-g-l128k-r-s-tnmunmap-w.py index 5eedf27..22d0c26 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_z128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I500-T-bnunmap_z128k-fzero-g-l128k-r-s-tnmunmap-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 09a2fdb030f13bfa - @用例名称: tperf-libmicro-bnunmap_z128k-tnmunmap + @用例ID: 99c89a11657d3606 + @用例名称: tperf-libmicro-B100-I500-T-bnunmap_z128k-fzero-g-l128k-r-s-tnmunmap-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_z128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_z128k,s=,l=128k,g=,T=,I=500,B=100,r=,w=,f=zero """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_z128k", + s="", + l="128k", + g="", + T="", + I="500", + B="100", + r="", + w="", + f="zero", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_z128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_z128k,s=,l=128k,g=,T=,I=500,B=100,r=,w=,f=zero # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wa128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wa128k-fanon-g-l128k-r-s-tnmmap-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_wa128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wa128k-fanon-g-l128k-r-s-tnmmap-w1.py index eafc80f..a589b5d 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_wa128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wa128k-fanon-g-l128k-r-s-tnmmap-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 0cec354f3da1e76e - @用例名称: tperf-libmicro-bnmmap_wa128k-tnmmap + @用例ID: 3ea681866c988f66 + @用例名称: tperf-libmicro-B100-I50000-T-bnmmap_wa128k-fanon-g-l128k-r-s-tnmmap-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wa128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wa128k,s=,l=128k,g=,T=,I=50000,B=100,r=,w=1,f=anon """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_wa128k", + s="", + l="128k", + g="", + T="", + I="50000", + B="100", + r="", + w="1", + f="anon", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wa128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wa128k,s=,l=128k,g=,T=,I=50000,B=100,r=,w=1,f=anon # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wt128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wt128k-ftmp-g-l128k-r-s-tnmmap-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_wt128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wt128k-ftmp-g-l128k-r-s-tnmmap-w1.py index 9b7b6ea..a01e442 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_wt128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wt128k-ftmp-g-l128k-r-s-tnmmap-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 6400f9d6693a9a5f - @用例名称: tperf-libmicro-bnmmap_wt128k-tnmmap + @用例ID: 155196ca3f9cee7e + @用例名称: tperf-libmicro-B100-I50000-T-bnmmap_wt128k-ftmp-g-l128k-r-s-tnmmap-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wt128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wt128k,s=,l=128k,g=,T=,I=50000,B=100,r=,w=1,f=tmp """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_wt128k", + s="", + l="128k", + g="", + T="", + I="50000", + B="100", + r="", + w="1", + f="tmp", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wt128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wt128k,s=,l=128k,g=,T=,I=50000,B=100,r=,w=1,f=tmp # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wz128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wz128k-fzero-g-l128k-r-s-tnmmap-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_wz128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wz128k-fzero-g-l128k-r-s-tnmmap-w1.py index aeff848..1d4ff4a 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_wz128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I50000-T-bnmmap_wz128k-fzero-g-l128k-r-s-tnmmap-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: a22a8368199391a9 - @用例名称: tperf-libmicro-bnmmap_wz128k-tnmmap + @用例ID: c5a4254213f34ee5 + @用例名称: tperf-libmicro-B100-I50000-T-bnmmap_wz128k-fzero-g-l128k-r-s-tnmmap-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wz128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wz128k,s=,l=128k,g=,T=,I=50000,B=100,r=,w=1,f=zero """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_wz128k", + s="", + l="128k", + g="", + T="", + I="50000", + B="100", + r="", + w="1", + f="zero", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wz128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wz128k,s=,l=128k,g=,T=,I=50000,B=100,r=,w=1,f=zero # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmmap_wu128k-tnmmap.py b/testcase/libmicro/tperf-libmicro-B100-I500000-T-bnmmap_wu128k-fvar-g-l128k-r-s-tnmmap-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnmmap_wu128k-tnmmap.py rename to testcase/libmicro/tperf-libmicro-B100-I500000-T-bnmmap_wu128k-fvar-g-l128k-r-s-tnmmap-w1.py index 5ef558e..075e9fd 100755 --- a/testcase/libmicro/tperf-libmicro-bnmmap_wu128k-tnmmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I500000-T-bnmmap_wu128k-fvar-g-l128k-r-s-tnmmap-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: fecd0696fc171a8d - @用例名称: tperf-libmicro-bnmmap_wu128k-tnmmap + @用例ID: 932d494342647659 + @用例名称: tperf-libmicro-B100-I500000-T-bnmmap_wu128k-fvar-g-l128k-r-s-tnmmap-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wu128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=mmap,bench_name=mmap_wu128k,s=,l=128k,g=,T=,I=500000,B=100,r=,w=1,f=var """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="mmap", bench_name="mmap_wu128k", + s="", + l="128k", + g="", + T="", + I="500000", + B="100", + r="", + w="1", + f="var", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wu128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=mmap,bench_name=mmap_wu128k,s=,l=128k,g=,T=,I=500000,B=100,r=,w=1,f=var # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_wu128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I500000-T-bnunmap_wu128k-fvar-g-l128k-r-s-tnmunmap-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_wu128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I500000-T-bnunmap_wu128k-fvar-g-l128k-r-s-tnmunmap-w1.py index 030ebb7..090e48a 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_wu128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I500000-T-bnunmap_wu128k-fvar-g-l128k-r-s-tnmunmap-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: a0481a0568096ec7 - @用例名称: tperf-libmicro-bnunmap_wu128k-tnmunmap + @用例ID: 067a7eeb893c7bec + @用例名称: tperf-libmicro-B100-I500000-T-bnunmap_wu128k-fvar-g-l128k-r-s-tnmunmap-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wu128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wu128k,s=,l=128k,g=,T=,I=500000,B=100,r=,w=1,f=var """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_wu128k", + s="", + l="128k", + g="", + T="", + I="500000", + B="100", + r="", + w="1", + f="var", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wu128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wu128k,s=,l=128k,g=,T=,I=500000,B=100,r=,w=1,f=var # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_10k-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-B100-I800-T-bnmemcpy_10k-f-g-l-r-s10k-tnmemcpy-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmemcpy_10k-tnmemcpy.py rename to testcase/libmicro/tperf-libmicro-B100-I800-T-bnmemcpy_10k-f-g-l-r-s10k-tnmemcpy-w.py index 50cfe8f..0eda458 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemcpy_10k-tnmemcpy.py +++ b/testcase/libmicro/tperf-libmicro-B100-I800-T-bnmemcpy_10k-f-g-l-r-s10k-tnmemcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 70c60619f79c11a7 - @用例名称: tperf-libmicro-bnmemcpy_10k-tnmemcpy + @用例ID: f0fbbc7ca59f4a62 + @用例名称: tperf-libmicro-B100-I800-T-bnmemcpy_10k-f-g-l-r-s10k-tnmemcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10k,s=10k,l=,g=,T=,I=800,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memcpy", bench_name="memcpy_10k", + s="10k", + l="", + g="", + T="", + I="800", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10k,s=10k,l=,g=,T=,I=800,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemset_10k-tnmemset.py b/testcase/libmicro/tperf-libmicro-B100-I800-T-bnmemset_10k-f-g-l-r-s10k-tnmemset-w.py similarity index 74% rename from testcase/libmicro/tperf-libmicro-bnmemset_10k-tnmemset.py rename to testcase/libmicro/tperf-libmicro-B100-I800-T-bnmemset_10k-f-g-l-r-s10k-tnmemset-w.py index 35daf49..579b12f 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemset_10k-tnmemset.py +++ b/testcase/libmicro/tperf-libmicro-B100-I800-T-bnmemset_10k-f-g-l-r-s10k-tnmemset-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 9308c599df6e61e2 - @用例名称: tperf-libmicro-bnmemset_10k-tnmemset + @用例ID: c9dfd224fec4c2f9 + @用例名称: tperf-libmicro-B100-I800-T-bnmemset_10k-f-g-l-r-s10k-tnmemset-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_10k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memset,bench_name=memset_10k,s=10k,l=,g=,T=,I=800,B=100,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memset", bench_name="memset_10k", + s="10k", + l="", + g="", + T="", + I="800", + B="100", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_10k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memset,bench_name=memset_10k,s=10k,l=,g=,T=,I=800,B=100,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnunmap_wz128k-tnmunmap.py b/testcase/libmicro/tperf-libmicro-B100-I8000-T-bnunmap_wz128k-fzero-g-l128k-r-s-tnmunmap-w1.py similarity index 73% rename from testcase/libmicro/tperf-libmicro-bnunmap_wz128k-tnmunmap.py rename to testcase/libmicro/tperf-libmicro-B100-I8000-T-bnunmap_wz128k-fzero-g-l128k-r-s-tnmunmap-w1.py index ede4057..e1ebfa3 100755 --- a/testcase/libmicro/tperf-libmicro-bnunmap_wz128k-tnmunmap.py +++ b/testcase/libmicro/tperf-libmicro-B100-I8000-T-bnunmap_wz128k-fzero-g-l128k-r-s-tnmunmap-w1.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 52e4c37ca123653f - @用例名称: tperf-libmicro-bnunmap_wz128k-tnmunmap + @用例ID: af9de0a382c729e2 + @用例名称: tperf-libmicro-B100-I8000-T-bnunmap_wz128k-fzero-g-l128k-r-s-tnmunmap-w1 @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wz128k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=munmap,bench_name=unmap_wz128k,s=,l=128k,g=,T=,I=8000,B=100,r=,w=1,f=zero """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="munmap", bench_name="unmap_wz128k", + s="", + l="128k", + g="", + T="", + I="8000", + B="100", + r="", + w="1", + f="zero", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wz128k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=munmap,bench_name=unmap_wz128k,s=,l=128k,g=,T=,I=8000,B=100,r=,w=1,f=zero # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnmemcpy_10-tnmemcpy.py b/testcase/libmicro/tperf-libmicro-B1000-I10-T-bnmemcpy_10-f-g-l-r-s10-tnmemcpy-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnmemcpy_10-tnmemcpy.py rename to testcase/libmicro/tperf-libmicro-B1000-I10-T-bnmemcpy_10-f-g-l-r-s10-tnmemcpy-w.py index e596d02..87b5594 100755 --- a/testcase/libmicro/tperf-libmicro-bnmemcpy_10-tnmemcpy.py +++ b/testcase/libmicro/tperf-libmicro-B1000-I10-T-bnmemcpy_10-f-g-l-r-s10-tnmemcpy-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 274fea701207ce69 - @用例名称: tperf-libmicro-bnmemcpy_10-tnmemcpy + @用例ID: ce35beb119e020b9 + @用例名称: tperf-libmicro-B1000-I10-T-bnmemcpy_10-f-g-l-r-s10-tnmemcpy-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=memcpy,bench_name=memcpy_10,s=10,l=,g=,T=,I=10,B=1000,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="memcpy", bench_name="memcpy_10", + s="10", + l="", + g="", + T="", + I="10", + B="1000", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10 + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=memcpy,bench_name=memcpy_10,s=10,l=,g=,T=,I=10,B=1000,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrcmp_10-tnstrcmp.py b/testcase/libmicro/tperf-libmicro-B1000-I10-T-bnstrcmp_10-f-g-l-r-s10-tnstrcmp-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrcmp_10-tnstrcmp.py rename to testcase/libmicro/tperf-libmicro-B1000-I10-T-bnstrcmp_10-f-g-l-r-s10-tnstrcmp-w.py index cdf0f43..03bc885 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrcmp_10-tnstrcmp.py +++ b/testcase/libmicro/tperf-libmicro-B1000-I10-T-bnstrcmp_10-f-g-l-r-s10-tnstrcmp-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: 9c9ae614101c0f18 - @用例名称: tperf-libmicro-bnstrcmp_10-tnstrcmp + @用例ID: 568133d674244d55 + @用例名称: tperf-libmicro-B1000-I10-T-bnstrcmp_10-f-g-l-r-s10-tnstrcmp-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcmp,bench_name=strcmp_10 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strcmp,bench_name=strcmp_10,s=10,l=,g=,T=,I=10,B=1000,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strcmp", bench_name="strcmp_10", + s="10", + l="", + g="", + T="", + I="10", + B="1000", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcmp,bench_name=strcmp_10 + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strcmp,bench_name=strcmp_10,s=10,l=,g=,T=,I=10,B=1000,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrchr_1k-tnstrchr.py b/testcase/libmicro/tperf-libmicro-B1000-I5-T-bnstrchr_1k-f-g-l-r-s1k-tnstrchr-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrchr_1k-tnstrchr.py rename to testcase/libmicro/tperf-libmicro-B1000-I5-T-bnstrchr_1k-f-g-l-r-s1k-tnstrchr-w.py index fe322dd..785ad51 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrchr_1k-tnstrchr.py +++ b/testcase/libmicro/tperf-libmicro-B1000-I5-T-bnstrchr_1k-f-g-l-r-s1k-tnstrchr-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: c8022ede130b76ec - @用例名称: tperf-libmicro-bnstrchr_1k-tnstrchr + @用例ID: 4143368c9524b595 + @用例名称: tperf-libmicro-B1000-I5-T-bnstrchr_1k-f-g-l-r-s1k-tnstrchr-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strchr,bench_name=strchr_1k + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strchr,bench_name=strchr_1k,s=1k,l=,g=,T=,I=5,B=1000,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strchr", bench_name="strchr_1k", + s="1k", + l="", + g="", + T="", + I="5", + B="1000", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strchr,bench_name=strchr_1k + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strchr,bench_name=strchr_1k,s=1k,l=,g=,T=,I=5,B=1000,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) diff --git a/testcase/libmicro/tperf-libmicro-bnstrlen_10-tnstrlen.py b/testcase/libmicro/tperf-libmicro-B1000-I5-T-bnstrlen_10-f-g-l-r-s10-tnstrlen-w.py similarity index 75% rename from testcase/libmicro/tperf-libmicro-bnstrlen_10-tnstrlen.py rename to testcase/libmicro/tperf-libmicro-B1000-I5-T-bnstrlen_10-f-g-l-r-s10-tnstrlen-w.py index 9a361e0..816e922 100755 --- a/testcase/libmicro/tperf-libmicro-bnstrlen_10-tnstrlen.py +++ b/testcase/libmicro/tperf-libmicro-B1000-I5-T-bnstrlen_10-f-g-l-r-s10-tnstrlen-w.py @@ -17,15 +17,15 @@ from testcase.libmicro.libmicro import PerfLibmicro # noqa: E402 class PythonTestCase(MyTestCase): """ - @用例ID: ac664e818b77a975 - @用例名称: tperf-libmicro-bnstrlen_10-tnstrlen + @用例ID: 89242e373db78aab + @用例名称: tperf-libmicro-B1000-I5-T-bnstrlen_10-f-g-l-r-s10-tnstrlen-w @用例级别: 3 @用例标签: @扩展属性: @用例类型: @自动化: 1 @超时时间: 0 - @用例描述: 使用libmicro测试mm性能，参数：tool_name=strlen,bench_name=strlen_10 + @用例描述: 使用libmicro测试mm性能，参数：tool_name=strlen,bench_name=strlen_10,s=10,l=,g=,T=,I=5,B=1000,r=,w=,f= """ def tc_setup(self, *args): @@ -36,17 +36,26 @@ class PythonTestCase(MyTestCase): tc_name=self.tc_name, tool_name="strlen", bench_name="strlen_10", + s="10", + l="", + g="", + T="", + I="5", + B="1000", + r="", + w="", + f="", ) def do_test(self, *args): self.msg("this is do_test") - # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strlen,bench_name=strlen_10 + # @测试步骤: 使用libmicro工具测试性能，参数：tool_name=strlen,bench_name=strlen_10,s=10,l=,g=,T=,I=5,B=1000,r=,w=,f= # @预期结果: 测试正常,性能数据采集正常 self.perf_tool.run( - warmup=1, - run_loop=20, - result_select_percent=80, + warmup=0, + run_loop=1, + result_select_percent=100, ) self.perf_tool.report(testcase=self) self.assert_true(len(self.perf_tool.results) > 0) -- Gitee From 4917ff7e3d022de2532389891b5d04e94e989a19 Mon Sep 17 00:00:00 2001 From: Jian Zhao Date: Wed, 1 Apr 2026 19:39:26 +0800 Subject: [PATCH 4/7] feat(sysbench): add memory benchmark cases (19 cases) Add sysbench memory subsystem test cases covering block-size modes (1k/2k/4k/16k/32k/64k/128k/256k/512k/1G with seq/rnd read/write) and thread modes (single/max threads). All parameters are configurable via sysbench-args-mm.csv. Upgrade sysbench.py to dual-mode wrapper supporting both sched (threads) and memory benchmarks. Signed-off-by: Jian Zhao --- testcase/sysbench/sysbench-args-mm.csv | 20 ++++ testcase/sysbench/sysbench-tune-mm.csv | 21 ++++ ...bench-tune.csv => sysbench-tune-sched.csv} | 0 testcase/sysbench/sysbench.py | 106 ++++++++++++++---- ...-rndwr-marnd-mb128k-mowrite-mt10G-mt-mt.py | 64 +++++++++++ ...-seqwr-maseq-mb128k-mowrite-mt10G-mt-mt.py | 64 +++++++++++ ...-1g-seqrd-maseq-mb16k-moread-mt1G-mt-mt.py | 64 +++++++++++ ...10g-rndrd-marnd-mb1G-moread-mt10G-mt-mt.py | 64 +++++++++++ ...0g-rndwr-marnd-mb1G-mowrite-mt10G-mt-mt.py | 64 +++++++++++ ...e-1g-seqrd-maseq-mb1k-moread-mt1G-mt-mt.py | 64 +++++++++++ ...-rndwr-marnd-mb256k-mowrite-mt10G-mt-mt.py | 64 +++++++++++ ...e-1g-seqrd-maseq-mb2k-moread-mt1G-mt-mt.py | 64 +++++++++++ ...-1g-rndrd-marnd-mb32k-moread-mt1G-mt-mt.py | 64 +++++++++++ ...1g-rndwr-marnd-mb32k-mowrite-mt1G-mt-mt.py | 64 +++++++++++ ...-1g-seqrd-maseq-mb32k-moread-mt1G-mt-mt.py | 64 +++++++++++ ...1g-seqwr-maseq-mb32k-mowrite-mt1G-mt-mt.py | 64 +++++++++++ ...e-1g-seqrd-maseq-mb4k-moread-mt1G-mt-mt.py | 64 +++++++++++ ...-rndwr-marnd-mb512k-mowrite-mt10G-mt-mt.py | 64 +++++++++++ ...-seqwr-maseq-mb512k-mowrite-mt10G-mt-mt.py | 64 +++++++++++ ...0g-rndrd-marnd-mb64k-moread-mt10G-mt-mt.py | 64 +++++++++++ ...g-rndwr-marnd-mb32k-mowrite-mt10G-mt-mt.py | 64 +++++++++++ ...sbench-bnthread-1-ma-mb-mo-mt-mt1-mt300.py | 64 +++++++++++ ...ch-bnthread-max-ma-mb-mo-mt-mtmax-mt300.py | 64 +++++++++++ 23 files changed, 1339 insertions(+), 24 deletions(-) create mode 100644 testcase/sysbench/sysbench-args-mm.csv create mode 100644 testcase/sysbench/sysbench-tune-mm.csv rename testcase/sysbench/{sysbench-tune.csv => sysbench-tune-sched.csv} (100%) create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-rndwr-marnd-mb128k-mowrite-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-seqwr-maseq-mb128k-mowrite-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-16k-size-1g-seqrd-maseq-mb16k-moread-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndrd-marnd-mb1G-moread-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndwr-marnd-mb1G-mowrite-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-1k-size-1g-seqrd-maseq-mb1k-moread-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-256k-size-10g-rndwr-marnd-mb256k-mowrite-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-2k-size-1g-seqrd-maseq-mb2k-moread-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndrd-marnd-mb32k-moread-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndwr-marnd-mb32k-mowrite-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqrd-maseq-mb32k-moread-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqwr-maseq-mb32k-mowrite-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-4k-size-1g-seqrd-maseq-mb4k-moread-mt1G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-rndwr-marnd-mb512k-mowrite-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-seqwr-maseq-mb512k-mowrite-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndrd-marnd-mb64k-moread-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndwr-marnd-mb32k-mowrite-mt10G-mt-mt.py create mode 100755 testcase/sysbench/tperf-sysbench-bnthread-1-ma-mb-mo-mt-mt1-mt300.py create mode 100755 testcase/sysbench/tperf-sysbench-bnthread-max-ma-mb-mo-mt-mtmax-mt300.py diff --git a/testcase/sysbench/sysbench-args-mm.csv b/testcase/sysbench/sysbench-args-mm.csv new file mode 100644 index 0000000..447be14 --- /dev/null +++ b/testcase/sysbench/sysbench-args-mm.csv @@ -0,0 +1,20 @@ +工具名称,子系统,权重,benchmark_name,memory_block_size,memory_total_size,memory_oper,memory_access_mode,mm_threads,mm_time +sysbench,mm,0.014147,block-1k-size-1g-seqrd,1k,1G,read,seq,, +sysbench,mm,0.012446,block-32k-size-1g-seqrd,32k,1G,read,seq,, +sysbench,mm,0.010960,block-128k-size-10g-seqwr,128k,10G,write,seq,, +sysbench,mm,0.010952,block-32k-size-1g-rndrd,32k,1G,read,rnd,, +sysbench,mm,0.010836,block-256k-size-10g-rndwr,256k,10G,write,rnd,, +sysbench,mm,0.010757,thread-1,,,,,1,300 +sysbench,mm,0.010610,thread-max,,,,,max,300 +sysbench,mm,0.010454,block-512k-size-10g-seqwr,512k,10G,write,seq,, +sysbench,mm,0.010428,block-64k-size-10g-rndwr,32k,10G,write,rnd,, +sysbench,mm,0.010028,block-4k-size-1g-seqrd,4k,1G,read,seq,, +sysbench,mm,0.009988,block-512k-size-10g-rndwr,512k,10G,write,rnd,, +sysbench,mm,0.009876,block-1g-size-10g-rndwr,1G,10G,write,rnd,, +sysbench,mm,0.009619,block-1g-size-10g-rndrd,1G,10G,read,rnd,, +sysbench,mm,0.009602,block-32k-size-1g-seqwr,32k,1G,write,seq,, +sysbench,mm,0.009429,block-16k-size-1g-seqrd,16k,1G,read,seq,, +sysbench,mm,0.009398,block-128k-size-10g-rndwr,128k,10G,write,rnd,, +sysbench,mm,0.009356,block-64k-size-10g-rndrd,64k,10G,read,rnd,, +sysbench,mm,0.009053,block-2k-size-1g-seqrd,2k,1G,read,seq,, +sysbench,mm,0.008753,block-32k-size-1g-rndwr,32k,1G,write,rnd,, diff --git a/testcase/sysbench/sysbench-tune-mm.csv b/testcase/sysbench/sysbench-tune-mm.csv new file mode 100644 index 0000000..b29b145 --- /dev/null +++ b/testcase/sysbench/sysbench-tune-mm.csv @@ -0,0 +1,21 @@ +# sysbench memory 用例稳定性参数配置 +# 格式: 用例名称,warmup,run_loop,result_select_percent +tperf-sysbench-bnblock-1k-size-1g-seqrd-maseq-mb1k-moread-mt1G-mt-mt,1,1,90 +tperf-sysbench-bnblock-32k-size-1g-seqrd-maseq-mb32k-moread-mt1G-mt-mt,1,1,90 +tperf-sysbench-bnblock-128k-size-10g-seqwr-maseq-mb128k-mowrite-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-32k-size-1g-rndrd-marnd-mb32k-moread-mt1G-mt-mt,1,1,90 +tperf-sysbench-bnblock-256k-size-10g-rndwr-marnd-mb256k-mowrite-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnthread-1-ma-mb-mo-mt-mt1-mt300,1,1,90 +tperf-sysbench-bnthread-max-ma-mb-mo-mt-mtmax-mt300,1,1,90 +tperf-sysbench-bnblock-512k-size-10g-seqwr-maseq-mb512k-mowrite-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-64k-size-10g-rndwr-marnd-mb32k-mowrite-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-4k-size-1g-seqrd-maseq-mb4k-moread-mt1G-mt-mt,1,1,90 +tperf-sysbench-bnblock-512k-size-10g-rndwr-marnd-mb512k-mowrite-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-1g-size-10g-rndwr-marnd-mb1G-mowrite-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-1g-size-10g-rndrd-marnd-mb1G-moread-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-32k-size-1g-seqwr-maseq-mb32k-mowrite-mt1G-mt-mt,1,1,90 +tperf-sysbench-bnblock-16k-size-1g-seqrd-maseq-mb16k-moread-mt1G-mt-mt,1,1,90 +tperf-sysbench-bnblock-128k-size-10g-rndwr-marnd-mb128k-mowrite-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-64k-size-10g-rndrd-marnd-mb64k-moread-mt10G-mt-mt,1,1,90 +tperf-sysbench-bnblock-2k-size-1g-seqrd-maseq-mb2k-moread-mt1G-mt-mt,1,1,90 +tperf-sysbench-bnblock-32k-size-1g-rndwr-marnd-mb32k-mowrite-mt1G-mt-mt,1,1,90 diff --git a/testcase/sysbench/sysbench-tune.csv b/testcase/sysbench/sysbench-tune-sched.csv similarity index 100% rename from testcase/sysbench/sysbench-tune.csv rename to testcase/sysbench/sysbench-tune-sched.csv diff --git a/testcase/sysbench/sysbench.py b/testcase/sysbench/sysbench.py index ee2fb0d..c6c7348 100644 --- a/testcase/sysbench/sysbench.py +++ b/testcase/sysbench/sysbench.py @@ -1,14 +1,20 @@ #!/usr/bin/python3 # coding: utf-8 -# Desc: sysbench threads 工具类，供 parse-csv2case.py 通用框架调用 +# Desc: sysbench 工具类，供 parse-csv2case.py 通用框架调用 # -# 内部委托给 lib.ts_common.PerfSysBench，确保生成的 case -# 与老 case (tperf-sysbench-threads-*.py) 行为完全一致。 +# 内部委托给 lib.ts_common.PerfSysBench，支持两种参数模式： # -# CSV 参数列名与 __init__ 参数名的对应关系： -# --threads= → threads -# --thread-locks= → thread_locks -# --thread-yields= → thread_yields +# 模式1（调度类 - sysbench-args-sched.csv）： +# threads, thread_locks, thread_yields → testname="threads" +# +# 模式2（内存类 - sysbench-args-mm.csv）： +# benchmark_name, memory_block_size, memory_total_size, +# memory_oper, memory_access_mode, mm_threads, mm_time +# 所有参数均在 CSV 中配置，修改参数只需编辑 CSV 文件 +# +# CSV mm_threads 编码约定： +# max → os.cpu_count()（运行时获取最大线程数） +# 数字 → 直接使用 import os import sys @@ -24,32 +30,84 @@ from common.lib.benchmark import TSTPerf # noqa: E402 from lib.ts_common import PerfSysBench # noqa: E402 +def _build_memory_opt(memory_block_size, memory_total_size, + memory_oper, memory_access_mode, + mm_threads, mm_time): + """根据 CSV 列值动态拼接 memory 模式的 general_opt""" + parts = [] + + # block 模式参数 + if memory_block_size.strip(): + parts.append(f"--memory-block-size={memory_block_size.strip()}") + if memory_total_size.strip(): + parts.append(f"--memory-total-size={memory_total_size.strip()}") + if memory_oper.strip(): + parts.append(f"--memory-oper={memory_oper.strip()}") + if memory_access_mode.strip(): + parts.append(f"--memory-access-mode={memory_access_mode.strip()}") + + # thread 模式参数 + t = mm_threads.strip() + if t: + if t == "max": + t = str(os.cpu_count() or 1) + parts.append(f"--threads={t}") + if mm_time.strip(): + parts.append(f"--time={mm_time.strip()}") + + return " ".join(parts) + + class PerfSysbench(TSTPerf): - """sysbench threads 工具类 — 委托给 PerfSysBench + """sysbench 工具类 — 委托给 PerfSysBench - 接收 parse-csv2case.py 传入的 CSV 字符串参数， - 拼接为 general_opt 后委托给 PerfSysBench。 + 支持调度类（threads）和内存类（memory）。 """ def __init__( self, tc_name: str, - threads: str = "1", - thread_locks: str = "4", - thread_yields: str = "1000", + # 调度类参数 + threads: str = "", + thread_locks: str = "", + thread_yields: str = "", + # 内存类参数 + benchmark_name: str = "", + memory_block_size: str = "", + memory_total_size: str = "", + memory_oper: str = "", + memory_access_mode: str = "", + mm_threads: str = "", + mm_time: str = "", ): super().__init__() - general_opt = ( - f"--threads={threads} " - f"--thread-locks={thread_locks} " - f"--thread-yields={thread_yields}" - ) - self._impl = PerfSysBench( - name=tc_name, - testname="threads", - label="L0:调度", - general_opt=general_opt, - ) + + if benchmark_name: + # 内存类模式：从 CSV 参数动态拼接 + general_opt = _build_memory_opt( + memory_block_size, memory_total_size, + memory_oper, memory_access_mode, + mm_threads, mm_time, + ) + self._impl = PerfSysBench( + name=tc_name, + testname="memory", + label="L0:内存", + general_opt=general_opt, + ) + else: + # 调度类模式：拼接参数 + general_opt = ( + f"--threads={threads} " + f"--thread-locks={thread_locks} " + f"--thread-yields={thread_yields}" + ) + self._impl = PerfSysBench( + name=tc_name, + testname="threads", + label="L0:调度", + general_opt=general_opt, + ) def prepare(self): return self._impl.prepare() diff --git a/testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-rndwr-marnd-mb128k-mowrite-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-rndwr-marnd-mb128k-mowrite-mt10G-mt-mt.py new file mode 100755 index 0000000..a8c49a4 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-rndwr-marnd-mb128k-mowrite-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 518505998cf24f18 + @用例名称: tperf-sysbench-bnblock-128k-size-10g-rndwr-marnd-mb128k-mowrite-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-128k-size-10g-rndwr,memory_block_size=128k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-128k-size-10g-rndwr", + memory_block_size="128k", + memory_total_size="10G", + memory_oper="write", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-128k-size-10g-rndwr,memory_block_size=128k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-seqwr-maseq-mb128k-mowrite-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-seqwr-maseq-mb128k-mowrite-mt10G-mt-mt.py new file mode 100755 index 0000000..722a1e2 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-128k-size-10g-seqwr-maseq-mb128k-mowrite-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: a29c60a53ce450c1 + @用例名称: tperf-sysbench-bnblock-128k-size-10g-seqwr-maseq-mb128k-mowrite-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-128k-size-10g-seqwr,memory_block_size=128k,memory_total_size=10G,memory_oper=write,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-128k-size-10g-seqwr", + memory_block_size="128k", + memory_total_size="10G", + memory_oper="write", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-128k-size-10g-seqwr,memory_block_size=128k,memory_total_size=10G,memory_oper=write,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-16k-size-1g-seqrd-maseq-mb16k-moread-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-16k-size-1g-seqrd-maseq-mb16k-moread-mt1G-mt-mt.py new file mode 100755 index 0000000..e2262b9 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-16k-size-1g-seqrd-maseq-mb16k-moread-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 29553bd1a2fd1789 + @用例名称: tperf-sysbench-bnblock-16k-size-1g-seqrd-maseq-mb16k-moread-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-16k-size-1g-seqrd,memory_block_size=16k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-16k-size-1g-seqrd", + memory_block_size="16k", + memory_total_size="1G", + memory_oper="read", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-16k-size-1g-seqrd,memory_block_size=16k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndrd-marnd-mb1G-moread-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndrd-marnd-mb1G-moread-mt10G-mt-mt.py new file mode 100755 index 0000000..9c135f1 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndrd-marnd-mb1G-moread-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: edc48c3401732aeb + @用例名称: tperf-sysbench-bnblock-1g-size-10g-rndrd-marnd-mb1G-moread-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-1g-size-10g-rndrd,memory_block_size=1G,memory_total_size=10G,memory_oper=read,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-1g-size-10g-rndrd", + memory_block_size="1G", + memory_total_size="10G", + memory_oper="read", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-1g-size-10g-rndrd,memory_block_size=1G,memory_total_size=10G,memory_oper=read,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndwr-marnd-mb1G-mowrite-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndwr-marnd-mb1G-mowrite-mt10G-mt-mt.py new file mode 100755 index 0000000..d6351ae --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-1g-size-10g-rndwr-marnd-mb1G-mowrite-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 683da07dc64b21cf + @用例名称: tperf-sysbench-bnblock-1g-size-10g-rndwr-marnd-mb1G-mowrite-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-1g-size-10g-rndwr,memory_block_size=1G,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-1g-size-10g-rndwr", + memory_block_size="1G", + memory_total_size="10G", + memory_oper="write", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-1g-size-10g-rndwr,memory_block_size=1G,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-1k-size-1g-seqrd-maseq-mb1k-moread-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-1k-size-1g-seqrd-maseq-mb1k-moread-mt1G-mt-mt.py new file mode 100755 index 0000000..431543e --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-1k-size-1g-seqrd-maseq-mb1k-moread-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 5c2c52bb7751d1ac + @用例名称: tperf-sysbench-bnblock-1k-size-1g-seqrd-maseq-mb1k-moread-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-1k-size-1g-seqrd,memory_block_size=1k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-1k-size-1g-seqrd", + memory_block_size="1k", + memory_total_size="1G", + memory_oper="read", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-1k-size-1g-seqrd,memory_block_size=1k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-256k-size-10g-rndwr-marnd-mb256k-mowrite-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-256k-size-10g-rndwr-marnd-mb256k-mowrite-mt10G-mt-mt.py new file mode 100755 index 0000000..834575d --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-256k-size-10g-rndwr-marnd-mb256k-mowrite-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: bde0b1d513363cc2 + @用例名称: tperf-sysbench-bnblock-256k-size-10g-rndwr-marnd-mb256k-mowrite-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-256k-size-10g-rndwr,memory_block_size=256k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-256k-size-10g-rndwr", + memory_block_size="256k", + memory_total_size="10G", + memory_oper="write", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-256k-size-10g-rndwr,memory_block_size=256k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-2k-size-1g-seqrd-maseq-mb2k-moread-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-2k-size-1g-seqrd-maseq-mb2k-moread-mt1G-mt-mt.py new file mode 100755 index 0000000..8da576c --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-2k-size-1g-seqrd-maseq-mb2k-moread-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 2409fc154e24077a + @用例名称: tperf-sysbench-bnblock-2k-size-1g-seqrd-maseq-mb2k-moread-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-2k-size-1g-seqrd,memory_block_size=2k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-2k-size-1g-seqrd", + memory_block_size="2k", + memory_total_size="1G", + memory_oper="read", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-2k-size-1g-seqrd,memory_block_size=2k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndrd-marnd-mb32k-moread-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndrd-marnd-mb32k-moread-mt1G-mt-mt.py new file mode 100755 index 0000000..93336d7 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndrd-marnd-mb32k-moread-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 06928f7ae3242005 + @用例名称: tperf-sysbench-bnblock-32k-size-1g-rndrd-marnd-mb32k-moread-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-32k-size-1g-rndrd,memory_block_size=32k,memory_total_size=1G,memory_oper=read,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-32k-size-1g-rndrd", + memory_block_size="32k", + memory_total_size="1G", + memory_oper="read", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-32k-size-1g-rndrd,memory_block_size=32k,memory_total_size=1G,memory_oper=read,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndwr-marnd-mb32k-mowrite-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndwr-marnd-mb32k-mowrite-mt1G-mt-mt.py new file mode 100755 index 0000000..b23707b --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-rndwr-marnd-mb32k-mowrite-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 1f4f7308cbed88b0 + @用例名称: tperf-sysbench-bnblock-32k-size-1g-rndwr-marnd-mb32k-mowrite-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-32k-size-1g-rndwr,memory_block_size=32k,memory_total_size=1G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-32k-size-1g-rndwr", + memory_block_size="32k", + memory_total_size="1G", + memory_oper="write", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-32k-size-1g-rndwr,memory_block_size=32k,memory_total_size=1G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqrd-maseq-mb32k-moread-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqrd-maseq-mb32k-moread-mt1G-mt-mt.py new file mode 100755 index 0000000..27eaae5 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqrd-maseq-mb32k-moread-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: e8ebb20ff96ee2de + @用例名称: tperf-sysbench-bnblock-32k-size-1g-seqrd-maseq-mb32k-moread-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-32k-size-1g-seqrd,memory_block_size=32k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-32k-size-1g-seqrd", + memory_block_size="32k", + memory_total_size="1G", + memory_oper="read", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-32k-size-1g-seqrd,memory_block_size=32k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqwr-maseq-mb32k-mowrite-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqwr-maseq-mb32k-mowrite-mt1G-mt-mt.py new file mode 100755 index 0000000..4c04616 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-32k-size-1g-seqwr-maseq-mb32k-mowrite-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: e3784aa6424672d8 + @用例名称: tperf-sysbench-bnblock-32k-size-1g-seqwr-maseq-mb32k-mowrite-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-32k-size-1g-seqwr,memory_block_size=32k,memory_total_size=1G,memory_oper=write,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-32k-size-1g-seqwr", + memory_block_size="32k", + memory_total_size="1G", + memory_oper="write", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-32k-size-1g-seqwr,memory_block_size=32k,memory_total_size=1G,memory_oper=write,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-4k-size-1g-seqrd-maseq-mb4k-moread-mt1G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-4k-size-1g-seqrd-maseq-mb4k-moread-mt1G-mt-mt.py new file mode 100755 index 0000000..5b08b07 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-4k-size-1g-seqrd-maseq-mb4k-moread-mt1G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: c37d321f84116551 + @用例名称: tperf-sysbench-bnblock-4k-size-1g-seqrd-maseq-mb4k-moread-mt1G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-4k-size-1g-seqrd,memory_block_size=4k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-4k-size-1g-seqrd", + memory_block_size="4k", + memory_total_size="1G", + memory_oper="read", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-4k-size-1g-seqrd,memory_block_size=4k,memory_total_size=1G,memory_oper=read,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-rndwr-marnd-mb512k-mowrite-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-rndwr-marnd-mb512k-mowrite-mt10G-mt-mt.py new file mode 100755 index 0000000..d11fe8b --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-rndwr-marnd-mb512k-mowrite-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 41bc40273062b1b9 + @用例名称: tperf-sysbench-bnblock-512k-size-10g-rndwr-marnd-mb512k-mowrite-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-512k-size-10g-rndwr,memory_block_size=512k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-512k-size-10g-rndwr", + memory_block_size="512k", + memory_total_size="10G", + memory_oper="write", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-512k-size-10g-rndwr,memory_block_size=512k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-seqwr-maseq-mb512k-mowrite-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-seqwr-maseq-mb512k-mowrite-mt10G-mt-mt.py new file mode 100755 index 0000000..9b99492 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-512k-size-10g-seqwr-maseq-mb512k-mowrite-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: de5527be1dbd0d42 + @用例名称: tperf-sysbench-bnblock-512k-size-10g-seqwr-maseq-mb512k-mowrite-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-512k-size-10g-seqwr,memory_block_size=512k,memory_total_size=10G,memory_oper=write,memory_access_mode=seq,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-512k-size-10g-seqwr", + memory_block_size="512k", + memory_total_size="10G", + memory_oper="write", + memory_access_mode="seq", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-512k-size-10g-seqwr,memory_block_size=512k,memory_total_size=10G,memory_oper=write,memory_access_mode=seq,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndrd-marnd-mb64k-moread-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndrd-marnd-mb64k-moread-mt10G-mt-mt.py new file mode 100755 index 0000000..dc021c9 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndrd-marnd-mb64k-moread-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 064d089f031584cf + @用例名称: tperf-sysbench-bnblock-64k-size-10g-rndrd-marnd-mb64k-moread-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-64k-size-10g-rndrd,memory_block_size=64k,memory_total_size=10G,memory_oper=read,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-64k-size-10g-rndrd", + memory_block_size="64k", + memory_total_size="10G", + memory_oper="read", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-64k-size-10g-rndrd,memory_block_size=64k,memory_total_size=10G,memory_oper=read,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndwr-marnd-mb32k-mowrite-mt10G-mt-mt.py b/testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndwr-marnd-mb32k-mowrite-mt10G-mt-mt.py new file mode 100755 index 0000000..012e0f5 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnblock-64k-size-10g-rndwr-marnd-mb32k-mowrite-mt10G-mt-mt.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 87402264bee88610 + @用例名称: tperf-sysbench-bnblock-64k-size-10g-rndwr-marnd-mb32k-mowrite-mt10G-mt-mt + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=block-64k-size-10g-rndwr,memory_block_size=32k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="block-64k-size-10g-rndwr", + memory_block_size="32k", + memory_total_size="10G", + memory_oper="write", + memory_access_mode="rnd", + mm_threads="", + mm_time="", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=block-64k-size-10g-rndwr,memory_block_size=32k,memory_total_size=10G,memory_oper=write,memory_access_mode=rnd,mm_threads=,mm_time= + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnthread-1-ma-mb-mo-mt-mt1-mt300.py b/testcase/sysbench/tperf-sysbench-bnthread-1-ma-mb-mo-mt-mt1-mt300.py new file mode 100755 index 0000000..add4dc5 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnthread-1-ma-mb-mo-mt-mt1-mt300.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 8d3e95c35af84f44 + @用例名称: tperf-sysbench-bnthread-1-ma-mb-mo-mt-mt1-mt300 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=thread-1,memory_block_size=,memory_total_size=,memory_oper=,memory_access_mode=,mm_threads=1,mm_time=300 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="thread-1", + memory_block_size="", + memory_total_size="", + memory_oper="", + memory_access_mode="", + mm_threads="1", + mm_time="300", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=thread-1,memory_block_size=,memory_total_size=,memory_oper=,memory_access_mode=,mm_threads=1,mm_time=300 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/sysbench/tperf-sysbench-bnthread-max-ma-mb-mo-mt-mtmax-mt300.py b/testcase/sysbench/tperf-sysbench-bnthread-max-ma-mb-mo-mt-mtmax-mt300.py new file mode 100755 index 0000000..69d5951 --- /dev/null +++ b/testcase/sysbench/tperf-sysbench-bnthread-max-ma-mb-mo-mt-mtmax-mt300.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.sysbench.sysbench import PerfSysbench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 0111950f4a5dda8d + @用例名称: tperf-sysbench-bnthread-max-ma-mb-mo-mt-mtmax-mt300 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用sysbench测试mm性能，参数：benchmark_name=thread-max,memory_block_size=,memory_total_size=,memory_oper=,memory_access_mode=,mm_threads=max,mm_time=300 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具sysbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfSysbench( + tc_name=self.tc_name, + benchmark_name="thread-max", + memory_block_size="", + memory_total_size="", + memory_oper="", + memory_access_mode="", + mm_threads="max", + mm_time="300", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用sysbench工具测试性能，参数：benchmark_name=thread-max,memory_block_size=,memory_total_size=,memory_oper=,memory_access_mode=,mm_threads=max,mm_time=300 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=1, + result_select_percent=90, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) -- Gitee From d9b288b477532fbbefcd7b3d5062e7e2734b0d04 Mon Sep 17 00:00:00 2001 From: Jian Zhao Date: Wed, 1 Apr 2026 20:09:39 +0800 Subject: [PATCH 5/7] feat(stream): add stream memory benchmark cases (6 cases) Add stream memory bandwidth test cases with configurable thread counts via OMP_NUM_THREADS (1/4/8/16/32/max). Create stream.py wrapper delegating to PerfStream with CSV-driven parameters. Signed-off-by: Jian Zhao --- testcase/stream/stream-args-mm.csv | 7 +++ testcase/stream/stream-tune-mm.csv | 8 +++ testcase/stream/stream.py | 62 +++++++++++++++++++ testcase/stream/tperf-stream-ON1-bnsingle.py | 59 ++++++++++++++++++ .../stream/tperf-stream-ON16-bnthread-16.py | 59 ++++++++++++++++++ .../stream/tperf-stream-ON32-bnthread-32.py | 59 ++++++++++++++++++ .../stream/tperf-stream-ON4-bnthread-4.py | 59 ++++++++++++++++++ .../stream/tperf-stream-ON8-bnthread-8.py | 59 ++++++++++++++++++ testcase/stream/tperf-stream-ONmax-bnmax.py | 59 ++++++++++++++++++ 9 files changed, 431 insertions(+) create mode 100644 testcase/stream/stream-args-mm.csv create mode 100644 testcase/stream/stream-tune-mm.csv create mode 100644 testcase/stream/stream.py create mode 100755 testcase/stream/tperf-stream-ON1-bnsingle.py create mode 100755 testcase/stream/tperf-stream-ON16-bnthread-16.py create mode 100755 testcase/stream/tperf-stream-ON32-bnthread-32.py create mode 100755 testcase/stream/tperf-stream-ON4-bnthread-4.py create mode 100755 testcase/stream/tperf-stream-ON8-bnthread-8.py create mode 100755 testcase/stream/tperf-stream-ONmax-bnmax.py diff --git a/testcase/stream/stream-args-mm.csv b/testcase/stream/stream-args-mm.csv new file mode 100644 index 0000000..0dfa618 --- /dev/null +++ b/testcase/stream/stream-args-mm.csv @@ -0,0 +1,7 @@ +工具名称,子系统,权重,benchmark_name,OMP_NUM_THREADS +stream,memory,0.010513,single,1 +stream,memory,0.010109,thread-8,8 +stream,memory,0.009877,max,max +stream,memory,0.009769,thread-16,16 +stream,memory,0.009630,thread-4,4 +stream,memory,0.009617,thread-32,32 diff --git a/testcase/stream/stream-tune-mm.csv b/testcase/stream/stream-tune-mm.csv new file mode 100644 index 0000000..dfb8f26 --- /dev/null +++ b/testcase/stream/stream-tune-mm.csv @@ -0,0 +1,8 @@ +# stream 用例稳定性参数配置 +# 格式: 用例名称,warmup,run_loop,result_select_percent +tperf-stream-ON1-bnsingle,0,40,70 +tperf-stream-ON8-bnthread-8,0,40,70 +tperf-stream-ONmax-bnmax,0,40,70 +tperf-stream-ON16-bnthread-16,0,40,70 +tperf-stream-ON4-bnthread-4,0,40,70 +tperf-stream-ON32-bnthread-32,0,40,70 diff --git a/testcase/stream/stream.py b/testcase/stream/stream.py new file mode 100644 index 0000000..4cbe83a --- /dev/null +++ b/testcase/stream/stream.py @@ -0,0 +1,62 @@ +#!/usr/bin/python3 +# coding: utf-8 +# Desc: stream 工具类，供 parse-csv2case.py 通用框架调用 +# +# 内部委托给 lib.ts_common.PerfStream，通过 OMP_NUM_THREADS 环境变量 +# 控制线程数。 +# +# CSV 参数列名与 __init__ 参数名的对应关系： +# benchmark_name → 用于构造 PerfStream.name +# OMP_NUM_THREADS → 设置环境变量（max → os.cpu_count()） + +import os +import sys + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) + +from common.lib.benchmark import TSTPerf # noqa: E402 +from lib.ts_common import PerfStream # noqa: E402 + + +class PerfStreamWrapper(TSTPerf): + """stream 工具类 — 委托给 PerfStream + + 通过 OMP_NUM_THREADS 环境变量控制 stream 的线程数。 + """ + + def __init__( + self, + tc_name: str, + benchmark_name: str = "", + OMP_NUM_THREADS: str = "1", + ): + super().__init__() + # 解析线程数 + t = OMP_NUM_THREADS.strip() + if t == "max": + t = str(os.cpu_count() or 1) + self._omp_threads = t + + self._impl = PerfStream( + name=tc_name, + label="L0:内存", + ) + + def prepare(self): + # 设置 OMP_NUM_THREADS 环境变量 + os.environ["OMP_NUM_THREADS"] = self._omp_threads + return self._impl.prepare() + + def benchmark(self): + return self._impl.benchmark() + + def parse_test_data(self): + return self._impl.parse_test_data() + + def cleanup(self): + return self._impl.cleanup() diff --git a/testcase/stream/tperf-stream-ON1-bnsingle.py b/testcase/stream/tperf-stream-ON1-bnsingle.py new file mode 100755 index 0000000..3a42a02 --- /dev/null +++ b/testcase/stream/tperf-stream-ON1-bnsingle.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.stream.stream import PerfStreamWrapper # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: dc2cbb79983e6a8b + @用例名称: tperf-stream-ON1-bnsingle + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用stream测试memory性能，参数：benchmark_name=single,OMP_NUM_THREADS=1 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具stream运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfStreamWrapper( + tc_name=self.tc_name, + benchmark_name="single", + OMP_NUM_THREADS="1", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用stream工具测试性能，参数：benchmark_name=single,OMP_NUM_THREADS=1 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=40, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/stream/tperf-stream-ON16-bnthread-16.py b/testcase/stream/tperf-stream-ON16-bnthread-16.py new file mode 100755 index 0000000..a8831bc --- /dev/null +++ b/testcase/stream/tperf-stream-ON16-bnthread-16.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.stream.stream import PerfStreamWrapper # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 9e5319abcb2d3c79 + @用例名称: tperf-stream-ON16-bnthread-16 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用stream测试memory性能，参数：benchmark_name=thread-16,OMP_NUM_THREADS=16 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具stream运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfStreamWrapper( + tc_name=self.tc_name, + benchmark_name="thread-16", + OMP_NUM_THREADS="16", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用stream工具测试性能，参数：benchmark_name=thread-16,OMP_NUM_THREADS=16 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=40, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/stream/tperf-stream-ON32-bnthread-32.py b/testcase/stream/tperf-stream-ON32-bnthread-32.py new file mode 100755 index 0000000..5976477 --- /dev/null +++ b/testcase/stream/tperf-stream-ON32-bnthread-32.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.stream.stream import PerfStreamWrapper # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 6b6201cd04ac185b + @用例名称: tperf-stream-ON32-bnthread-32 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用stream测试memory性能，参数：benchmark_name=thread-32,OMP_NUM_THREADS=32 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具stream运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfStreamWrapper( + tc_name=self.tc_name, + benchmark_name="thread-32", + OMP_NUM_THREADS="32", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用stream工具测试性能，参数：benchmark_name=thread-32,OMP_NUM_THREADS=32 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=40, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/stream/tperf-stream-ON4-bnthread-4.py b/testcase/stream/tperf-stream-ON4-bnthread-4.py new file mode 100755 index 0000000..8a4e914 --- /dev/null +++ b/testcase/stream/tperf-stream-ON4-bnthread-4.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.stream.stream import PerfStreamWrapper # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: d8e3c11263daf930 + @用例名称: tperf-stream-ON4-bnthread-4 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用stream测试memory性能，参数：benchmark_name=thread-4,OMP_NUM_THREADS=4 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具stream运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfStreamWrapper( + tc_name=self.tc_name, + benchmark_name="thread-4", + OMP_NUM_THREADS="4", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用stream工具测试性能，参数：benchmark_name=thread-4,OMP_NUM_THREADS=4 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=40, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/stream/tperf-stream-ON8-bnthread-8.py b/testcase/stream/tperf-stream-ON8-bnthread-8.py new file mode 100755 index 0000000..d7e0a4b --- /dev/null +++ b/testcase/stream/tperf-stream-ON8-bnthread-8.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.stream.stream import PerfStreamWrapper # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 7c65d5f1581e218a + @用例名称: tperf-stream-ON8-bnthread-8 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用stream测试memory性能，参数：benchmark_name=thread-8,OMP_NUM_THREADS=8 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具stream运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfStreamWrapper( + tc_name=self.tc_name, + benchmark_name="thread-8", + OMP_NUM_THREADS="8", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用stream工具测试性能，参数：benchmark_name=thread-8,OMP_NUM_THREADS=8 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=40, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/stream/tperf-stream-ONmax-bnmax.py b/testcase/stream/tperf-stream-ONmax-bnmax.py new file mode 100755 index 0000000..c0bd897 --- /dev/null +++ b/testcase/stream/tperf-stream-ONmax-bnmax.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.stream.stream import PerfStreamWrapper # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: e2761c3eb0307ec5 + @用例名称: tperf-stream-ONmax-bnmax + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用stream测试memory性能，参数：benchmark_name=max,OMP_NUM_THREADS=max + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具stream运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfStreamWrapper( + tc_name=self.tc_name, + benchmark_name="max", + OMP_NUM_THREADS="max", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用stream工具测试性能，参数：benchmark_name=max,OMP_NUM_THREADS=max + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=40, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) -- Gitee From 8f56bcd09a5943afee4672d3e477c1aa111e8adc Mon Sep 17 00:00:00 2001 From: Jian Zhao Date: Wed, 1 Apr 2026 20:25:00 +0800 Subject: [PATCH 6/7] feat(unixbench): add unixbench memory benchmark cases (2 cases) Add unixbench test cases for spawn and shell16 benchmarks with CSV-driven parameters (testname, -c concurrency). Create unixbench.py wrapper delegating to PerfUnixbench. Signed-off-by: Jian Zhao --- .../unixbench/tperf-unixbench-c1-teshell16.py | 59 +++++++++++++++++++ .../unixbench/tperf-unixbench-c1-tespawn.py | 59 +++++++++++++++++++ testcase/unixbench/unixbench-args-mm.csv | 3 + testcase/unixbench/unixbench-tune-mm.csv | 4 ++ testcase/unixbench/unixbench.py | 58 ++++++++++++++++++ 5 files changed, 183 insertions(+) create mode 100755 testcase/unixbench/tperf-unixbench-c1-teshell16.py create mode 100755 testcase/unixbench/tperf-unixbench-c1-tespawn.py create mode 100644 testcase/unixbench/unixbench-args-mm.csv create mode 100644 testcase/unixbench/unixbench-tune-mm.csv create mode 100644 testcase/unixbench/unixbench.py diff --git a/testcase/unixbench/tperf-unixbench-c1-teshell16.py b/testcase/unixbench/tperf-unixbench-c1-teshell16.py new file mode 100755 index 0000000..8a2b73b --- /dev/null +++ b/testcase/unixbench/tperf-unixbench-c1-teshell16.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.unixbench.unixbench import PerfUnixBench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 1cc91a723ab2f77d + @用例名称: tperf-unixbench-c1-teshell16 + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用unixbench测试mm性能，参数：testname=shell16,c=1 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具unixbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfUnixBench( + tc_name=self.tc_name, + testname="shell16", + c="1", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用unixbench工具测试性能，参数：testname=shell16,c=1 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=10, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/unixbench/tperf-unixbench-c1-tespawn.py b/testcase/unixbench/tperf-unixbench-c1-tespawn.py new file mode 100755 index 0000000..2ba7930 --- /dev/null +++ b/testcase/unixbench/tperf-unixbench-c1-tespawn.py @@ -0,0 +1,59 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.unixbench.unixbench import PerfUnixBench # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 413c9690cce3946f + @用例名称: tperf-unixbench-c1-tespawn + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用unixbench测试mm性能，参数：testname=spawn,c=1 + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具unixbench运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfUnixBench( + tc_name=self.tc_name, + testname="spawn", + c="1", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用unixbench工具测试性能，参数：testname=spawn,c=1 + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=1, + run_loop=10, + result_select_percent=80, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/unixbench/unixbench-args-mm.csv b/testcase/unixbench/unixbench-args-mm.csv new file mode 100644 index 0000000..0747c3e --- /dev/null +++ b/testcase/unixbench/unixbench-args-mm.csv @@ -0,0 +1,3 @@ +工具名称,子系统,权重,testname,c +unixbench,mm,0.010967,spawn,1 +unixbench,mm,0.010685,shell16,1 diff --git a/testcase/unixbench/unixbench-tune-mm.csv b/testcase/unixbench/unixbench-tune-mm.csv new file mode 100644 index 0000000..7e89ca7 --- /dev/null +++ b/testcase/unixbench/unixbench-tune-mm.csv @@ -0,0 +1,4 @@ +# unixbench 用例稳定性参数配置 +# 格式: 用例名称,warmup,run_loop,result_select_percent +tperf-unixbench-c1-tespawn,1,10,80 +tperf-unixbench-c1-teshell16,1,10,80 diff --git a/testcase/unixbench/unixbench.py b/testcase/unixbench/unixbench.py new file mode 100644 index 0000000..09c6200 --- /dev/null +++ b/testcase/unixbench/unixbench.py @@ -0,0 +1,58 @@ +#!/usr/bin/python3 +# coding: utf-8 +# Desc: unixbench 工具类，供 parse-csv2case.py 通用框架调用 +# +# 内部委托给 lib.ts_common.PerfUnixbench +# +# CSV 参数列名与 __init__ 参数名的对应关系： +# testname → testname (spawn, shell16, ...) +# c → -c 参数值（并发数） +# +# general_opt 拼接规则: "-c {c} {testname}" + +import os +import sys + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) + +from common.lib.benchmark import TSTPerf # noqa: E402 +from lib.ts_common import PerfUnixbench # noqa: E402 + + +class PerfUnixBench(TSTPerf): + """unixbench 工具类 — 委托给 PerfUnixbench + + 从 CSV 参数动态拼接 general_opt。 + """ + + def __init__( + self, + tc_name: str, + testname: str = "", + c: str = "1", + ): + super().__init__() + general_opt = f"-c {c.strip()} {testname.strip()}" + self._impl = PerfUnixbench( + name=tc_name, + testname=f"unixbench-{testname.strip()}", + label="L0:内存", + general_opt=general_opt, + ) + + def prepare(self): + return self._impl.prepare() + + def benchmark(self): + return self._impl.benchmark() + + def parse_test_data(self): + return self._impl.parse_test_data() + + def cleanup(self): + return self._impl.cleanup() -- Gitee From 4ea63fd0476a93b4c1829d8fe41390bcb595e24b Mon Sep 17 00:00:00 2001 From: Jian Zhao Date: Wed, 1 Apr 2026 20:28:13 +0800 Subject: [PATCH 7/7] feat(mlc): add MLC memory benchmark cases (5 cases) Add Intel MLC test cases for idle_latency, loaded_latency, bandwidth_matrix, peak_injection_bandwidth, and latency_matrix. Create mlc.py wrapper delegating to PerfMLC with CSV-driven test_mode parameter. Signed-off-by: Jian Zhao --- testcase/mlc/mlc-args-mm.csv | 6 ++ testcase/mlc/mlc-tune-mm.csv | 7 +++ testcase/mlc/mlc.py | 53 +++++++++++++++++ testcase/mlc/tperf-mlc-tmbandwidth_matrix.py | 58 +++++++++++++++++++ testcase/mlc/tperf-mlc-tmidle_latency.py | 58 +++++++++++++++++++ testcase/mlc/tperf-mlc-tmlatency_matrix.py | 58 +++++++++++++++++++ testcase/mlc/tperf-mlc-tmloaded_latency.py | 58 +++++++++++++++++++ .../tperf-mlc-tmpeak_injection_bandwidth.py | 58 +++++++++++++++++++ 8 files changed, 356 insertions(+) create mode 100644 testcase/mlc/mlc-args-mm.csv create mode 100644 testcase/mlc/mlc-tune-mm.csv create mode 100644 testcase/mlc/mlc.py create mode 100755 testcase/mlc/tperf-mlc-tmbandwidth_matrix.py create mode 100755 testcase/mlc/tperf-mlc-tmidle_latency.py create mode 100755 testcase/mlc/tperf-mlc-tmlatency_matrix.py create mode 100755 testcase/mlc/tperf-mlc-tmloaded_latency.py create mode 100755 testcase/mlc/tperf-mlc-tmpeak_injection_bandwidth.py diff --git a/testcase/mlc/mlc-args-mm.csv b/testcase/mlc/mlc-args-mm.csv new file mode 100644 index 0000000..7b3bcf1 --- /dev/null +++ b/testcase/mlc/mlc-args-mm.csv @@ -0,0 +1,6 @@ +工具名称,子系统,权重,test_mode +mlc,mm,0.010749,idle_latency +mlc,mm,0.010351,loaded_latency +mlc,mm,0.009957,bandwidth_matrix +mlc,mm,0.009169,peak_injection_bandwidth +mlc,mm,0.009059,latency_matrix diff --git a/testcase/mlc/mlc-tune-mm.csv b/testcase/mlc/mlc-tune-mm.csv new file mode 100644 index 0000000..e408926 --- /dev/null +++ b/testcase/mlc/mlc-tune-mm.csv @@ -0,0 +1,7 @@ +# mlc 用例稳定性参数配置 +# 格式: 用例名称,warmup,run_loop,result_select_percent +tperf-mlc-tmidle_latency,0,1,70 +tperf-mlc-tmloaded_latency,0,1,70 +tperf-mlc-tmbandwidth_matrix,0,1,70 +tperf-mlc-tmpeak_injection_bandwidth,0,1,70 +tperf-mlc-tmlatency_matrix,0,1,70 diff --git a/testcase/mlc/mlc.py b/testcase/mlc/mlc.py new file mode 100644 index 0000000..1c2c6f7 --- /dev/null +++ b/testcase/mlc/mlc.py @@ -0,0 +1,53 @@ +#!/usr/bin/python3 +# coding: utf-8 +# Desc: mlc 工具类，供 parse-csv2case.py 通用框架调用 +# +# 内部委托给 lib.ts_common.PerfMLC +# +# CSV 参数列名与 __init__ 参数名的对应关系： +# test_mode → test_mode (idle_latency, loaded_latency, +# bandwidth_matrix, peak_injection_bandwidth, latency_matrix) + +import os +import sys + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) + +from common.lib.benchmark import TSTPerf # noqa: E402 +from lib.ts_common import PerfMLC # noqa: E402 + + +class PerfMlc(TSTPerf): + """mlc 工具类 — 委托给 PerfMLC + + 从 CSV 参数 test_mode 驱动不同的 MLC 测试模式。 + """ + + def __init__( + self, + tc_name: str, + test_mode: str = "", + ): + super().__init__() + self._impl = PerfMLC( + name=tc_name, + test_mode=test_mode.strip(), + label="L0:内存", + ) + + def prepare(self): + return self._impl.prepare() + + def benchmark(self): + return self._impl.benchmark() + + def parse_test_data(self): + return self._impl.parse_test_data() + + def cleanup(self): + return self._impl.cleanup() diff --git a/testcase/mlc/tperf-mlc-tmbandwidth_matrix.py b/testcase/mlc/tperf-mlc-tmbandwidth_matrix.py new file mode 100755 index 0000000..61750ad --- /dev/null +++ b/testcase/mlc/tperf-mlc-tmbandwidth_matrix.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.mlc.mlc import PerfMlc # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 210c294707820b62 + @用例名称: tperf-mlc-tmbandwidth_matrix + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用mlc测试mm性能，参数：test_mode=bandwidth_matrix + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具mlc运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfMlc( + tc_name=self.tc_name, + test_mode="bandwidth_matrix", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用mlc工具测试性能，参数：test_mode=bandwidth_matrix + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/mlc/tperf-mlc-tmidle_latency.py b/testcase/mlc/tperf-mlc-tmidle_latency.py new file mode 100755 index 0000000..a7a950b --- /dev/null +++ b/testcase/mlc/tperf-mlc-tmidle_latency.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.mlc.mlc import PerfMlc # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: 15ebfcb4e95fd264 + @用例名称: tperf-mlc-tmidle_latency + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用mlc测试mm性能，参数：test_mode=idle_latency + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具mlc运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfMlc( + tc_name=self.tc_name, + test_mode="idle_latency", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用mlc工具测试性能，参数：test_mode=idle_latency + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/mlc/tperf-mlc-tmlatency_matrix.py b/testcase/mlc/tperf-mlc-tmlatency_matrix.py new file mode 100755 index 0000000..a7ad9af --- /dev/null +++ b/testcase/mlc/tperf-mlc-tmlatency_matrix.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.mlc.mlc import PerfMlc # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: d0244624c559c02a + @用例名称: tperf-mlc-tmlatency_matrix + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用mlc测试mm性能，参数：test_mode=latency_matrix + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具mlc运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfMlc( + tc_name=self.tc_name, + test_mode="latency_matrix", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用mlc工具测试性能，参数：test_mode=latency_matrix + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/mlc/tperf-mlc-tmloaded_latency.py b/testcase/mlc/tperf-mlc-tmloaded_latency.py new file mode 100755 index 0000000..1b977be --- /dev/null +++ b/testcase/mlc/tperf-mlc-tmloaded_latency.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.mlc.mlc import PerfMlc # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: f65a23061f8fb5cd + @用例名称: tperf-mlc-tmloaded_latency + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用mlc测试mm性能，参数：test_mode=loaded_latency + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具mlc运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfMlc( + tc_name=self.tc_name, + test_mode="loaded_latency", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用mlc工具测试性能，参数：test_mode=loaded_latency + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) diff --git a/testcase/mlc/tperf-mlc-tmpeak_injection_bandwidth.py b/testcase/mlc/tperf-mlc-tmpeak_injection_bandwidth.py new file mode 100755 index 0000000..7e1eca2 --- /dev/null +++ b/testcase/mlc/tperf-mlc-tmpeak_injection_bandwidth.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python3 +# coding: utf-8 + +import os.path +import sys + + +_suite_top_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "..") +while _suite_top_dir != "/": + if os.path.isfile(os.path.join(_suite_top_dir, "tsuite")): + break + _suite_top_dir = os.path.dirname(_suite_top_dir) +sys.path.append(_suite_top_dir) +from lib.ts_common import MyTestCase # noqa: E402 +from testcase.mlc.mlc import PerfMlc # noqa: E402 + + +class PythonTestCase(MyTestCase): + """ + @用例ID: ec9c6c4298108233 + @用例名称: tperf-mlc-tmpeak_injection_bandwidth + @用例级别: 3 + @用例标签: + @扩展属性: + @用例类型: + @自动化: 1 + @超时时间: 0 + @用例描述: 使用mlc测试mm性能，参数：test_mode=peak_injection_bandwidth + """ + + def tc_setup(self, *args): + self.msg("this is tc_setup") + # @预置条件: 系统支持性能测试工具mlc运行 + # @预置条件: 系统参数配置正确，符合性能测试运行要求 + self.perf_tool = PerfMlc( + tc_name=self.tc_name, + test_mode="peak_injection_bandwidth", + ) + + def do_test(self, *args): + self.msg("this is do_test") + + # @测试步骤: 使用mlc工具测试性能，参数：test_mode=peak_injection_bandwidth + # @预期结果: 测试正常,性能数据采集正常 + self.perf_tool.run( + warmup=0, + run_loop=1, + result_select_percent=70, + ) + self.perf_tool.report(testcase=self) + self.assert_true(len(self.perf_tool.results) > 0) + + def tc_teardown(self, *args): + self.msg("this is tc_teardown") + + +if __name__ == "__main__": + PythonTestCase().tst_main(sys.argv) -- Gitee