#!/bin/bash # SPDX-License-Identifier: GPL-2.0 # Please run as root # Kselftest framework requirement - SKIP code is 4. ksft_skip=4 count_pass=0 count_fail=0 count_skip=0 exitcode=0 usage() { cat <<EOF usage: ${BASH_SOURCE[0]:-$0} [ options ] -a: run all tests, including extra ones -t: specify specific categories to tests to run -h: display this message The default behavior is to run required tests only. If -a is specified, will run all tests. Alternatively, specific groups tests can be run by passing a string to the -t argument containing one or more of the following categories separated by spaces: - mmap tests for mmap(2) - gup_test tests for gup - userfaultfd tests for userfaultfd(2) - compaction a test for the patch "Allow compaction of unevictable pages" - mlock tests for mlock(2) - mremap tests for mremap(2) - hugevm tests for very large virtual address space - vmalloc vmalloc smoke tests - hmm hmm smoke tests - madv_populate test memadvise(2) MADV_POPULATE_{READ,WRITE} options - memfd_secret test memfd_secret(2) - process_mrelease test process_mrelease(2) - ksm ksm tests that do not require >=2 NUMA nodes - ksm_numa ksm tests that require >=2 NUMA nodes - pkey memory protection key tests - soft_dirty test soft dirty page bit semantics - cow test copy-on-write semantics - thp test transparent huge pages - migration invoke move_pages(2) to exercise the migration entry code paths in the kernel - mkdirty test handling of code that might set PTE/PMD dirty in read-only VMAs - mdwe test prctl(PR_SET_MDWE, ...) example: ./run_vmtests.sh -t "hmm mmap ksm" EOF exit 0 } RUN_ALL=false while getopts "aht:" OPT; do case ${OPT} in "a") RUN_ALL=true ;; "h") usage ;; "t") VM_SELFTEST_ITEMS=${OPTARG} ;; esac done shift $((OPTIND -1)) # default behavior: run all tests VM_SELFTEST_ITEMS=${VM_SELFTEST_ITEMS:-default} test_selected() { if [ "$VM_SELFTEST_ITEMS" == "default" ]; then # If no VM_SELFTEST_ITEMS are specified, run all tests return 0 fi # If test selected argument is one of the test items if [[ " ${VM_SELFTEST_ITEMS[*]} " =~ " ${1} " ]]; then return 0 else return 1 fi } run_gup_matrix() { # -t: thp=on, -T: thp=off, -H: hugetlb=on local hugetlb_mb=$(( needmem_KB / 1024 )) for huge in -t -T "-H -m $hugetlb_mb"; do # -u: gup-fast, -U: gup-basic, -a: pin-fast, -b: pin-basic, -L: pin-longterm for test_cmd in -u -U -a -b -L; do # -w: write=1, -W: write=0 for write in -w -W; do # -S: shared for share in -S " "; do # -n: How many pages to fetch together? 512 is special # because it's default thp size (or 2M on x86), 123 to # just test partial gup when hit a huge in whatever form for num in "-n 1" "-n 512" "-n 123"; do CATEGORY="gup_test" run_test ./gup_test \ $huge $test_cmd $write $share $num done done done done done } # get huge pagesize and freepages from /proc/meminfo while read -r name size unit; do if [ "$name" = "HugePages_Free:" ]; then freepgs="$size" fi if [ "$name" = "Hugepagesize:" ]; then hpgsize_KB="$size" fi done < /proc/meminfo # Simple hugetlbfs tests have a hardcoded minimum requirement of # huge pages totaling 256MB (262144KB) in size. The userfaultfd # hugetlb test requires a minimum of 2 * nr_cpus huge pages. Take # both of these requirements into account and attempt to increase # number of huge pages available. nr_cpus=$(nproc) hpgsize_MB=$((hpgsize_KB / 1024)) half_ufd_size_MB=$((((nr_cpus * hpgsize_MB + 127) / 128) * 128)) needmem_KB=$((half_ufd_size_MB * 2 * 1024)) # set proper nr_hugepages if [ -n "$freepgs" ] && [ -n "$hpgsize_KB" ]; then nr_hugepgs=$(cat /proc/sys/vm/nr_hugepages) needpgs=$((needmem_KB / hpgsize_KB)) tries=2 while [ "$tries" -gt 0 ] && [ "$freepgs" -lt "$needpgs" ]; do lackpgs=$((needpgs - freepgs)) echo 3 > /proc/sys/vm/drop_caches if ! echo $((lackpgs + nr_hugepgs)) > /proc/sys/vm/nr_hugepages; then echo "Please run this test as root" exit $ksft_skip fi while read -r name size unit; do if [ "$name" = "HugePages_Free:" ]; then freepgs=$size fi done < /proc/meminfo tries=$((tries - 1)) done if [ "$freepgs" -lt "$needpgs" ]; then printf "Not enough huge pages available (%d < %d)\n" \ "$freepgs" "$needpgs" exit 1 fi else echo "no hugetlbfs support in kernel?" exit 1 fi # filter 64bit architectures ARCH64STR="arm64 ia64 mips64 parisc64 ppc64 ppc64le riscv64 s390x sparc64 x86_64" if [ -z "$ARCH" ]; then ARCH=$(uname -m 2>/dev/null | sed -e 's/aarch64.*/arm64/') fi VADDR64=0 echo "$ARCH64STR" | grep "$ARCH" &>/dev/null && VADDR64=1 # Usage: run_test [test binary] [arbitrary test arguments...] run_test() { if test_selected ${CATEGORY}; then local title="running $*" local sep=$(echo -n "$title" | tr "[:graph:][:space:]" -) printf "%s\n%s\n%s\n" "$sep" "$title" "$sep" "$@" local ret=$? if [ $ret -eq 0 ]; then count_pass=$(( count_pass + 1 )) echo "[PASS]" elif [ $ret -eq $ksft_skip ]; then count_skip=$(( count_skip + 1 )) echo "[SKIP]" exitcode=$ksft_skip else count_fail=$(( count_fail + 1 )) echo "[FAIL]" exitcode=1 fi fi # test_selected } CATEGORY="hugetlb" run_test ./hugepage-mmap shmmax=$(cat /proc/sys/kernel/shmmax) shmall=$(cat /proc/sys/kernel/shmall) echo 268435456 > /proc/sys/kernel/shmmax echo 4194304 > /proc/sys/kernel/shmall CATEGORY="hugetlb" run_test ./hugepage-shm echo "$shmmax" > /proc/sys/kernel/shmmax echo "$shmall" > /proc/sys/kernel/shmall CATEGORY="hugetlb" run_test ./map_hugetlb CATEGORY="hugetlb" run_test ./hugepage-mremap CATEGORY="hugetlb" run_test ./hugepage-vmemmap CATEGORY="hugetlb" run_test ./hugetlb-madvise if test_selected "hugetlb"; then echo "NOTE: These hugetlb tests provide minimal coverage. Use" echo " https://github.com/libhugetlbfs/libhugetlbfs.git for" echo " hugetlb regression testing." fi CATEGORY="mmap" run_test ./map_fixed_noreplace if $RUN_ALL; then run_gup_matrix else # get_user_pages_fast() benchmark CATEGORY="gup_test" run_test ./gup_test -u # pin_user_pages_fast() benchmark CATEGORY="gup_test" run_test ./gup_test -a fi # Dump pages 0, 19, and 4096, using pin_user_pages: CATEGORY="gup_test" run_test ./gup_test -ct -F 0x1 0 19 0x1000 CATEGORY="gup_test" run_test ./gup_longterm CATEGORY="userfaultfd" run_test ./uffd-unit-tests uffd_stress_bin=./uffd-stress CATEGORY="userfaultfd" run_test ${uffd_stress_bin} anon 20 16 # Hugetlb tests require source and destination huge pages. Pass in half # the size ($half_ufd_size_MB), which is used for *each*. CATEGORY="userfaultfd" run_test ${uffd_stress_bin} hugetlb "$half_ufd_size_MB" 32 CATEGORY="userfaultfd" run_test ${uffd_stress_bin} hugetlb-private "$half_ufd_size_MB" 32 CATEGORY="userfaultfd" run_test ${uffd_stress_bin} shmem 20 16 CATEGORY="userfaultfd" run_test ${uffd_stress_bin} shmem-private 20 16 #cleanup echo "$nr_hugepgs" > /proc/sys/vm/nr_hugepages CATEGORY="compaction" run_test ./compaction_test CATEGORY="mlock" run_test sudo -u nobody ./on-fault-limit CATEGORY="mmap" run_test ./map_populate CATEGORY="mlock" run_test ./mlock-random-test CATEGORY="mlock" run_test ./mlock2-tests CATEGORY="process_mrelease" run_test ./mrelease_test CATEGORY="mremap" run_test ./mremap_test CATEGORY="hugetlb" run_test ./thuge-gen if [ $VADDR64 -ne 0 ]; then # set overcommit_policy as OVERCOMMIT_ALWAYS so that kernel # allows high virtual address allocation requests independent # of platform's physical memory. prev_policy=$(cat /proc/sys/vm/overcommit_memory) echo 1 > /proc/sys/vm/overcommit_memory CATEGORY="hugevm" run_test ./virtual_address_range echo $prev_policy > /proc/sys/vm/overcommit_memory # va high address boundary switch test ARCH_ARM64="arm64" prev_nr_hugepages=$(cat /proc/sys/vm/nr_hugepages) if [ "$ARCH" == "$ARCH_ARM64" ]; then echo 6 > /proc/sys/vm/nr_hugepages fi CATEGORY="hugevm" run_test bash ./va_high_addr_switch.sh if [ "$ARCH" == "$ARCH_ARM64" ]; then echo $prev_nr_hugepages > /proc/sys/vm/nr_hugepages fi fi # VADDR64 # vmalloc stability smoke test CATEGORY="vmalloc" run_test bash ./test_vmalloc.sh smoke CATEGORY="mremap" run_test ./mremap_dontunmap CATEGORY="hmm" run_test bash ./test_hmm.sh smoke # MADV_POPULATE_READ and MADV_POPULATE_WRITE tests CATEGORY="madv_populate" run_test ./madv_populate CATEGORY="memfd_secret" run_test ./memfd_secret # KSM KSM_MERGE_TIME_HUGE_PAGES test with size of 100 CATEGORY="ksm" run_test ./ksm_tests -H -s 100 # KSM KSM_MERGE_TIME test with size of 100 CATEGORY="ksm" run_test ./ksm_tests -P -s 100 # KSM MADV_MERGEABLE test with 10 identical pages CATEGORY="ksm" run_test ./ksm_tests -M -p 10 # KSM unmerge test CATEGORY="ksm" run_test ./ksm_tests -U # KSM test with 10 zero pages and use_zero_pages = 0 CATEGORY="ksm" run_test ./ksm_tests -Z -p 10 -z 0 # KSM test with 10 zero pages and use_zero_pages = 1 CATEGORY="ksm" run_test ./ksm_tests -Z -p 10 -z 1 # KSM test with 2 NUMA nodes and merge_across_nodes = 1 CATEGORY="ksm_numa" run_test ./ksm_tests -N -m 1 # KSM test with 2 NUMA nodes and merge_across_nodes = 0 CATEGORY="ksm_numa" run_test ./ksm_tests -N -m 0 CATEGORY="ksm" run_test ./ksm_functional_tests run_test ./ksm_functional_tests # protection_keys tests if [ -x ./protection_keys_32 ] then CATEGORY="pkey" run_test ./protection_keys_32 fi if [ -x ./protection_keys_64 ] then CATEGORY="pkey" run_test ./protection_keys_64 fi if [ -x ./soft-dirty ] then CATEGORY="soft_dirty" run_test ./soft-dirty fi # COW tests CATEGORY="cow" run_test ./cow CATEGORY="thp" run_test ./khugepaged CATEGORY="thp" run_test ./transhuge-stress -d 20 CATEGORY="thp" run_test ./split_huge_page_test CATEGORY="migration" run_test ./migration CATEGORY="mkdirty" run_test ./mkdirty CATEGORY="mdwe" run_test ./mdwe_test echo "SUMMARY: PASS=${count_pass} SKIP=${count_skip} FAIL=${count_fail}" exit $exitcode