tools/testing/selftests/Makefile

   1 # SPDX-License-Identifier: GPL-2.0
   2 TARGETS += acct
   3 TARGETS += alsa
   4 TARGETS += amd-pstate
   5 TARGETS += arm64
   6 TARGETS += bpf
   7 TARGETS += breakpoints
   8 TARGETS += cachestat
   9 TARGETS += capabilities
  10 TARGETS += cgroup
  11 TARGETS += clone3
  12 TARGETS += connector
  13 TARGETS += core
  14 TARGETS += cpufreq
  15 TARGETS += cpu-hotplug
  16 TARGETS += damon
  17 TARGETS += devices/error_logs
  18 TARGETS += devices/probe
  19 TARGETS += dmabuf-heaps
  20 TARGETS += drivers/dma-buf
  21 TARGETS += drivers/ntsync
  22 TARGETS += drivers/s390x/uvdevice
  23 TARGETS += drivers/net
  24 TARGETS += drivers/net/bonding
  25 TARGETS += drivers/net/team
  26 TARGETS += drivers/net/virtio_net
  27 TARGETS += drivers/platform/x86/intel/ifs
  28 TARGETS += dt
  29 TARGETS += efivarfs
  30 TARGETS += exec
  31 TARGETS += fchmodat2
  32 TARGETS += filesystems
  33 TARGETS += filesystems/binderfs
  34 TARGETS += filesystems/epoll
  35 TARGETS += filesystems/fat
  36 TARGETS += filesystems/overlayfs
  37 TARGETS += filesystems/statmount
  38 TARGETS += firmware
  39 TARGETS += fpu
  40 TARGETS += ftrace
  41 TARGETS += futex
  42 TARGETS += gpio
  43 TARGETS += hid
  44 TARGETS += intel_pstate
  45 TARGETS += iommu
  46 TARGETS += ipc
  47 TARGETS += ir
  48 TARGETS += kcmp
  49 TARGETS += kexec
  50 TARGETS += kvm
  51 TARGETS += landlock
  52 TARGETS += lib
  53 TARGETS += livepatch
  54 TARGETS += lkdtm
  55 TARGETS += lsm
  56 TARGETS += membarrier
  57 TARGETS += memfd
  58 TARGETS += memory-hotplug
  59 TARGETS += mincore
  60 TARGETS += mount
  61 TARGETS += mount_setattr
  62 TARGETS += move_mount_set_group
  63 TARGETS += mqueue
  64 TARGETS += nci
  65 TARGETS += net
  66 TARGETS += net/af_unix
  67 TARGETS += net/forwarding
  68 TARGETS += net/hsr
  69 TARGETS += net/mptcp
  70 TARGETS += net/netfilter
  71 TARGETS += net/openvswitch
  72 TARGETS += net/packetdrill
  73 TARGETS += net/rds
  74 TARGETS += net/tcp_ao
  75 TARGETS += nsfs
  76 TARGETS += pci_endpoint
  77 TARGETS += pcie_bwctrl
  78 TARGETS += perf_events
  79 TARGETS += pidfd
  80 TARGETS += pid_namespace
  81 TARGETS += power_supply
  82 TARGETS += powerpc
  83 TARGETS += prctl
  84 TARGETS += proc
  85 TARGETS += pstore
  86 TARGETS += ptrace
  87 TARGETS += openat2
  88 TARGETS += resctrl
  89 TARGETS += riscv
  90 TARGETS += rlimits
  91 TARGETS += rseq
  92 TARGETS += rtc
  93 TARGETS += rust
  94 TARGETS += sched_ext
  95 TARGETS += seccomp
  96 TARGETS += sgx
  97 TARGETS += signal
  98 TARGETS += size
  99 TARGETS += sparc64
 100 TARGETS += splice
 101 TARGETS += static_keys
 102 TARGETS += sync
 103 TARGETS += syscall_user_dispatch
 104 TARGETS += sysctl
 105 TARGETS += tc-testing
 106 TARGETS += tdx
 107 TARGETS += thermal/intel/power_floor
 108 TARGETS += thermal/intel/workload_hint
 109 TARGETS += timens
 110 ifneq (1, $(quicktest))
 111 TARGETS += timers
 112 endif
 113 TARGETS += tmpfs
 114 TARGETS += tpm2
 115 TARGETS += tty
 116 TARGETS += uevent
 117 TARGETS += user_events
 118 TARGETS += vDSO
 119 TARGETS += mm
 120 TARGETS += x86
 121 TARGETS += zram
 122 #Please keep the TARGETS list alphabetically sorted
 123 # Run "make quicktest=1 run_tests" or
 124 # "make quicktest=1 kselftest" from top level Makefile
 125
 126 TARGETS_HOTPLUG = cpu-hotplug
 127 TARGETS_HOTPLUG += memory-hotplug
 128
 129 # Networking tests want the net/lib target, include it automatically
 130 ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
 131 ifeq ($(filter net/lib,$(TARGETS)),)
 132         INSTALL_DEP_TARGETS := net/lib
 133 endif
 134 endif
 135
 136 # User can optionally provide a TARGETS skiplist. By default we skip
 137 # targets using BPF since it has cutting edge build time dependencies
 138 # which require more effort to install.
 139 SKIP_TARGETS ?= bpf sched_ext
 140 ifneq ($(SKIP_TARGETS),)
 141         TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
 142         override TARGETS := $(TMP)
 143 endif
 144
 145 # User can set FORCE_TARGETS to 1 to require all targets to be successfully
 146 # built; make will fail if any of the targets cannot be built. If
 147 # FORCE_TARGETS is not set (the default), make will succeed if at least one
 148 # of the targets gets built.
 149 FORCE_TARGETS ?=
 150
 151 # Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
 152 # implicit rules to sub-test Makefiles which avoids build failures in test
 153 # Makefile that don't have explicit build rules.
 154 ifeq (,$(LINK.c))
 155 override LDFLAGS =
 156 override MAKEFLAGS =
 157 endif
 158
 159 # Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
 160 # KBUILD_OUTPUT with selftest objects and headers installed
 161 # by selftests Makefile or lib.mk.
 162 ifdef building_out_of_srctree
 163 override LDFLAGS =
 164 endif
 165
 166 top_srcdir ?= ../../..
 167
 168 ifeq ("$(origin O)", "command line")
 169   KBUILD_OUTPUT := $(O)
 170 endif
 171
 172 ifneq ($(KBUILD_OUTPUT),)
 173   # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
 174   # expand a shell special character '~'. We use a somewhat tedious way here.
 175   abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
 176   $(if $(abs_objtree),, \
 177     $(error failed to create output directory "$(KBUILD_OUTPUT)"))
 178   # $(realpath ...) resolves symlinks
 179   abs_objtree := $(realpath $(abs_objtree))
 180   BUILD := $(abs_objtree)/kselftest
 181   KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
 182 else
 183   BUILD := $(CURDIR)
 184   abs_srctree := $(shell cd $(top_srcdir) && pwd)
 185   KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
 186   DEFAULT_INSTALL_HDR_PATH := 1
 187 endif
 188
 189 # Prepare for headers install
 190 include $(top_srcdir)/scripts/subarch.include
 191 ARCH           ?= $(SUBARCH)
 192 export BUILD
 193 export KHDR_INCLUDES
 194
 195 # set default goal to all, so make without a target runs all, even when
 196 # all isn't the first target in the file.
 197 .DEFAULT_GOAL := all
 198
 199 all:
 200         @ret=1;                                                 \
 201         for TARGET in $(TARGETS); do                            \
 202                 BUILD_TARGET=$$BUILD/$$TARGET;                  \
 203                 mkdir $$BUILD_TARGET  -p;                       \
 204                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET       \
 205                                 O=$(abs_objtree)                \
 206                                 $(if $(FORCE_TARGETS),|| exit); \
 207                 ret=$$((ret * $$?));                            \
 208         done; exit $$ret;
 209
 210 run_tests: all
 211         @for TARGET in $(TARGETS); do \
 212                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 213                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
 214                                 SRC_PATH=$(shell readlink -e $$(pwd)) \
 215                                 OBJ_PATH=$(BUILD)                   \
 216                                 O=$(abs_objtree);                   \
 217         done;
 218
 219 hotplug:
 220         @for TARGET in $(TARGETS_HOTPLUG); do \
 221                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 222                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
 223         done;
 224
 225 run_hotplug: hotplug
 226         @for TARGET in $(TARGETS_HOTPLUG); do \
 227                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 228                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
 229         done;
 230
 231 clean_hotplug:
 232         @for TARGET in $(TARGETS_HOTPLUG); do \
 233                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 234                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
 235         done;
 236
 237 run_pstore_crash:
 238         $(MAKE) -C pstore run_crash
 239
 240 # Use $BUILD as the default install root. $BUILD points to the
 241 # right output location for the following cases:
 242 # 1. output_dir=kernel_src
 243 # 2. a separate output directory is specified using O= KBUILD_OUTPUT
 244 # 3. a separate output directory is specified using KBUILD_OUTPUT
 245 # Avoid conflict with INSTALL_PATH set by the main Makefile
 246 #
 247 KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
 248 KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
 249 # Avoid changing the rest of the logic here and lib.mk.
 250 INSTALL_PATH := $(KSFT_INSTALL_PATH)
 251 ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
 252 TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
 253
 254 install: all
 255 ifdef INSTALL_PATH
 256         @# Ask all targets to install their files
 257         mkdir -p $(INSTALL_PATH)/kselftest
 258         install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
 259         install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
 260         install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
 261         install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
 262         install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
 263         install -m 744 run_kselftest.sh $(INSTALL_PATH)/
 264         rm -f $(TEST_LIST)
 265         @ret=1; \
 266         for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
 267                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 268                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
 269                                 INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
 270                                 SRC_PATH=$(shell readlink -e $$(pwd)) \
 271                                 OBJ_PATH=$(INSTALL_PATH) \
 272                                 O=$(abs_objtree)                \
 273                                 $(if $(FORCE_TARGETS),|| exit); \
 274                 ret=$$((ret * $$?));            \
 275         done; exit $$ret;
 276
 277
 278         @# Ask all targets to emit their test scripts
 279         @# While building kselftest-list.text skip also non-existent TARGET dirs:
 280         @# they could be the result of a build failure and should NOT be
 281         @# included in the generated runlist.
 282         for TARGET in $(TARGETS); do \
 283                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 284                 [ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
 285                 printf "Emit Tests for $$TARGET\n"; \
 286                 $(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
 287                         -C $$TARGET emit_tests >> $(TEST_LIST); \
 288         done;
 289 else
 290         $(error Error: set INSTALL_PATH to use install)
 291 endif
 292
 293 FORMAT ?= .gz
 294 TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
 295 gen_tar: install
 296         @mkdir -p ${INSTALL_PATH}/kselftest-packages/
 297         @tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
 298         @echo "Created ${TAR_PATH}"
 299
 300 clean:
 301         @for TARGET in $(TARGETS); do \
 302                 BUILD_TARGET=$$BUILD/$$TARGET;  \
 303                 $(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
 304         done;
 305
 306 .PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar