]>
Commit | Line | Data |
---|---|---|
324027c2 FZ |
1 | # Makefile for Docker tests |
2 | ||
3 | .PHONY: docker docker-test docker-clean docker-image docker-qemu-src | |
4 | ||
5 | DOCKER_SUFFIX := .docker | |
6 | DOCKER_FILES_DIR := $(SRC_PATH)/tests/docker/dockerfiles | |
bcaf4577 | 7 | DOCKER_DEPRECATED_IMAGES := debian |
272e551b | 8 | # we don't run tests on intermediate images (used as base by another image) |
77b08f73 | 9 | DOCKER_PARTIAL_IMAGES := debian debian8 debian9 debian8-mxe debian-ports debian-sid debian-bootstrap |
bcaf4577 | 10 | DOCKER_IMAGES := $(filter-out $(DOCKER_DEPRECATED_IMAGES),$(sort $(notdir $(basename $(wildcard $(DOCKER_FILES_DIR)/*.docker))))) |
324027c2 FZ |
11 | DOCKER_TARGETS := $(patsubst %,docker-image-%,$(DOCKER_IMAGES)) |
12 | # Use a global constant ccache directory to speed up repetitive builds | |
13 | DOCKER_CCACHE_DIR := $$HOME/.cache/qemu-docker-ccache | |
14 | ||
15 | DOCKER_TESTS := $(notdir $(shell \ | |
16 | find $(SRC_PATH)/tests/docker/ -name 'test-*' -type f)) | |
17 | ||
18 | DOCKER_TOOLS := travis | |
19 | ||
e27cae26 AB |
20 | DOCKER_SCRIPT=$(SRC_PATH)/tests/docker/docker.py |
21 | ||
324027c2 FZ |
22 | TESTS ?= % |
23 | IMAGES ?= % | |
24 | ||
324027c2 | 25 | CUR_TIME := $(shell date +%Y-%m-%d-%H.%M.%S.$$$$) |
bc739b8e | 26 | DOCKER_SRC_COPY := $(BUILD_DIR)/docker-src.$(CUR_TIME) |
324027c2 | 27 | |
b28ef6b9 | 28 | .DELETE_ON_ERROR: $(DOCKER_SRC_COPY) |
324027c2 FZ |
29 | $(DOCKER_SRC_COPY): |
30 | @mkdir $@ | |
73fb4f1d FZ |
31 | $(if $(SRC_ARCHIVE), \ |
32 | $(call quiet-command, cp "$(SRC_ARCHIVE)" $@/qemu.tar, \ | |
33 | "CP", "$@/qemu.tar"), \ | |
34 | $(call quiet-command, cd $(SRC_PATH) && scripts/archive-source.sh $@/qemu.tar, \ | |
35 | "GEN", "$@/qemu.tar")) | |
324027c2 | 36 | $(call quiet-command, cp $(SRC_PATH)/tests/docker/run $@/run, \ |
0bdb12c7 | 37 | "COPY","RUNNER") |
324027c2 FZ |
38 | |
39 | docker-qemu-src: $(DOCKER_SRC_COPY) | |
40 | ||
41 | docker-image: ${DOCKER_TARGETS} | |
42 | ||
cff54773 | 43 | # General rule for building docker images. If we are a sub-make |
e50a6121 | 44 | # invoked with SKIP_DOCKER_BUILD we still check the image is up to date |
cff54773 AB |
45 | # though |
46 | ifdef SKIP_DOCKER_BUILD | |
47 | docker-image-%: $(DOCKER_FILES_DIR)/%.docker | |
48 | $(call quiet-command, \ | |
49 | $(DOCKER_SCRIPT) check --quiet qemu:$* $<, \ | |
50 | "CHECK", "$*") | |
51 | else | |
324027c2 FZ |
52 | docker-image-%: $(DOCKER_FILES_DIR)/%.docker |
53 | $(call quiet-command,\ | |
e27cae26 | 54 | $(DOCKER_SCRIPT) build qemu:$* $< \ |
b7c851b2 | 55 | $(if $V,,--quiet) $(if $(NOCACHE),--no-cache) \ |
414a8ce5 | 56 | $(if $(NOUSER),,--add-current-user) \ |
4c84f662 | 57 | $(if $(EXTRA_FILES),--extra-files $(EXTRA_FILES))\ |
b7c851b2 | 58 | $(if $(EXECUTABLE),--include-executable=$(EXECUTABLE)),\ |
0bdb12c7 | 59 | "BUILD","$*") |
dc338fdb AB |
60 | |
61 | # Special rule for debootstraped binfmt linux-user images | |
62 | docker-binfmt-image-debian-%: $(DOCKER_FILES_DIR)/debian-bootstrap.docker | |
63 | $(if $(EXECUTABLE),,\ | |
64 | $(error EXECUTABLE not set, debootstrap of debian-$* would fail)) | |
dc338fdb AB |
65 | $(if $(DEB_ARCH),,\ |
66 | $(error DEB_ARCH not set, debootstrap of debian-$* would fail)) | |
67 | $(if $(DEB_TYPE),,\ | |
68 | $(error DEB_TYPE not set, debootstrap of debian-$* would fail)) | |
27963460 | 69 | $(if $(wildcard $(EXECUTABLE)), \ |
19c9a18f AB |
70 | $(call quiet-command, \ |
71 | DEB_ARCH=$(DEB_ARCH) \ | |
72 | DEB_TYPE=$(DEB_TYPE) \ | |
73 | $(DOCKER_SCRIPT) build qemu:debian-$* $< \ | |
74 | $(if $V,,--quiet) $(if $(NOCACHE),--no-cache) \ | |
75 | $(if $(NOUSER),,--add-current-user) \ | |
76 | $(if $(EXTRA_FILES),--extra-files $(EXTRA_FILES)) \ | |
77 | $(if $(EXECUTABLE),--include-executable=$(EXECUTABLE)), \ | |
78 | "BUILD","binfmt debian-$* (debootstrapped)"), \ | |
79 | $(call quiet-command, \ | |
d19f5fc0 AB |
80 | $(DOCKER_SCRIPT) check --quiet qemu:debian-$* $< || \ |
81 | { echo "You will need to build $(EXECUTABLE)"; exit 1;},\ | |
19c9a18f | 82 | "CHECK", "debian-$* exists")) |
dc338fdb | 83 | |
cff54773 | 84 | endif |
324027c2 | 85 | |
9d5e546a | 86 | # Enforce dependencies for composite images |
3e119749 | 87 | docker-image-debian: docker-image-debian9 |
982e758a | 88 | docker-image-debian8-mxe: docker-image-debian8 |
15288046 | 89 | docker-image-debian-amd64: docker-image-debian9 |
31e205d1 | 90 | docker-image-debian-armel-cross: docker-image-debian9 |
24044d48 PMD |
91 | docker-image-debian-armhf-cross: docker-image-debian9 |
92 | docker-image-debian-arm64-cross: docker-image-debian9 | |
d6db2a1c | 93 | docker-image-debian-buster-arm64-cross: docker-image-debian10 |
4319db7b | 94 | docker-image-debian-mips-cross: docker-image-debian9 |
6bf77518 | 95 | docker-image-debian-mipsel-cross: docker-image-debian9 |
fd7b284d | 96 | docker-image-debian-mips64el-cross: docker-image-debian9 |
2b1c10bd | 97 | docker-image-debian-ppc64el-cross: docker-image-debian9 |
7d2bcf23 | 98 | docker-image-debian-s390x-cross: docker-image-debian9 |
982e758a PMD |
99 | docker-image-debian-win32-cross: docker-image-debian8-mxe |
100 | docker-image-debian-win64-cross: docker-image-debian8-mxe | |
409c1c9c | 101 | |
409c1c9c | 102 | docker-image-debian-alpha-cross: docker-image-debian-sid |
3ae8a100 | 103 | docker-image-debian-hppa-cross: docker-image-debian-sid |
21d71c8c | 104 | docker-image-debian-m68k-cross: docker-image-debian-sid |
a5ec3e36 | 105 | docker-image-debian-sh4-cross: docker-image-debian-sid |
cc6c7365 | 106 | docker-image-debian-sparc64-cross: docker-image-debian-sid |
33b2c4b5 | 107 | docker-image-debian-mips64-cross: docker-image-debian-sid |
e100a967 | 108 | docker-image-debian-riscv64-cross: docker-image-debian-sid |
08f56d8c | 109 | docker-image-debian-powerpc-cross: docker-image-debian-sid |
1fddbf7c | 110 | docker-image-travis: NOUSER=1 |
24e0131f | 111 | |
36dc5fed PMD |
112 | # Specialist build images, sometimes very limited tools |
113 | docker-image-tricore-cross: docker-image-debian9 | |
114 | ||
77b08f73 AB |
115 | # These images may be good enough for building tests but not for test builds |
116 | DOCKER_PARTIAL_IMAGES += debian-alpha-cross debian-hppa-cross debian-m68k-cross debian-sh4-cross | |
117 | DOCKER_PARTIAL_IMAGES += debian-sparc64-cross debian-mips64-cross debian-riscv64-cross | |
118 | DOCKER_PARTIAL_IMAGES += debian-tricore-cross debian-powerpc-cross fedora-i386-cross | |
d72132c0 | 119 | DOCKER_PARTIAL_IMAGES += fedora-cris-cross |
77b08f73 | 120 | |
19c9a18f AB |
121 | # Rules for building linux-user powered images |
122 | # | |
123 | # These are slower than using native cross compiler setups but can | |
124 | # work around issues with poorly working multi-arch systems and broken | |
125 | # packages. | |
126 | ||
127 | # Jessie is the last supported release for powerpc, but multi-arch is | |
128 | # broken so we need a qemu-linux-user for this target | |
129 | docker-binfmt-image-debian-powerpc-user: DEB_ARCH = powerpc | |
130 | docker-binfmt-image-debian-powerpc-user: DEB_TYPE = jessie | |
19c9a18f AB |
131 | docker-binfmt-image-debian-powerpc-user: EXECUTABLE = ${BUILD_DIR}/ppc-linux-user/qemu-ppc |
132 | docker-image-debian-powerpc-user-cross: docker-binfmt-image-debian-powerpc-user | |
133 | DOCKER_USER_IMAGES += debian-powerpc-user | |
134 | ||
324027c2 | 135 | # Expand all the pre-requistes for each docker image and test combination |
77b08f73 | 136 | $(foreach i,$(filter-out $(DOCKER_PARTIAL_IMAGES),$(DOCKER_IMAGES) $(DOCKER_DEPRECATED_IMAGES)), \ |
324027c2 FZ |
137 | $(foreach t,$(DOCKER_TESTS) $(DOCKER_TOOLS), \ |
138 | $(eval .PHONY: docker-$t@$i) \ | |
139 | $(eval docker-$t@$i: docker-image-$i docker-run-$t@$i) \ | |
140 | ) \ | |
141 | $(foreach t,$(DOCKER_TESTS), \ | |
ff1a3902 AB |
142 | $(eval docker-all-tests: docker-$t@$i) \ |
143 | $(eval docker-$t: docker-$t@$i) \ | |
324027c2 FZ |
144 | ) \ |
145 | ) | |
146 | ||
147 | docker: | |
148 | @echo 'Build QEMU and run tests inside Docker containers' | |
149 | @echo | |
150 | @echo 'Available targets:' | |
151 | @echo | |
152 | @echo ' docker: Print this help.' | |
ff1a3902 | 153 | @echo ' docker-all-tests: Run all image/test combinations.' |
87db9018 | 154 | @echo ' docker-TEST: Run "TEST" on all image combinations.' |
324027c2 FZ |
155 | @echo ' docker-clean: Kill and remove residual docker testing containers.' |
156 | @echo ' docker-TEST@IMAGE: Run "TEST" in container "IMAGE".' | |
157 | @echo ' Note: "TEST" is one of the listed test name,' | |
158 | @echo ' or a script name under $$QEMU_SRC/tests/docker/;' | |
87db9018 | 159 | @echo ' "IMAGE" is one of the listed container name.' |
324027c2 FZ |
160 | @echo ' docker-image: Build all images.' |
161 | @echo ' docker-image-IMAGE: Build image "IMAGE".' | |
87db9018 | 162 | @echo ' docker-run: For manually running a "TEST" with "IMAGE".' |
324027c2 FZ |
163 | @echo |
164 | @echo 'Available container images:' | |
165 | @echo ' $(DOCKER_IMAGES)' | |
19c9a18f AB |
166 | ifneq ($(DOCKER_USER_IMAGES),) |
167 | @echo | |
168 | @echo 'Available linux-user images (docker-binfmt-image-debian-%):' | |
169 | @echo ' $(DOCKER_USER_IMAGES)' | |
170 | endif | |
324027c2 FZ |
171 | @echo |
172 | @echo 'Available tests:' | |
173 | @echo ' $(DOCKER_TESTS)' | |
174 | @echo | |
175 | @echo 'Available tools:' | |
176 | @echo ' $(DOCKER_TOOLS)' | |
177 | @echo | |
178 | @echo 'Special variables:' | |
179 | @echo ' TARGET_LIST=a,b,c Override target list in builds.' | |
35e0f959 FZ |
180 | @echo ' EXTRA_CONFIGURE_OPTS="..."' |
181 | @echo ' Extra configure options.' | |
324027c2 FZ |
182 | @echo ' IMAGES="a b c ..": Filters which images to build or run.' |
183 | @echo ' TESTS="x y z .." Filters which tests to run (for docker-test).' | |
184 | @echo ' J=[0..9]* Overrides the -jN parameter for make commands' | |
185 | @echo ' (default is 1)' | |
186 | @echo ' DEBUG=1 Stop and drop to shell in the created container' | |
187 | @echo ' before running the command.' | |
8a2390a4 | 188 | @echo ' NETWORK=1 Enable virtual network interface with default backend.' |
6423795e | 189 | @echo ' NETWORK=$$BACKEND Enable virtual network interface with $$BACKEND.' |
414a8ce5 | 190 | @echo ' NOUSER Define to disable adding current user to containers passwd.' |
324027c2 | 191 | @echo ' NOCACHE=1 Ignore cache when build images.' |
b7c851b2 | 192 | @echo ' EXECUTABLE=<path> Include executable in image.' |
4c84f662 PMD |
193 | @echo ' EXTRA_FILES="<path> [... <path>]"' |
194 | @echo ' Include extra files in image.' | |
324027c2 | 195 | |
e86c9a64 AB |
196 | # This rule if for directly running against an arbitrary docker target. |
197 | # It is called by the expanded docker targets (e.g. make | |
198 | # docker-test-foo@bar) which will do additional verification. | |
199 | # | |
200 | # For example: make docker-run TEST="test-quick" IMAGE="debian:arm64" EXECUTABLE=./aarch64-linux-user/qemu-aarch64 | |
201 | # | |
202 | docker-run: docker-qemu-src | |
324027c2 | 203 | @mkdir -p "$(DOCKER_CCACHE_DIR)" |
e86c9a64 AB |
204 | @if test -z "$(IMAGE)" || test -z "$(TEST)"; \ |
205 | then echo "Invalid target $(IMAGE)/$(TEST)"; exit 1; \ | |
324027c2 | 206 | fi |
e86c9a64 AB |
207 | $(if $(EXECUTABLE), \ |
208 | $(call quiet-command, \ | |
e27cae26 | 209 | $(DOCKER_SCRIPT) update \ |
e86c9a64 AB |
210 | $(IMAGE) $(EXECUTABLE), \ |
211 | " COPYING $(EXECUTABLE) to $(IMAGE)")) | |
212 | $(call quiet-command, \ | |
e27cae26 | 213 | $(DOCKER_SCRIPT) run \ |
4b2c6bc5 | 214 | $(if $(NOUSER),,-u $(shell id -u)) \ |
44707491 | 215 | --security-opt seccomp=unconfined \ |
e86c9a64 | 216 | $(if $V,,--rm) \ |
4b2c6bc5 | 217 | $(if $(DEBUG),-ti,) \ |
8a2390a4 | 218 | $(if $(NETWORK),$(if $(subst $(NETWORK),,1),--net=$(NETWORK)),--net=none) \ |
5609c512 | 219 | -e TARGET_LIST=$(subst $(SPACE),$(COMMA),$(TARGET_LIST)) \ |
e86c9a64 AB |
220 | -e EXTRA_CONFIGURE_OPTS="$(EXTRA_CONFIGURE_OPTS)" \ |
221 | -e V=$V -e J=$J -e DEBUG=$(DEBUG) \ | |
222 | -e SHOW_ENV=$(SHOW_ENV) \ | |
36ac78e6 FZ |
223 | $(if $(NOUSER),, \ |
224 | -e CCACHE_DIR=/var/tmp/ccache \ | |
225 | -v $(DOCKER_CCACHE_DIR):/var/tmp/ccache:z \ | |
226 | ) \ | |
e86c9a64 | 227 | -v $$(readlink -e $(DOCKER_SRC_COPY)):/var/tmp/qemu:z$(COMMA)ro \ |
e86c9a64 AB |
228 | $(IMAGE) \ |
229 | /var/tmp/qemu/run \ | |
230 | $(TEST), " RUN $(TEST) in ${IMAGE}") | |
08c3f6d5 PX |
231 | $(call quiet-command, rm -r $(DOCKER_SRC_COPY), \ |
232 | " CLEANUP $(DOCKER_SRC_COPY)") | |
e86c9a64 AB |
233 | |
234 | # Run targets: | |
235 | # | |
236 | # Of the form docker-TEST-FOO@IMAGE-BAR which will then be expanded into a call to "make docker-run" | |
237 | docker-run-%: CMD = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\1/') | |
238 | docker-run-%: IMAGE = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\2/') | |
239 | docker-run-%: | |
240 | @$(MAKE) docker-run TEST=$(CMD) IMAGE=qemu:$(IMAGE) | |
324027c2 FZ |
241 | |
242 | docker-clean: | |
e27cae26 | 243 | $(call quiet-command, $(DOCKER_SCRIPT) clean) |