jcs.org
qemu with hax to log dma reads & writes
jcs.org/2018/11/12/vfio
1# Functional test that boots a Linux kernel and checks the console
2#
3# Copyright (c) 2018 Red Hat, Inc.
4#
5# Author:
6# Cleber Rosa <crosa@redhat.com>
7#
8# This work is licensed under the terms of the GNU GPL, version 2 or
9# later. See the COPYING file in the top-level directory.
10
11import os
12import lzma
13import gzip
14import shutil
15
16from avocado import skipUnless
17from avocado_qemu import Test
18from avocado_qemu import exec_command_and_wait_for_pattern
19from avocado_qemu import interrupt_interactive_console_until_pattern
20from avocado_qemu import wait_for_console_pattern
21from avocado.utils import process
22from avocado.utils import archive
23from avocado.utils.path import find_command, CmdNotFoundError
24
25P7ZIP_AVAILABLE = True
26try:
27 find_command('7z')
28except CmdNotFoundError:
29 P7ZIP_AVAILABLE = False
30
31class BootLinuxConsole(Test):
32 """
33 Boots a Linux kernel and checks that the console is operational and the
34 kernel command line is properly passed from QEMU to the kernel
35 """
36
37 timeout = 90
38
39 KERNEL_COMMON_COMMAND_LINE = 'printk.time=0 '
40
41 def wait_for_console_pattern(self, success_message):
42 wait_for_console_pattern(self, success_message,
43 failure_message='Kernel panic - not syncing')
44
45 def extract_from_deb(self, deb, path):
46 """
47 Extracts a file from a deb package into the test workdir
48
49 :param deb: path to the deb archive
50 :param path: path within the deb archive of the file to be extracted
51 :returns: path of the extracted file
52 """
53 cwd = os.getcwd()
54 os.chdir(self.workdir)
55 file_path = process.run("ar t %s" % deb).stdout_text.split()[2]
56 process.run("ar x %s %s" % (deb, file_path))
57 archive.extract(file_path, self.workdir)
58 os.chdir(cwd)
59 # Return complete path to extracted file. Because callers to
60 # extract_from_deb() specify 'path' with a leading slash, it is
61 # necessary to use os.path.relpath() as otherwise os.path.join()
62 # interprets it as an absolute path and drops the self.workdir part.
63 return os.path.normpath(os.path.join(self.workdir,
64 os.path.relpath(path, '/')))
65
66 def extract_from_rpm(self, rpm, path):
67 """
68 Extracts a file from an RPM package into the test workdir.
69
70 :param rpm: path to the rpm archive
71 :param path: path within the rpm archive of the file to be extracted
72 needs to be a relative path (starting with './') because
73 cpio(1), which is used to extract the file, expects that.
74 :returns: path of the extracted file
75 """
76 cwd = os.getcwd()
77 os.chdir(self.workdir)
78 process.run("rpm2cpio %s | cpio -id %s" % (rpm, path), shell=True)
79 os.chdir(cwd)
80 return os.path.normpath(os.path.join(self.workdir, path))
81
82 def test_x86_64_pc(self):
83 """
84 :avocado: tags=arch:x86_64
85 :avocado: tags=machine:pc
86 """
87 kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora'
88 '/linux/releases/29/Everything/x86_64/os/images/pxeboot'
89 '/vmlinuz')
90 kernel_hash = '23bebd2680757891cf7adedb033532163a792495'
91 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
92
93 self.vm.set_console()
94 kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0'
95 self.vm.add_args('-kernel', kernel_path,
96 '-append', kernel_command_line)
97 self.vm.launch()
98 console_pattern = 'Kernel command line: %s' % kernel_command_line
99 self.wait_for_console_pattern(console_pattern)
100
101 def test_mips_malta(self):
102 """
103 :avocado: tags=arch:mips
104 :avocado: tags=machine:malta
105 :avocado: tags=endian:big
106 """
107 deb_url = ('http://snapshot.debian.org/archive/debian/'
108 '20130217T032700Z/pool/main/l/linux-2.6/'
109 'linux-image-2.6.32-5-4kc-malta_2.6.32-48_mips.deb')
110 deb_hash = 'a8cfc28ad8f45f54811fc6cf74fc43ffcfe0ba04'
111 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
112 kernel_path = self.extract_from_deb(deb_path,
113 '/boot/vmlinux-2.6.32-5-4kc-malta')
114
115 self.vm.set_console()
116 kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0'
117 self.vm.add_args('-kernel', kernel_path,
118 '-append', kernel_command_line)
119 self.vm.launch()
120 console_pattern = 'Kernel command line: %s' % kernel_command_line
121 self.wait_for_console_pattern(console_pattern)
122
123 def test_mips64el_malta(self):
124 """
125 This test requires the ar tool to extract "data.tar.gz" from
126 the Debian package.
127
128 The kernel can be rebuilt using this Debian kernel source [1] and
129 following the instructions on [2].
130
131 [1] http://snapshot.debian.org/package/linux-2.6/2.6.32-48/
132 #linux-source-2.6.32_2.6.32-48
133 [2] https://kernel-team.pages.debian.net/kernel-handbook/
134 ch-common-tasks.html#s-common-official
135
136 :avocado: tags=arch:mips64el
137 :avocado: tags=machine:malta
138 """
139 deb_url = ('http://snapshot.debian.org/archive/debian/'
140 '20130217T032700Z/pool/main/l/linux-2.6/'
141 'linux-image-2.6.32-5-5kc-malta_2.6.32-48_mipsel.deb')
142 deb_hash = '1aaec92083bf22fda31e0d27fa8d9a388e5fc3d5'
143 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
144 kernel_path = self.extract_from_deb(deb_path,
145 '/boot/vmlinux-2.6.32-5-5kc-malta')
146
147 self.vm.set_console()
148 kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0'
149 self.vm.add_args('-kernel', kernel_path,
150 '-append', kernel_command_line)
151 self.vm.launch()
152 console_pattern = 'Kernel command line: %s' % kernel_command_line
153 self.wait_for_console_pattern(console_pattern)
154
155 def test_mips_malta_cpio(self):
156 """
157 :avocado: tags=arch:mips
158 :avocado: tags=machine:malta
159 :avocado: tags=endian:big
160 """
161 deb_url = ('http://snapshot.debian.org/archive/debian/'
162 '20160601T041800Z/pool/main/l/linux/'
163 'linux-image-4.5.0-2-4kc-malta_4.5.5-1_mips.deb')
164 deb_hash = 'a3c84f3e88b54e06107d65a410d1d1e8e0f340f8'
165 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
166 kernel_path = self.extract_from_deb(deb_path,
167 '/boot/vmlinux-4.5.0-2-4kc-malta')
168 initrd_url = ('https://github.com/groeck/linux-build-test/raw/'
169 '8584a59ed9e5eb5ee7ca91f6d74bbb06619205b8/rootfs/'
170 'mips/rootfs.cpio.gz')
171 initrd_hash = 'bf806e17009360a866bf537f6de66590de349a99'
172 initrd_path_gz = self.fetch_asset(initrd_url, asset_hash=initrd_hash)
173 initrd_path = self.workdir + "rootfs.cpio"
174 archive.gzip_uncompress(initrd_path_gz, initrd_path)
175
176 self.vm.set_console()
177 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE
178 + 'console=ttyS0 console=tty '
179 + 'rdinit=/sbin/init noreboot')
180 self.vm.add_args('-kernel', kernel_path,
181 '-initrd', initrd_path,
182 '-append', kernel_command_line,
183 '-no-reboot')
184 self.vm.launch()
185 self.wait_for_console_pattern('Boot successful.')
186
187 exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo',
188 'BogoMIPS')
189 exec_command_and_wait_for_pattern(self, 'uname -a',
190 'Debian')
191 exec_command_and_wait_for_pattern(self, 'reboot',
192 'reboot: Restarting system')
193
194 @skipUnless(os.getenv('AVOCADO_ALLOW_UNTRUSTED_CODE'), 'untrusted code')
195 def test_mips64el_malta_5KEc_cpio(self):
196 """
197 :avocado: tags=arch:mips64el
198 :avocado: tags=machine:malta
199 :avocado: tags=endian:little
200 """
201 kernel_url = ('https://github.com/philmd/qemu-testing-blob/'
202 'raw/9ad2df38/mips/malta/mips64el/'
203 'vmlinux-3.19.3.mtoman.20150408')
204 kernel_hash = '00d1d268fb9f7d8beda1de6bebcc46e884d71754'
205 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
206 initrd_url = ('https://github.com/groeck/linux-build-test/'
207 'raw/8584a59e/rootfs/'
208 'mipsel64/rootfs.mipsel64r1.cpio.gz')
209 initrd_hash = '1dbb8a396e916847325284dbe2151167'
210 initrd_path_gz = self.fetch_asset(initrd_url, algorithm='md5',
211 asset_hash=initrd_hash)
212 initrd_path = self.workdir + "rootfs.cpio"
213 archive.gzip_uncompress(initrd_path_gz, initrd_path)
214
215 self.vm.set_console()
216 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE
217 + 'console=ttyS0 console=tty '
218 + 'rdinit=/sbin/init noreboot')
219 self.vm.add_args('-cpu', '5KEc',
220 '-kernel', kernel_path,
221 '-initrd', initrd_path,
222 '-append', kernel_command_line,
223 '-no-reboot')
224 self.vm.launch()
225 wait_for_console_pattern(self, 'Boot successful.')
226
227 exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo',
228 'MIPS 5KE')
229 exec_command_and_wait_for_pattern(self, 'uname -a',
230 '3.19.3.mtoman.20150408')
231 exec_command_and_wait_for_pattern(self, 'reboot',
232 'reboot: Restarting system')
233
234 def do_test_mips_malta32el_nanomips(self, kernel_url, kernel_hash):
235 kernel_path_xz = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
236 kernel_path = self.workdir + "kernel"
237 with lzma.open(kernel_path_xz, 'rb') as f_in:
238 with open(kernel_path, 'wb') as f_out:
239 shutil.copyfileobj(f_in, f_out)
240
241 self.vm.set_console()
242 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE
243 + 'mem=256m@@0x0 '
244 + 'console=ttyS0')
245 self.vm.add_args('-no-reboot',
246 '-cpu', 'I7200',
247 '-kernel', kernel_path,
248 '-append', kernel_command_line)
249 self.vm.launch()
250 console_pattern = 'Kernel command line: %s' % kernel_command_line
251 self.wait_for_console_pattern(console_pattern)
252
253 def test_mips_malta32el_nanomips_4k(self):
254 """
255 :avocado: tags=arch:mipsel
256 :avocado: tags=machine:malta
257 :avocado: tags=endian:little
258 """
259 kernel_url = ('https://mipsdistros.mips.com/LinuxDistro/nanomips/'
260 'kernels/v4.15.18-432-gb2eb9a8b07a1-20180627102142/'
261 'generic_nano32r6el_page4k.xz')
262 kernel_hash = '477456aafd2a0f1ddc9482727f20fe9575565dd6'
263 self.do_test_mips_malta32el_nanomips(kernel_url, kernel_hash)
264
265 def test_mips_malta32el_nanomips_16k_up(self):
266 """
267 :avocado: tags=arch:mipsel
268 :avocado: tags=machine:malta
269 :avocado: tags=endian:little
270 """
271 kernel_url = ('https://mipsdistros.mips.com/LinuxDistro/nanomips/'
272 'kernels/v4.15.18-432-gb2eb9a8b07a1-20180627102142/'
273 'generic_nano32r6el_page16k_up.xz')
274 kernel_hash = 'e882868f944c71c816e832e2303b7874d044a7bc'
275 self.do_test_mips_malta32el_nanomips(kernel_url, kernel_hash)
276
277 def test_mips_malta32el_nanomips_64k_dbg(self):
278 """
279 :avocado: tags=arch:mipsel
280 :avocado: tags=machine:malta
281 :avocado: tags=endian:little
282 """
283 kernel_url = ('https://mipsdistros.mips.com/LinuxDistro/nanomips/'
284 'kernels/v4.15.18-432-gb2eb9a8b07a1-20180627102142/'
285 'generic_nano32r6el_page64k_dbg.xz')
286 kernel_hash = '18d1c68f2e23429e266ca39ba5349ccd0aeb7180'
287 self.do_test_mips_malta32el_nanomips(kernel_url, kernel_hash)
288
289 def test_aarch64_virt(self):
290 """
291 :avocado: tags=arch:aarch64
292 :avocado: tags=machine:virt
293 """
294 kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora'
295 '/linux/releases/29/Everything/aarch64/os/images/pxeboot'
296 '/vmlinuz')
297 kernel_hash = '8c73e469fc6ea06a58dc83a628fc695b693b8493'
298 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
299
300 self.vm.set_console()
301 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
302 'console=ttyAMA0')
303 self.vm.add_args('-cpu', 'cortex-a53',
304 '-kernel', kernel_path,
305 '-append', kernel_command_line)
306 self.vm.launch()
307 console_pattern = 'Kernel command line: %s' % kernel_command_line
308 self.wait_for_console_pattern(console_pattern)
309
310 def test_arm_virt(self):
311 """
312 :avocado: tags=arch:arm
313 :avocado: tags=machine:virt
314 """
315 kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora'
316 '/linux/releases/29/Everything/armhfp/os/images/pxeboot'
317 '/vmlinuz')
318 kernel_hash = 'e9826d741b4fb04cadba8d4824d1ed3b7fb8b4d4'
319 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
320
321 self.vm.set_console()
322 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
323 'console=ttyAMA0')
324 self.vm.add_args('-kernel', kernel_path,
325 '-append', kernel_command_line)
326 self.vm.launch()
327 console_pattern = 'Kernel command line: %s' % kernel_command_line
328 self.wait_for_console_pattern(console_pattern)
329
330 def test_arm_emcraft_sf2(self):
331 """
332 :avocado: tags=arch:arm
333 :avocado: tags=machine:emcraft-sf2
334 :avocado: tags=endian:little
335 :avocado: tags=u-boot
336 """
337 uboot_url = ('https://raw.githubusercontent.com/'
338 'Subbaraya-Sundeep/qemu-test-binaries/'
339 'fa030bd77a014a0b8e360d3b7011df89283a2f0b/u-boot')
340 uboot_hash = 'abba5d9c24cdd2d49cdc2a8aa92976cf20737eff'
341 uboot_path = self.fetch_asset(uboot_url, asset_hash=uboot_hash)
342 spi_url = ('https://raw.githubusercontent.com/'
343 'Subbaraya-Sundeep/qemu-test-binaries/'
344 'fa030bd77a014a0b8e360d3b7011df89283a2f0b/spi.bin')
345 spi_hash = '85f698329d38de63aea6e884a86fbde70890a78a'
346 spi_path = self.fetch_asset(spi_url, asset_hash=spi_hash)
347
348 self.vm.set_console()
349 kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE
350 self.vm.add_args('-kernel', uboot_path,
351 '-append', kernel_command_line,
352 '-drive', 'file=' + spi_path + ',if=mtd,format=raw',
353 '-no-reboot')
354 self.vm.launch()
355 self.wait_for_console_pattern('init started: BusyBox')
356
357 def do_test_arm_raspi2(self, uart_id):
358 """
359 The kernel can be rebuilt using the kernel source referenced
360 and following the instructions on the on:
361 https://www.raspberrypi.org/documentation/linux/kernel/building.md
362 """
363 serial_kernel_cmdline = {
364 0: 'earlycon=pl011,0x3f201000 console=ttyAMA0',
365 }
366 deb_url = ('http://archive.raspberrypi.org/debian/'
367 'pool/main/r/raspberrypi-firmware/'
368 'raspberrypi-kernel_1.20190215-1_armhf.deb')
369 deb_hash = 'cd284220b32128c5084037553db3c482426f3972'
370 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
371 kernel_path = self.extract_from_deb(deb_path, '/boot/kernel7.img')
372 dtb_path = self.extract_from_deb(deb_path, '/boot/bcm2709-rpi-2-b.dtb')
373
374 self.vm.set_console()
375 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
376 serial_kernel_cmdline[uart_id])
377 self.vm.add_args('-kernel', kernel_path,
378 '-dtb', dtb_path,
379 '-append', kernel_command_line)
380 self.vm.launch()
381 console_pattern = 'Kernel command line: %s' % kernel_command_line
382 self.wait_for_console_pattern(console_pattern)
383
384 def test_arm_raspi2_uart0(self):
385 """
386 :avocado: tags=arch:arm
387 :avocado: tags=machine:raspi2
388 :avocado: tags=device:pl011
389 """
390 self.do_test_arm_raspi2(0)
391
392 def test_arm_exynos4210_initrd(self):
393 """
394 :avocado: tags=arch:arm
395 :avocado: tags=machine:smdkc210
396 """
397 deb_url = ('https://snapshot.debian.org/archive/debian/'
398 '20190928T224601Z/pool/main/l/linux/'
399 'linux-image-4.19.0-6-armmp_4.19.67-2+deb10u1_armhf.deb')
400 deb_hash = 'fa9df4a0d38936cb50084838f2cb933f570d7d82'
401 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
402 kernel_path = self.extract_from_deb(deb_path,
403 '/boot/vmlinuz-4.19.0-6-armmp')
404 dtb_path = '/usr/lib/linux-image-4.19.0-6-armmp/exynos4210-smdkv310.dtb'
405 dtb_path = self.extract_from_deb(deb_path, dtb_path)
406
407 initrd_url = ('https://github.com/groeck/linux-build-test/raw/'
408 '2eb0a73b5d5a28df3170c546ddaaa9757e1e0848/rootfs/'
409 'arm/rootfs-armv5.cpio.gz')
410 initrd_hash = '2b50f1873e113523967806f4da2afe385462ff9b'
411 initrd_path_gz = self.fetch_asset(initrd_url, asset_hash=initrd_hash)
412 initrd_path = os.path.join(self.workdir, 'rootfs.cpio')
413 archive.gzip_uncompress(initrd_path_gz, initrd_path)
414
415 self.vm.set_console()
416 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
417 'earlycon=exynos4210,0x13800000 earlyprintk ' +
418 'console=ttySAC0,115200n8 ' +
419 'random.trust_cpu=off cryptomgr.notests ' +
420 'cpuidle.off=1 panic=-1 noreboot')
421
422 self.vm.add_args('-kernel', kernel_path,
423 '-dtb', dtb_path,
424 '-initrd', initrd_path,
425 '-append', kernel_command_line,
426 '-no-reboot')
427 self.vm.launch()
428
429 self.wait_for_console_pattern('Boot successful.')
430 # TODO user command, for now the uart is stuck
431
432 def test_arm_cubieboard_initrd(self):
433 """
434 :avocado: tags=arch:arm
435 :avocado: tags=machine:cubieboard
436 """
437 deb_url = ('https://apt.armbian.com/pool/main/l/'
438 'linux-4.20.7-sunxi/linux-image-dev-sunxi_5.75_armhf.deb')
439 deb_hash = '1334c29c44d984ffa05ed10de8c3361f33d78315'
440 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
441 kernel_path = self.extract_from_deb(deb_path,
442 '/boot/vmlinuz-4.20.7-sunxi')
443 dtb_path = '/usr/lib/linux-image-dev-sunxi/sun4i-a10-cubieboard.dtb'
444 dtb_path = self.extract_from_deb(deb_path, dtb_path)
445 initrd_url = ('https://github.com/groeck/linux-build-test/raw/'
446 '2eb0a73b5d5a28df3170c546ddaaa9757e1e0848/rootfs/'
447 'arm/rootfs-armv5.cpio.gz')
448 initrd_hash = '2b50f1873e113523967806f4da2afe385462ff9b'
449 initrd_path_gz = self.fetch_asset(initrd_url, asset_hash=initrd_hash)
450 initrd_path = os.path.join(self.workdir, 'rootfs.cpio')
451 archive.gzip_uncompress(initrd_path_gz, initrd_path)
452
453 self.vm.set_console()
454 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
455 'console=ttyS0,115200 '
456 'usbcore.nousb '
457 'panic=-1 noreboot')
458 self.vm.add_args('-kernel', kernel_path,
459 '-dtb', dtb_path,
460 '-initrd', initrd_path,
461 '-append', kernel_command_line,
462 '-no-reboot')
463 self.vm.launch()
464 self.wait_for_console_pattern('Boot successful.')
465
466 exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo',
467 'Allwinner sun4i/sun5i')
468 exec_command_and_wait_for_pattern(self, 'cat /proc/iomem',
469 'system-control@1c00000')
470 exec_command_and_wait_for_pattern(self, 'reboot',
471 'reboot: Restarting system')
472
473 def test_arm_cubieboard_sata(self):
474 """
475 :avocado: tags=arch:arm
476 :avocado: tags=machine:cubieboard
477 """
478 deb_url = ('https://apt.armbian.com/pool/main/l/'
479 'linux-4.20.7-sunxi/linux-image-dev-sunxi_5.75_armhf.deb')
480 deb_hash = '1334c29c44d984ffa05ed10de8c3361f33d78315'
481 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
482 kernel_path = self.extract_from_deb(deb_path,
483 '/boot/vmlinuz-4.20.7-sunxi')
484 dtb_path = '/usr/lib/linux-image-dev-sunxi/sun4i-a10-cubieboard.dtb'
485 dtb_path = self.extract_from_deb(deb_path, dtb_path)
486 rootfs_url = ('https://github.com/groeck/linux-build-test/raw/'
487 '2eb0a73b5d5a28df3170c546ddaaa9757e1e0848/rootfs/'
488 'arm/rootfs-armv5.ext2.gz')
489 rootfs_hash = '093e89d2b4d982234bf528bc9fb2f2f17a9d1f93'
490 rootfs_path_gz = self.fetch_asset(rootfs_url, asset_hash=rootfs_hash)
491 rootfs_path = os.path.join(self.workdir, 'rootfs.cpio')
492 archive.gzip_uncompress(rootfs_path_gz, rootfs_path)
493
494 self.vm.set_console()
495 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
496 'console=ttyS0,115200 '
497 'usbcore.nousb '
498 'root=/dev/sda ro '
499 'panic=-1 noreboot')
500 self.vm.add_args('-kernel', kernel_path,
501 '-dtb', dtb_path,
502 '-drive', 'if=none,format=raw,id=disk0,file='
503 + rootfs_path,
504 '-device', 'ide-hd,bus=ide.0,drive=disk0',
505 '-append', kernel_command_line,
506 '-no-reboot')
507 self.vm.launch()
508 self.wait_for_console_pattern('Boot successful.')
509
510 exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo',
511 'Allwinner sun4i/sun5i')
512 exec_command_and_wait_for_pattern(self, 'cat /proc/partitions',
513 'sda')
514 exec_command_and_wait_for_pattern(self, 'reboot',
515 'reboot: Restarting system')
516
517 def test_arm_orangepi(self):
518 """
519 :avocado: tags=arch:arm
520 :avocado: tags=machine:orangepi-pc
521 """
522 deb_url = ('https://apt.armbian.com/pool/main/l/'
523 'linux-4.20.7-sunxi/linux-image-dev-sunxi_5.75_armhf.deb')
524 deb_hash = '1334c29c44d984ffa05ed10de8c3361f33d78315'
525 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
526 kernel_path = self.extract_from_deb(deb_path,
527 '/boot/vmlinuz-4.20.7-sunxi')
528 dtb_path = '/usr/lib/linux-image-dev-sunxi/sun8i-h3-orangepi-pc.dtb'
529 dtb_path = self.extract_from_deb(deb_path, dtb_path)
530
531 self.vm.set_console()
532 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
533 'console=ttyS0,115200n8 '
534 'earlycon=uart,mmio32,0x1c28000')
535 self.vm.add_args('-kernel', kernel_path,
536 '-dtb', dtb_path,
537 '-append', kernel_command_line)
538 self.vm.launch()
539 console_pattern = 'Kernel command line: %s' % kernel_command_line
540 self.wait_for_console_pattern(console_pattern)
541
542 def test_arm_orangepi_initrd(self):
543 """
544 :avocado: tags=arch:arm
545 :avocado: tags=machine:orangepi-pc
546 """
547 deb_url = ('https://apt.armbian.com/pool/main/l/'
548 'linux-4.20.7-sunxi/linux-image-dev-sunxi_5.75_armhf.deb')
549 deb_hash = '1334c29c44d984ffa05ed10de8c3361f33d78315'
550 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
551 kernel_path = self.extract_from_deb(deb_path,
552 '/boot/vmlinuz-4.20.7-sunxi')
553 dtb_path = '/usr/lib/linux-image-dev-sunxi/sun8i-h3-orangepi-pc.dtb'
554 dtb_path = self.extract_from_deb(deb_path, dtb_path)
555 initrd_url = ('https://github.com/groeck/linux-build-test/raw/'
556 '2eb0a73b5d5a28df3170c546ddaaa9757e1e0848/rootfs/'
557 'arm/rootfs-armv7a.cpio.gz')
558 initrd_hash = '604b2e45cdf35045846b8bbfbf2129b1891bdc9c'
559 initrd_path_gz = self.fetch_asset(initrd_url, asset_hash=initrd_hash)
560 initrd_path = os.path.join(self.workdir, 'rootfs.cpio')
561 archive.gzip_uncompress(initrd_path_gz, initrd_path)
562
563 self.vm.set_console()
564 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
565 'console=ttyS0,115200 '
566 'panic=-1 noreboot')
567 self.vm.add_args('-kernel', kernel_path,
568 '-dtb', dtb_path,
569 '-initrd', initrd_path,
570 '-append', kernel_command_line,
571 '-no-reboot')
572 self.vm.launch()
573 self.wait_for_console_pattern('Boot successful.')
574
575 exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo',
576 'Allwinner sun8i Family')
577 exec_command_and_wait_for_pattern(self, 'cat /proc/iomem',
578 'system-control@1c00000')
579 exec_command_and_wait_for_pattern(self, 'reboot',
580 'reboot: Restarting system')
581
582 def test_arm_orangepi_sd(self):
583 """
584 :avocado: tags=arch:arm
585 :avocado: tags=machine:orangepi-pc
586 """
587 deb_url = ('https://apt.armbian.com/pool/main/l/'
588 'linux-4.20.7-sunxi/linux-image-dev-sunxi_5.75_armhf.deb')
589 deb_hash = '1334c29c44d984ffa05ed10de8c3361f33d78315'
590 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
591 kernel_path = self.extract_from_deb(deb_path,
592 '/boot/vmlinuz-4.20.7-sunxi')
593 dtb_path = '/usr/lib/linux-image-dev-sunxi/sun8i-h3-orangepi-pc.dtb'
594 dtb_path = self.extract_from_deb(deb_path, dtb_path)
595 rootfs_url = ('http://storage.kernelci.org/images/rootfs/buildroot/'
596 'kci-2019.02/armel/base/rootfs.ext2.xz')
597 rootfs_hash = '692510cb625efda31640d1de0a8d60e26040f061'
598 rootfs_path_xz = self.fetch_asset(rootfs_url, asset_hash=rootfs_hash)
599 rootfs_path = os.path.join(self.workdir, 'rootfs.cpio')
600 archive.lzma_uncompress(rootfs_path_xz, rootfs_path)
601
602 self.vm.set_console()
603 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
604 'console=ttyS0,115200 '
605 'root=/dev/mmcblk0 rootwait rw '
606 'panic=-1 noreboot')
607 self.vm.add_args('-kernel', kernel_path,
608 '-dtb', dtb_path,
609 '-drive', 'file=' + rootfs_path + ',if=sd,format=raw',
610 '-append', kernel_command_line,
611 '-no-reboot')
612 self.vm.launch()
613 shell_ready = "/bin/sh: can't access tty; job control turned off"
614 self.wait_for_console_pattern(shell_ready)
615
616 exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo',
617 'Allwinner sun8i Family')
618 exec_command_and_wait_for_pattern(self, 'cat /proc/partitions',
619 'mmcblk0')
620 exec_command_and_wait_for_pattern(self, 'ifconfig eth0 up',
621 'eth0: Link is Up')
622 exec_command_and_wait_for_pattern(self, 'udhcpc eth0',
623 'udhcpc: lease of 10.0.2.15 obtained')
624 exec_command_and_wait_for_pattern(self, 'ping -c 3 10.0.2.2',
625 '3 packets transmitted, 3 packets received, 0% packet loss')
626 exec_command_and_wait_for_pattern(self, 'reboot',
627 'reboot: Restarting system')
628
629 @skipUnless(os.getenv('AVOCADO_ALLOW_LARGE_STORAGE'), 'storage limited')
630 @skipUnless(P7ZIP_AVAILABLE, '7z not installed')
631 def test_arm_orangepi_bionic(self):
632 """
633 :avocado: tags=arch:arm
634 :avocado: tags=machine:orangepi-pc
635 """
636
637 # This test download a 196MB compressed image and expand it to 932MB...
638 image_url = ('https://dl.armbian.com/orangepipc/archive/'
639 'Armbian_19.11.3_Orangepipc_bionic_current_5.3.9.7z')
640 image_hash = '196a8ffb72b0123d92cea4a070894813d305c71e'
641 image_path_7z = self.fetch_asset(image_url, asset_hash=image_hash)
642 image_name = 'Armbian_19.11.3_Orangepipc_bionic_current_5.3.9.img'
643 image_path = os.path.join(self.workdir, image_name)
644 process.run("7z e -o%s %s" % (self.workdir, image_path_7z))
645
646 self.vm.set_console()
647 self.vm.add_args('-drive', 'file=' + image_path + ',if=sd,format=raw',
648 '-nic', 'user',
649 '-no-reboot')
650 self.vm.launch()
651
652 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
653 'console=ttyS0,115200 '
654 'loglevel=7 '
655 'nosmp '
656 'systemd.default_timeout_start_sec=9000 '
657 'systemd.mask=armbian-zram-config.service '
658 'systemd.mask=armbian-ramlog.service')
659
660 self.wait_for_console_pattern('U-Boot SPL')
661 self.wait_for_console_pattern('Autoboot in ')
662 exec_command_and_wait_for_pattern(self, ' ', '=>')
663 exec_command_and_wait_for_pattern(self, "setenv extraargs '" +
664 kernel_command_line + "'", '=>')
665 exec_command_and_wait_for_pattern(self, 'boot', 'Starting kernel ...');
666
667 self.wait_for_console_pattern('systemd[1]: Set hostname ' +
668 'to <orangepipc>')
669 self.wait_for_console_pattern('Starting Load Kernel Modules...')
670
671 @skipUnless(os.getenv('AVOCADO_ALLOW_LARGE_STORAGE'), 'storage limited')
672 def test_arm_orangepi_uboot_netbsd9(self):
673 """
674 :avocado: tags=arch:arm
675 :avocado: tags=machine:orangepi-pc
676 """
677 # This test download a 304MB compressed image and expand it to 1.3GB...
678 deb_url = ('http://snapshot.debian.org/archive/debian/'
679 '20200108T145233Z/pool/main/u/u-boot/'
680 'u-boot-sunxi_2020.01%2Bdfsg-1_armhf.deb')
681 deb_hash = 'f67f404a80753ca3d1258f13e38f2b060e13db99'
682 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
683 # We use the common OrangePi PC 'plus' build of U-Boot for our secondary
684 # program loader (SPL). We will then set the path to the more specific
685 # OrangePi "PC" device tree blob with 'setenv fdtfile' in U-Boot prompt,
686 # before to boot NetBSD.
687 uboot_path = '/usr/lib/u-boot/orangepi_plus/u-boot-sunxi-with-spl.bin'
688 uboot_path = self.extract_from_deb(deb_path, uboot_path)
689 image_url = ('https://cdn.netbsd.org/pub/NetBSD/NetBSD-9.0/'
690 'evbarm-earmv7hf/binary/gzimg/armv7.img.gz')
691 image_hash = '2babb29d36d8360adcb39c09e31060945259917a'
692 image_path_gz = self.fetch_asset(image_url, asset_hash=image_hash)
693 image_path = os.path.join(self.workdir, 'armv7.img')
694 image_drive_args = 'if=sd,format=raw,snapshot=on,file=' + image_path
695 archive.gzip_uncompress(image_path_gz, image_path)
696
697 # dd if=u-boot-sunxi-with-spl.bin of=armv7.img bs=1K seek=8 conv=notrunc
698 with open(uboot_path, 'rb') as f_in:
699 with open(image_path, 'r+b') as f_out:
700 f_out.seek(8 * 1024)
701 shutil.copyfileobj(f_in, f_out)
702
703 # Extend image, to avoid that NetBSD thinks the partition
704 # inside the image is larger than device size itself
705 f_out.seek(0, 2)
706 f_out.seek(64 * 1024 * 1024, 1)
707 f_out.write(bytearray([0x00]))
708
709 self.vm.set_console()
710 self.vm.add_args('-nic', 'user',
711 '-drive', image_drive_args,
712 '-global', 'allwinner-rtc.base-year=2000',
713 '-no-reboot')
714 self.vm.launch()
715 wait_for_console_pattern(self, 'U-Boot 2020.01+dfsg-1')
716 interrupt_interactive_console_until_pattern(self,
717 'Hit any key to stop autoboot:',
718 'switch to partitions #0, OK')
719
720 exec_command_and_wait_for_pattern(self, '', '=>')
721 cmd = 'setenv bootargs root=ld0a'
722 exec_command_and_wait_for_pattern(self, cmd, '=>')
723 cmd = 'setenv kernel netbsd-GENERIC.ub'
724 exec_command_and_wait_for_pattern(self, cmd, '=>')
725 cmd = 'setenv fdtfile dtb/sun8i-h3-orangepi-pc.dtb'
726 exec_command_and_wait_for_pattern(self, cmd, '=>')
727 cmd = ("setenv bootcmd 'fatload mmc 0:1 ${kernel_addr_r} ${kernel}; "
728 "fatload mmc 0:1 ${fdt_addr_r} ${fdtfile}; "
729 "fdt addr ${fdt_addr_r}; "
730 "bootm ${kernel_addr_r} - ${fdt_addr_r}'")
731 exec_command_and_wait_for_pattern(self, cmd, '=>')
732
733 exec_command_and_wait_for_pattern(self, 'boot',
734 'Booting kernel from Legacy Image')
735 wait_for_console_pattern(self, 'Starting kernel ...')
736 wait_for_console_pattern(self, 'NetBSD 9.0 (GENERIC)')
737 # Wait for user-space
738 wait_for_console_pattern(self, 'Starting root file system check')
739
740 def test_s390x_s390_ccw_virtio(self):
741 """
742 :avocado: tags=arch:s390x
743 :avocado: tags=machine:s390-ccw-virtio
744 """
745 kernel_url = ('https://archives.fedoraproject.org/pub/archive'
746 '/fedora-secondary/releases/29/Everything/s390x/os/images'
747 '/kernel.img')
748 kernel_hash = 'e8e8439103ef8053418ef062644ffd46a7919313'
749 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
750
751 self.vm.set_console()
752 kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=sclp0'
753 self.vm.add_args('-nodefaults',
754 '-kernel', kernel_path,
755 '-append', kernel_command_line)
756 self.vm.launch()
757 console_pattern = 'Kernel command line: %s' % kernel_command_line
758 self.wait_for_console_pattern(console_pattern)
759
760 def test_alpha_clipper(self):
761 """
762 :avocado: tags=arch:alpha
763 :avocado: tags=machine:clipper
764 """
765 kernel_url = ('http://archive.debian.org/debian/dists/lenny/main/'
766 'installer-alpha/current/images/cdrom/vmlinuz')
767 kernel_hash = '3a943149335529e2ed3e74d0d787b85fb5671ba3'
768 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
769
770 uncompressed_kernel = archive.uncompress(kernel_path, self.workdir)
771
772 self.vm.set_console()
773 kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0'
774 self.vm.add_args('-nodefaults',
775 '-kernel', uncompressed_kernel,
776 '-append', kernel_command_line)
777 self.vm.launch()
778 console_pattern = 'Kernel command line: %s' % kernel_command_line
779 self.wait_for_console_pattern(console_pattern)
780
781 def test_ppc64_pseries(self):
782 """
783 :avocado: tags=arch:ppc64
784 :avocado: tags=machine:pseries
785 """
786 kernel_url = ('https://archives.fedoraproject.org/pub/archive'
787 '/fedora-secondary/releases/29/Everything/ppc64le/os'
788 '/ppc/ppc64/vmlinuz')
789 kernel_hash = '3fe04abfc852b66653b8c3c897a59a689270bc77'
790 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
791
792 self.vm.set_console()
793 kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=hvc0'
794 self.vm.add_args('-kernel', kernel_path,
795 '-append', kernel_command_line)
796 self.vm.launch()
797 console_pattern = 'Kernel command line: %s' % kernel_command_line
798 self.wait_for_console_pattern(console_pattern)
799
800 def test_m68k_q800(self):
801 """
802 :avocado: tags=arch:m68k
803 :avocado: tags=machine:q800
804 """
805 deb_url = ('https://snapshot.debian.org/archive/debian-ports'
806 '/20191021T083923Z/pool-m68k/main'
807 '/l/linux/kernel-image-5.3.0-1-m68k-di_5.3.7-1_m68k.udeb')
808 deb_hash = '044954bb9be4160a3ce81f8bc1b5e856b75cccd1'
809 deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
810 kernel_path = self.extract_from_deb(deb_path,
811 '/boot/vmlinux-5.3.0-1-m68k')
812
813 self.vm.set_console()
814 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
815 'console=ttyS0 vga=off')
816 self.vm.add_args('-kernel', kernel_path,
817 '-append', kernel_command_line)
818 self.vm.launch()
819 console_pattern = 'Kernel command line: %s' % kernel_command_line
820 self.wait_for_console_pattern(console_pattern)
821 console_pattern = 'No filesystem could mount root'
822 self.wait_for_console_pattern(console_pattern)
823
824 def do_test_advcal_2018(self, day, tar_hash, kernel_name):
825 tar_url = ('https://www.qemu-advent-calendar.org'
826 '/2018/download/day' + day + '.tar.xz')
827 file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
828 archive.extract(file_path, self.workdir)
829 self.vm.set_console()
830 self.vm.add_args('-kernel',
831 self.workdir + '/day' + day + '/' + kernel_name)
832 self.vm.launch()
833 self.wait_for_console_pattern('QEMU advent calendar')
834
835 def test_arm_vexpressa9(self):
836 """
837 :avocado: tags=arch:arm
838 :avocado: tags=machine:vexpress-a9
839 """
840 tar_hash = '32b7677ce8b6f1471fb0059865f451169934245b'
841 self.vm.add_args('-dtb', self.workdir + '/day16/vexpress-v2p-ca9.dtb')
842 self.do_test_advcal_2018('16', tar_hash, 'winter.zImage')
843
844 def test_m68k_mcf5208evb(self):
845 """
846 :avocado: tags=arch:m68k
847 :avocado: tags=machine:mcf5208evb
848 """
849 tar_hash = 'ac688fd00561a2b6ce1359f9ff6aa2b98c9a570c'
850 self.do_test_advcal_2018('07', tar_hash, 'sanity-clause.elf')
851
852 def test_microblaze_s3adsp1800(self):
853 """
854 :avocado: tags=arch:microblaze
855 :avocado: tags=machine:petalogix-s3adsp1800
856 """
857 tar_hash = '08bf3e3bfb6b6c7ce1e54ab65d54e189f2caf13f'
858 self.do_test_advcal_2018('17', tar_hash, 'ballerina.bin')
859
860 def test_or1k_sim(self):
861 """
862 :avocado: tags=arch:or1k
863 :avocado: tags=machine:or1k-sim
864 """
865 tar_hash = '20334cdaf386108c530ff0badaecc955693027dd'
866 self.do_test_advcal_2018('20', tar_hash, 'vmlinux')
867
868 def test_nios2_10m50(self):
869 """
870 :avocado: tags=arch:nios2
871 :avocado: tags=machine:10m50-ghrd
872 """
873 tar_hash = 'e4251141726c412ac0407c5a6bceefbbff018918'
874 self.do_test_advcal_2018('14', tar_hash, 'vmlinux.elf')
875
876 def test_ppc64_e500(self):
877 """
878 :avocado: tags=arch:ppc64
879 :avocado: tags=machine:ppce500
880 """
881 tar_hash = '6951d86d644b302898da2fd701739c9406527fe1'
882 self.vm.add_args('-cpu', 'e5500')
883 self.do_test_advcal_2018('19', tar_hash, 'uImage')
884
885 def test_ppc_g3beige(self):
886 """
887 :avocado: tags=arch:ppc
888 :avocado: tags=machine:g3beige
889 """
890 tar_hash = 'e0b872a5eb8fdc5bed19bd43ffe863900ebcedfc'
891 self.vm.add_args('-M', 'graphics=off')
892 self.do_test_advcal_2018('15', tar_hash, 'invaders.elf')
893
894 def test_ppc_mac99(self):
895 """
896 :avocado: tags=arch:ppc
897 :avocado: tags=machine:mac99
898 """
899 tar_hash = 'e0b872a5eb8fdc5bed19bd43ffe863900ebcedfc'
900 self.vm.add_args('-M', 'graphics=off')
901 self.do_test_advcal_2018('15', tar_hash, 'invaders.elf')
902
903 def test_sparc_ss20(self):
904 """
905 :avocado: tags=arch:sparc
906 :avocado: tags=machine:SS-20
907 """
908 tar_hash = 'b18550d5d61c7615d989a06edace051017726a9f'
909 self.do_test_advcal_2018('11', tar_hash, 'zImage.elf')
910
911 def test_xtensa_lx60(self):
912 """
913 :avocado: tags=arch:xtensa
914 :avocado: tags=machine:lx60
915 """
916 tar_hash = '49e88d9933742f0164b60839886c9739cb7a0d34'
917 self.vm.add_args('-cpu', 'dc233c')
918 self.do_test_advcal_2018('02', tar_hash, 'santas-sleigh-ride.elf')