├── .github └── workflows │ ├── docs.yml │ ├── reuse.yml │ └── test-plans-pipeline.yml ├── .gitignore ├── .readthedocs.yml ├── .reuse └── dep5 ├── COPYING ├── COPYRIGHTS ├── LICENSES ├── GPL-2.0-only.txt ├── GPL-3.0-only.txt ├── ISC.txt ├── LicenseRef-stream └── MIT.txt ├── README.md ├── automated ├── android │ ├── adb-join-wifi │ │ ├── adb-join-wifi.sh │ │ └── adb-join-wifi.yaml │ ├── apk-automation │ │ ├── .gitignore │ │ ├── andebenchpro2015.py │ │ ├── antutu6.py │ │ ├── apk-automation.sh │ │ ├── apk-automation.yaml │ │ ├── benchmarkpi.py │ │ ├── caffeinemark.py │ │ ├── cf-bench.py │ │ ├── common │ │ │ └── __init__.py │ │ ├── gearses2eclair.py │ │ ├── geekbench3.py │ │ ├── geekbench4.py │ │ ├── glbenchmark25-preferences.xml │ │ ├── glbenchmark25.py │ │ ├── javawhetstone.py │ │ ├── jbench.py │ │ ├── linpack.py │ │ ├── main.py │ │ ├── quadrantpro.py │ │ ├── rl-sqlite.py │ │ ├── scimark.py │ │ └── vellamo3.py │ ├── bionic-benchmarks │ │ ├── bionic-benchmarks.sh │ │ ├── bionic-benchmarks.yaml │ │ └── device-script.sh │ ├── bionic-libc-tests │ │ ├── bionic-libc-tests.sh │ │ ├── bionic-libc-tests.yaml │ │ └── device-script.sh │ ├── bootchart │ │ ├── bootchart.sh │ │ ├── bootchart.yaml │ │ └── device-script.sh │ ├── bootstat │ │ ├── bootstat_v1.yaml │ │ └── device-script.sh │ ├── boottime │ │ ├── boottime.sh │ │ ├── boottime.yaml │ │ ├── device-script-master.sh │ │ └── device-script.sh │ ├── busybox │ │ ├── busybox.sh │ │ ├── busybox.yaml │ │ └── device-script.sh │ ├── dd-wr-speed │ │ ├── dd-wr-speed.sh │ │ ├── dd-wr-speed.yaml │ │ └── device-script.sh │ ├── ion-monitor-tool │ │ ├── example-job.yaml │ │ ├── ion-monitor-tool.yaml │ │ ├── runner.sh │ │ └── setup.sh │ ├── kunit │ │ ├── kunit.sh │ │ └── kunit.yaml │ ├── libc-bench │ │ ├── libc-bench.sh │ │ └── libc-bench.yaml │ ├── linaro-android-kernel-tests │ │ ├── linaro-android-kernel-tests.sh │ │ └── linaro-android-kernel-tests.yaml │ ├── media-codecs-functional-tests │ │ ├── linaro-android-userspace-tests.sh │ │ ├── media-codecs-functional-tests.sh │ │ └── media-codecs-functional-tests.yaml │ ├── meminfo │ │ ├── meminfo.sh │ │ └── meminfo.yaml │ ├── microbenchmarks │ │ ├── microbenchmarks.sh │ │ └── microbenchmarks.yaml │ ├── monkey │ │ ├── monkey.sh │ │ └── monkey.yaml │ ├── multinode │ │ ├── connect-to-remote-adb-tcpip-devices.yaml │ │ ├── release-remote-adb-tcpip-devices.yaml │ │ ├── remote-adb-devices-smoke-test.yaml │ │ ├── share-local-device-over-adb-tcpip.yaml │ │ ├── tradefed │ │ │ ├── example-job-template-cts-hikey.yaml │ │ │ ├── example-job-template-cts.yaml │ │ │ ├── sts_util.py │ │ │ ├── tradefed-multinode.sh │ │ │ ├── tradefed-multinode.yaml │ │ │ ├── tradefed-runner-multinode.py │ │ │ └── utils.py │ │ ├── wait-and-keep-local-device-accessible.sh │ │ ├── wait-and-keep-local-device-accessible.yaml │ │ └── wait-for-release-and-reset.yaml │ ├── noninteractive-tradefed │ │ ├── debug-fastboot.sh │ │ ├── monitor_adb.sh │ │ ├── monitor_fastboot.sh │ │ ├── setup.sh │ │ ├── tradefed-runner.py │ │ ├── tradefed.sh │ │ └── tradefed.yaml │ ├── optee │ │ ├── optee-gtest-gatekeeper-keymaster.sh │ │ ├── optee-gtest-gatekeeper-keymaster.yaml │ │ ├── optee-gtest-kmgk.sh │ │ ├── optee-gtest-kmgk.yaml │ │ ├── optee-xtest.sh │ │ └── optee-xtest.yaml │ ├── piglit-gles2 │ │ ├── device-script.sh │ │ ├── piglit-gles2.sh │ │ └── piglit-gles2.yaml │ ├── piglit-gles3 │ │ ├── device-script.sh │ │ ├── piglit-gles3.sh │ │ └── piglit-gles3.yaml │ ├── piglit-glslparser │ │ ├── device-script.sh │ │ ├── piglit-glslparser.sh │ │ └── piglit-glslparser.yaml │ ├── piglit-shader-runner │ │ ├── device-script.sh │ │ ├── piglit-shader-runner.sh │ │ └── piglit-shader-runner.yaml │ ├── ping │ │ ├── ping.sh │ │ └── ping.yaml │ ├── pm-qa │ │ ├── device-script.sh │ │ ├── pm-qa.sh │ │ └── pm-qa.yaml │ ├── stringbench │ │ ├── stringbench.sh │ │ └── stringbench.yaml │ ├── tjbench │ │ ├── tjbench.sh │ │ └── tjbench.yaml │ ├── tradefed │ │ ├── monitor_fastboot.sh │ │ ├── result_parser.py │ │ ├── setup.sh │ │ ├── tradefed-runner.py │ │ ├── tradefed.sh │ │ └── tradefed.yaml │ ├── wait-single-boot-completed.yaml │ ├── wait-single-network-connected.yaml │ ├── workload-automation │ │ ├── aep-energy-config.sh │ │ ├── aep-install.sh │ │ ├── aep-install.yaml │ │ ├── workload-automation.sh │ │ └── workload-automation.yaml │ └── workload-automation3 │ │ ├── aep-energy-config.sh │ │ ├── aep-install.sh │ │ ├── aep-install.yaml │ │ ├── workload-automation.sh │ │ └── workload-automation.yaml ├── bin │ ├── arm64 │ │ ├── busybox │ │ └── skipgen │ ├── armeabi │ │ ├── busybox │ │ └── skipgen │ ├── fetch_skipgen.sh │ ├── i386 │ │ └── skipgen │ ├── post-to-squad │ ├── riscv64 │ │ └── skipgen │ ├── setenv.sh │ ├── test-runner │ └── x86_64 │ │ └── skipgen ├── lib │ ├── android-multinode-test-lib │ ├── android-test-lib │ ├── android_adb_wrapper.py │ ├── android_ui_wifi.py │ ├── parse_rt_tests_results.py │ ├── py_test_lib.py │ ├── py_util_lib.py │ └── sh-test-lib ├── linux │ ├── 24h-stress-test │ │ ├── 24h-stress-test.sh │ │ └── 24h-stress-test.yaml │ ├── aep-pre-post │ │ ├── lisa-postprocessing.yaml │ │ ├── lisa.sh │ │ └── postprocess_lisa_results.py │ ├── aklite-apps │ │ ├── aklite-apps.sh │ │ ├── aklite-apps.yaml │ │ ├── apps-early-start.sh │ │ └── apps-early-start.yaml │ ├── aklite-download-interrupt │ │ ├── aklite-callback.sh │ │ ├── aklite-download-confirm.sh │ │ ├── aklite-download-confirm.yaml │ │ ├── aklite-download-interrupt.sh │ │ ├── aklite-download-interrupt.yaml │ │ ├── aklite-download-resume.sh │ │ ├── aklite-download-resume.yaml │ │ └── z-99-aklite-callback.toml │ ├── aklite │ │ ├── aklite.sh │ │ └── aklite.yaml │ ├── alsa-bat │ │ ├── bat.sh │ │ └── bat.yaml │ ├── alsa-smoke │ │ ├── alsa-smoke.sh │ │ └── alsa-smoke.yaml │ ├── android-platform-tools │ │ ├── install.sh │ │ └── install.yaml │ ├── apache-apache-bench │ │ ├── apache-bench.sh │ │ ├── apache-bench.yaml │ │ └── html │ │ │ └── index.html │ ├── armnn-benchmarks │ │ ├── armnn-benchmarking.yaml │ │ └── armnn-mlperf.sh │ ├── armnn │ │ ├── armnn-unit-tests.yaml │ │ ├── armnn.sh │ │ └── pyarmnn-bench.yaml │ ├── badblocks │ │ ├── badblocks.sh │ │ └── badblocks.yaml │ ├── block-device │ │ ├── block-device.sh │ │ └── block-device.yaml │ ├── blogbench │ │ ├── bin │ │ │ ├── COPYING │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── blogbench │ │ │ └── armeabi │ │ │ │ └── blogbench │ │ ├── blogbench.sh │ │ └── blogbench.yaml │ ├── bootrr │ │ ├── bootrr.sh │ │ └── bootrr.yaml │ ├── busybox │ │ ├── busybox.sh │ │ └── busybox.yaml │ ├── chroot │ │ ├── download_and_mount.sh │ │ ├── kselftest_chroot.yaml │ │ ├── ltp_chroot.yaml │ │ ├── post_setup_run.sh │ │ └── pre_setup_run.sh │ ├── crypto │ │ ├── crypto.sh │ │ ├── crypto.yaml │ │ ├── cryptsetup.sh │ │ └── cryptsetup.yaml │ ├── cyclicdeadline │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── cyclicdeadline │ │ │ ├── armeabi │ │ │ │ └── cyclicdeadline │ │ │ └── x86_64 │ │ │ │ └── cyclicdeadline │ │ ├── cyclicdeadline.sh │ │ └── cyclicdeadline.yaml │ ├── cyclictest │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── cyclictest │ │ │ ├── armeabi │ │ │ │ └── cyclictest │ │ │ └── x86_64 │ │ │ │ └── cyclictest │ │ ├── cyclictest.sh │ │ └── cyclictest.yaml │ ├── dd-wr-speed │ │ ├── dd-wr-speed.sh │ │ └── dd-wr-speed.yaml │ ├── deqp-runner │ │ ├── deqp-runner.sh │ │ └── deqp-runner.yaml │ ├── device-read-perf │ │ ├── device-read-perf.sh │ │ └── device-read-perf.yaml │ ├── device-tree │ │ ├── device-tree.sh │ │ └── device-tree.yaml │ ├── disable-aklite-reboot │ │ ├── disable-aklite-reboot.sh │ │ ├── disable-aklite-reboot.yaml │ │ └── z-99-aklite-callback.toml │ ├── disk-partitioning │ │ ├── disk-partitioning.sh │ │ └── disk-partitioning.yaml │ ├── docker-integration-test │ │ ├── local-daemon.sh │ │ └── local-daemon.yaml │ ├── docker-networking │ │ ├── docker-networking.sh │ │ └── docker-networking.yaml │ ├── docker-prune │ │ ├── aklite-callback.sh │ │ ├── disable-prune.sh │ │ ├── disable-prune.yaml │ │ ├── prune-lib.sh │ │ ├── prune.sh │ │ ├── prune.yaml │ │ └── z-99-aklite-callback.toml │ ├── docker │ │ ├── docker.sh │ │ └── docker.yaml │ ├── dockerized-tests │ │ ├── README.MD │ │ ├── local-run.sh │ │ ├── local-run.yaml │ │ ├── over-ssh.sh │ │ └── over-ssh.yaml │ ├── dsdbench │ │ ├── dsdbench.sh │ │ └── dsdbench.yaml │ ├── el2go │ │ ├── el2go.sh │ │ ├── el2go.yaml │ │ └── z-99-el2go.toml │ ├── ethernet │ │ ├── ethernet.sh │ │ └── ethernet.yaml │ ├── factory-reset │ │ ├── aklite-callback.sh │ │ ├── prepare-reset.sh │ │ ├── prepare-reset.yaml │ │ ├── verify-reboot.sh │ │ ├── verify-reboot.yaml │ │ ├── z-99-aklite-callback.toml │ │ └── z-99-aklite-disable-reboot.toml │ ├── fdisk │ │ ├── fdisk.sh │ │ └── fdisk.yaml │ ├── fio-test │ │ ├── fio-test.sh │ │ └── fio-test.yaml │ ├── fs-resize │ │ ├── fs-resize.sh │ │ └── fs-resize.yaml │ ├── fuego-multinode │ │ ├── README.MD │ │ ├── boards │ │ │ ├── generic-arm64.board │ │ │ ├── generic-armhf.board │ │ │ └── generic-x86_64.board │ │ ├── fuego-dut.yaml │ │ ├── fuego-host.yaml │ │ ├── fuego.sh │ │ ├── lava-multinode-job-example-fuego.yaml │ │ ├── parser.py │ │ └── setup-openssh-server.sh │ ├── fwts │ │ ├── fwts.sh │ │ └── fwts.yaml │ ├── glmark2 │ │ ├── glmark2.yaml │ │ └── glmark2_lava_parse.py │ ├── gpiod │ │ ├── gpiod.sh │ │ ├── gpiod.yaml │ │ └── parse-output.py │ ├── gst-validate │ │ ├── README │ │ ├── gst-validate.yaml │ │ └── gst_validate_lava_parse.py │ ├── hackbench │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── hackbench │ │ │ ├── armeabi │ │ │ │ └── hackbench │ │ │ └── x86_64 │ │ │ │ └── hackbench │ │ ├── hackbench.sh │ │ └── hackbench.yaml │ ├── hci-smoke │ │ ├── hci-smoke-test.sh │ │ └── hci-smoke.yaml │ ├── httperf-client │ │ ├── httperf-client.sh │ │ └── httperf-client.yaml │ ├── igt │ │ ├── control_chamelium.sh │ │ ├── igt-test.sh │ │ ├── igt-test.yaml │ │ ├── kms-testlist.txt │ │ └── print-test-result.py │ ├── ima │ │ ├── ima.sh │ │ └── ima.yaml │ ├── iozone │ │ ├── iozone.sh │ │ └── iozone.yaml │ ├── iperf │ │ ├── iperf-client.yaml │ │ ├── iperf-server.yaml │ │ ├── iperf.sh │ │ └── lava-multinode-job-example-iperf.yaml │ ├── isolate-task │ │ ├── isolate-task-verify.sh │ │ └── isolate-task.yaml │ ├── kernel-compilation │ │ ├── kernel-compilation.sh │ │ └── kernel-compilation.yaml │ ├── kernel-config-checker │ │ ├── kernel-config-checker.sh │ │ └── kernel-config-checker.yaml │ ├── kselftest │ │ ├── kselftest-skipfile │ │ ├── kselftest.sh │ │ ├── kselftest.yaml │ │ ├── parse-output.py │ │ └── skipfile-lkft.yaml │ ├── kunit │ │ ├── kunit.sh │ │ ├── kunit.yaml │ │ └── parse-output.py │ ├── kvm-unit-tests │ │ ├── kvm-unit-tests.sh │ │ ├── kvm-unit-tests.yaml │ │ └── parse-output.py │ ├── kvm │ │ ├── cloudinit.txt │ │ ├── start-kvm.sh │ │ ├── start-kvm.yaml │ │ ├── stop-guest.yaml │ │ ├── wait-ip.py │ │ └── wait-kvm.sh │ ├── lamp │ │ ├── html │ │ │ ├── add-record.php │ │ │ ├── connect-db.php │ │ │ ├── create-db.php │ │ │ ├── create-table.php │ │ │ ├── delete-record.php │ │ │ ├── index.html │ │ │ ├── info.php │ │ │ └── select-record.php │ │ ├── lamp.sh │ │ └── lamp.yaml │ ├── lapack │ │ ├── lapack.sh │ │ └── lapack.yaml │ ├── lemp │ │ ├── centos-nginx.conf │ │ ├── debian-nginx.conf │ │ ├── html │ │ │ ├── add-record.php │ │ │ ├── connect-db.php │ │ │ ├── create-db.php │ │ │ ├── create-table.php │ │ │ ├── delete-record.php │ │ │ ├── index.html │ │ │ ├── info.php │ │ │ └── select-record.php │ │ ├── lemp.sh │ │ └── lemp.yaml │ ├── libcurl │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── httpd.conf │ │ ├── libcurl.sh │ │ └── libcurl.yaml │ ├── libhugetlbfs │ │ ├── libhugetlbfs.sh │ │ └── libhugetlbfs.yaml │ ├── linpack │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── linpack │ │ │ └── armeabi │ │ │ │ └── linpack │ │ ├── linpack.sh │ │ └── linpack.yaml │ ├── lkp │ │ ├── lkp.sh │ │ └── lkp.yaml │ ├── lmbench │ │ ├── bin │ │ │ ├── COPYING │ │ │ ├── COPYING-2 │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ ├── bw_mem │ │ │ │ └── lat_mem_rd │ │ │ ├── armeabi │ │ │ │ ├── bw_mem │ │ │ │ └── lat_mem_rd │ │ │ └── x86 │ │ │ │ ├── bw_mem │ │ │ │ └── lat_mem_rd │ │ ├── lmbench-memory.sh │ │ └── lmbench-memory.yaml │ ├── lmp-device-register │ │ ├── check_toml.py │ │ ├── lmp-device-register.sh │ │ ├── lmp-device-register.yaml │ │ └── z-99-aklite-callback.toml │ ├── lshw │ │ ├── lshw.sh │ │ └── lshw.yaml │ ├── ltp-open-posix │ │ ├── ltp-open-posix.sh │ │ └── ltp-open-posix.yaml │ ├── ltp-realtime │ │ ├── ltp-realtime.py │ │ ├── ltp-realtime.sh │ │ └── ltp-realtime.yaml │ ├── ltp │ │ ├── ltp.sh │ │ ├── ltp.yaml │ │ ├── skipfile-lkft.yaml │ │ ├── skipfile-lsk-juno │ │ ├── skipfile-rpk │ │ └── skipfiles │ │ │ ├── skipfile-lsk-juno │ │ │ └── skipfile-rpk │ ├── meminfo │ │ ├── meminfo.sh │ │ └── meminfo.yaml │ ├── memtester │ │ ├── memtester.sh │ │ └── memtester.yaml │ ├── ml-bench │ │ ├── tvm-bench.sh │ │ └── tvm-bench.yaml │ ├── mmc │ │ ├── mmc-test.sh │ │ └── mmc-test.yaml │ ├── mmtests │ │ ├── json-to-lava.py │ │ ├── mmtests.sh │ │ └── mmtests.yaml │ ├── modules │ │ ├── modules.sh │ │ └── modules.yaml │ ├── network-basic │ │ ├── network-basic.sh │ │ └── network-basic.yaml │ ├── network-manager │ │ ├── network-manager.sh │ │ └── network-manager.yaml │ ├── nginx-apache-bench │ │ ├── apache-bench.sh │ │ └── apache-bench.yaml │ ├── nginx-server │ │ ├── linux-ip.sh │ │ ├── nginx-linux.yaml │ │ ├── nginx-odp-dpdk-git.yaml │ │ ├── nginx-odp-dpdk.yaml │ │ ├── nginx-server.sh │ │ ├── odp-dpdk-git.sh │ │ └── odp-dpdk.sh │ ├── offline-update │ │ ├── offline-run.sh │ │ ├── offline-run.yaml │ │ ├── offline-update.sh │ │ ├── offline-update.yaml │ │ ├── z-99-aklite-callback-ostree.toml │ │ └── z-99-aklite-callback.toml │ ├── openjdk │ │ ├── openjdk-smoke.sh │ │ └── openjdk-smoke.yaml │ ├── openssh │ │ ├── openssh-debian.sh │ │ └── openssh-debian.yaml │ ├── openssl │ │ ├── openssl-speed.sh │ │ └── openssl-speed.yaml │ ├── optee │ │ ├── optee-xtest-qemu.yaml │ │ ├── optee-xtest.sh │ │ └── optee-xtest.yaml │ ├── ostree │ │ ├── ostree.sh │ │ └── ostree.yaml │ ├── ota-apps │ │ ├── aklite-callback.sh │ │ ├── ota-apps.yaml │ │ ├── switch-apps.sh │ │ ├── switch-apps.yaml │ │ ├── update-apps.sh │ │ ├── z-99-aklite-callback.toml │ │ └── z-99-aklite-disable-reboot.toml │ ├── ota-rollback │ │ ├── README.md │ │ ├── aklite-callback.sh │ │ ├── download-update.sh │ │ ├── download-update.yaml │ │ ├── verify-reboot.sh │ │ ├── verify-reboot.yaml │ │ ├── verify-rollback.sh │ │ ├── verify-rollback.yaml │ │ ├── z-99-aklite-callback.toml │ │ ├── z-99-aklite-disable-reboot.toml │ │ └── z-99-ostree.toml │ ├── ota-update │ │ ├── README.md │ │ ├── aklite-callback.sh │ │ ├── download-update.sh │ │ ├── download-update.yaml │ │ ├── static-delta.sh │ │ ├── static-delta.yaml │ │ ├── verify-reboot.sh │ │ ├── verify-reboot.yaml │ │ ├── verify-update.sh │ │ ├── verify-update.yaml │ │ ├── z-99-aklite-callback.toml │ │ ├── z-99-aklite-disable-reboot.toml │ │ └── z-99-ostree.toml │ ├── overlayfs │ │ ├── overlayfs.sh │ │ └── overlayfs.yaml │ ├── packetdrill │ │ ├── packetdrill.sh │ │ └── packetdrill.yaml │ ├── perf │ │ ├── parse-output.py │ │ ├── perf.sh │ │ └── perf.yaml │ ├── peripherals │ │ ├── usb-gadget-framework.sh │ │ └── usb-gadget-framework.yaml │ ├── pi-stress │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── pi_stress │ │ │ ├── armeabi │ │ │ │ └── pi_stress │ │ │ └── x86_64 │ │ │ │ └── pi_stress │ │ ├── pi-stress.sh │ │ └── pi-stress.yaml │ ├── piglit │ │ ├── piglit.yaml │ │ └── piglit_lava_parse.py │ ├── pkcs11 │ │ ├── pkcs11.sh │ │ └── pkcs11.yaml │ ├── pm-qa │ │ ├── pm-qa.sh │ │ └── pm-qa.yaml │ ├── pmqtest │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── pmqtest │ │ │ ├── armeabi │ │ │ │ └── pmqtest │ │ │ └── x86_64 │ │ │ │ └── pmqtest │ │ ├── pmqtest.sh │ │ └── pmqtest.yaml │ ├── pointer-tagging │ │ ├── pointer-tagging-tests.sh │ │ └── pointer-tagging-tests.yaml │ ├── pritee_test_utility │ │ ├── pritee_test_utility.sh │ │ └── pritee_test_utility.yaml │ ├── ptest │ │ ├── ptest.py │ │ └── ptest.yaml │ ├── ptsematest │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── ptsematest │ │ │ ├── armeabi │ │ │ │ └── ptsematest │ │ │ └── x86_64 │ │ │ │ └── ptsematest │ │ ├── ptsematest.sh │ │ └── ptsematest.yaml │ ├── rcutorture │ │ ├── rcutorture.sh │ │ └── rcutorture.yaml │ ├── rt-migrate-test │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── rt-migrate-test │ │ │ ├── armeabi │ │ │ │ └── rt-migrate-test │ │ │ └── x86_64 │ │ │ │ └── rt-migrate-test │ │ ├── rt-migrate-test.sh │ │ └── rt-migrate-test.yaml │ ├── rteval │ │ ├── rteval.sh │ │ └── rteval.yaml │ ├── rtla │ │ ├── parse_rtla.py │ │ ├── rtla-osnoise.sh │ │ ├── rtla-osnoise.yaml │ │ ├── rtla-timerlat.sh │ │ └── rtla-timerlat.yaml │ ├── secure-boot │ │ ├── secure-boot-enabled.sh │ │ └── secure-boot-enabled.yaml │ ├── signaltest │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── signaltest │ │ │ ├── armeabi │ │ │ │ └── signaltest │ │ │ └── x86_64 │ │ │ │ └── signaltest │ │ ├── signaltest.sh │ │ └── signaltest.yaml │ ├── sigwaittest │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── sigwaittest │ │ │ ├── armeabi │ │ │ │ └── sigwaittest │ │ │ └── x86_64 │ │ │ │ └── sigwaittest │ │ ├── sigwaittest.sh │ │ └── sigwaittest.yaml │ ├── smoke │ │ ├── smoke.sh │ │ └── smoke.yaml │ ├── spectre-meltdown-checker-test │ │ ├── bin │ │ │ ├── LICENSE │ │ │ └── spectre-meltdown-checker.sh │ │ ├── spectre-meltdown-checker-test.sh │ │ └── spectre-meltdown-checker-test.yaml │ ├── ssuite │ │ ├── run-bench.sh │ │ └── ssuite-bench.yaml │ ├── stream │ │ ├── bin │ │ │ ├── LICENSE.txt │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── stream │ │ │ └── armeabi │ │ │ │ └── stream │ │ ├── stream-uniprocessor.sh │ │ └── stream-uniprocessor.yaml │ ├── svsematest │ │ ├── bin │ │ │ ├── README │ │ │ ├── arm64 │ │ │ │ └── svsematest │ │ │ ├── armeabi │ │ │ │ └── svsematest │ │ │ └── x86_64 │ │ │ │ └── svsematest │ │ ├── svsematest.sh │ │ └── svsematest.yaml │ ├── sysbench │ │ ├── sysbench.sh │ │ └── sysbench.yaml │ ├── sysfs-bus-iio-smoke │ │ ├── sysfs-bus-iio-smoke.sh │ │ └── sysfs-bus-iio-smoke.yaml │ ├── systemd-analyze │ │ ├── systemd-analyze.sh │ │ └── systemd-analyze.yaml │ ├── tensorflow │ │ ├── imagenet-resnet50.sh │ │ ├── imagenet-resnet50.yaml │ │ ├── imagenet-ssd-resnet34.sh │ │ ├── imagenet-ssd-resnet34.yaml │ │ ├── ssd-mobilenet.sh │ │ ├── ssd-mobilenet.yaml │ │ └── tensorflow-utils.sh │ ├── timesyncd │ │ ├── timesyncd.yaml │ │ ├── timesynctest.py │ │ └── timesynctest.sh │ ├── toolchain-smoke │ │ ├── hello.c │ │ ├── toolchain-smoke.sh │ │ └── toolchain-smoke.yaml │ ├── tvm │ │ ├── tvm-unit-tests.sh │ │ └── tvm-unit-tests.yaml │ ├── uart-loopback │ │ ├── uart-loopback.arm64 │ │ ├── uart-loopback.armeabi │ │ ├── uart-loopback.sh │ │ ├── uart-loopback.x86_64 │ │ └── uart-loopback.yaml │ ├── ui-browser-test │ │ ├── README.rst │ │ ├── install.sh │ │ ├── robot-results-parser.py │ │ ├── robot-test-scripts │ │ │ ├── chrome-test.robot │ │ │ ├── chromium-test.robot │ │ │ ├── youtube-play-linaro-connect.robot │ │ │ └── youtube-play.robot │ │ ├── run-robot-tests.sh │ │ ├── ui-browser-test.sh │ │ └── ui-browser-test.yaml │ ├── unixbench │ │ ├── unixbench.sh │ │ └── unixbench.yaml │ ├── usb-smoke │ │ ├── usb-smoke-test.sh │ │ └── usb-smoke-test.yaml │ ├── v4l2 │ │ ├── v4l2-compliance.sh │ │ └── v4l2-compliance.yaml │ ├── vdsotest │ │ ├── vdsotest.sh │ │ └── vdsotest.yaml │ ├── video │ │ ├── Dockerfile │ │ ├── compare.py │ │ ├── requirements.txt │ │ ├── video.sh │ │ └── video.yaml │ ├── widevine │ │ ├── widevine_unittest.sh │ │ └── widevine_unittest.yaml │ ├── wireguard-fioconfig │ │ ├── wg-pk.sh │ │ └── wg-pk.yaml │ ├── wlan-download │ │ ├── wlan-download-test.sh │ │ └── wlan-download.yaml │ ├── wlan-smoke │ │ ├── wlan-smoke-test.sh │ │ └── wlan-smoke.yaml │ ├── workload-automation │ │ ├── workload-automation.sh │ │ └── workload-automation.yaml │ ├── workload-automation3 │ │ ├── workload-automation.sh │ │ └── workload-automation.yaml │ ├── xenomai4 │ │ ├── xenomai4-smoke.sh │ │ └── xenomai4.yaml │ └── xfstests │ │ ├── xfstests.sh │ │ └── xfstests.yaml └── utils │ ├── httperf │ └── httperf-runner.py │ ├── nfs-dns.sh │ ├── post-to-squad.py │ ├── requirements.txt │ ├── send-to-lava.sh │ ├── test-runner.py │ ├── upload-to-artifactorial.sh │ ├── upload-to-squad.sh │ └── vland │ ├── get_vland_interface.sh │ ├── get_vland_mac.sh │ └── get_vland_pci_dev.sh ├── docs ├── extra.css ├── index.md ├── tags.md ├── test-runner.md └── test-writing-guidelines.md ├── manual ├── dragon410c │ └── dragon410c-user-led.yaml ├── enterprise │ ├── bigdata-hadoop-terasort.yaml │ ├── bigdata-hive.yaml │ ├── bigdata-spark-sparkpi.yaml │ └── openstack-ceph.yaml ├── foundries │ ├── aklite-full-disk.yaml │ ├── device-config-overwrite.yaml │ ├── fioctl-tags-apps.yaml │ ├── fleetwide-config.yaml │ ├── group-config.yaml │ ├── lmp-device-re-register.yaml │ ├── lmp-device-register-api.yaml │ ├── lmp-device-register-apps.yaml │ ├── lmp-device-register-delete.yaml │ ├── lmp-device-register-devel.yaml │ ├── lmp-device-register-disable-aktualizr.yaml │ ├── lmp-device-register-drive.yaml │ ├── lmp-device-register-hwid.yaml │ ├── lmp-device-register-invalid-api.yaml │ ├── lmp-device-register-invalid-app.yaml │ ├── lmp-device-register-invalid-token-header.yaml │ ├── lmp-device-register-token-header.yaml │ ├── lmp-device-register-uuid.yaml │ └── lmp-device-register.yaml ├── generic │ ├── 96boards │ │ ├── hikey-bluetooth-status-led.yaml │ │ ├── hikey-wifi-status-led.yaml │ │ ├── status-led-bluetooth.yaml │ │ └── status-led-wifi.yaml │ ├── android │ │ ├── adb-over-ethernet.yaml │ │ ├── adb-over-usb.yaml │ │ ├── android-hardware-usb.yaml │ │ ├── android-input-method-service.yaml │ │ ├── android-ui-auto-mount.yaml │ │ ├── android-version.yaml │ │ ├── angrybirds.yaml │ │ ├── arm-browser-benchmark.yaml │ │ ├── audio-jack.yaml │ │ ├── bluetooth-audio.yaml │ │ ├── bluetooth-ftp.yaml │ │ ├── bluetooth-pair.yaml │ │ ├── bluetooth-scan.yaml │ │ ├── bluetooth-tethering.yaml │ │ ├── browser-app.yaml │ │ ├── device-tree.yaml │ │ ├── display-blanking.yaml │ │ ├── download-install-apk.yaml │ │ ├── ds-5.yaml │ │ ├── ethernet.yaml │ │ ├── gallery-app.yaml │ │ ├── google-hangouts.yaml │ │ ├── hardware-graphics-acceleration.yaml │ │ ├── hardware-video.yaml │ │ ├── hwgfx.yaml │ │ ├── installation-instructions.yaml │ │ ├── large-wifi-file-transfer.yaml │ │ ├── linaro-android-build-command.yaml │ │ ├── linaro-kernel-build-command.yaml │ │ ├── monkeyrunner-test.yaml │ │ ├── open-accessory.yaml │ │ ├── perf.yaml │ │ ├── pm-qa.yaml │ │ ├── powerdebug.yaml │ │ ├── powertop.yaml │ │ ├── pre-built.yaml │ │ ├── primary-video-out-vga.yaml │ │ ├── reboot.yaml │ │ ├── sd-mmc.yaml │ │ ├── secondary-video-output.yaml │ │ ├── shutdown-console.yaml │ │ ├── shutdown.yaml │ │ ├── small-wifi-file-transfer.yaml │ │ ├── toolchain-version.yaml │ │ ├── usb-camera-record.yaml │ │ ├── usb-camera.yaml │ │ ├── usb-ethernet.yaml │ │ ├── usb-host-keyboard.yaml │ │ ├── usb-host-mouse.yaml │ │ ├── usb-host-storage.yaml │ │ ├── usb-tethering.yaml │ │ ├── wifi.yaml │ │ └── youtube.yaml │ ├── hdmi-audio.yaml │ ├── hdmi-input-switch.yaml │ ├── kernel-version.yaml │ ├── linux │ │ ├── bluetooth-audio-ui.yaml │ │ ├── bluetooth-audio.yaml │ │ ├── bluetooth-file-transfer-ui.yaml │ │ ├── bluetooth-pair-ui.yaml │ │ ├── bluetooth-pair.yaml │ │ ├── bluetooth-scan-ui.yaml │ │ ├── bluetooth-scan.yaml │ │ ├── disk-boot.yaml │ │ ├── display-blanking.yaml │ │ ├── ds5-remote-debug.yaml │ │ ├── ds5-ssh.yaml │ │ ├── hdmi-resolution-switching-cmd.yaml │ │ ├── hdmi-resolution-switching.yaml │ │ ├── ip-forwarding.yaml │ │ ├── kvm-arm32-guest-on-arm64-host.yaml │ │ ├── kvm-arm64-guest-on-arm64-host.yaml │ │ ├── luvos.yaml │ │ ├── multi-nic-download.yaml │ │ ├── network-basic.yaml │ │ ├── network-manager.yaml │ │ ├── opengl-fps.yaml │ │ ├── openssh-centos.sh │ │ ├── openssh-centos.yaml │ │ ├── openssl-centos.sh │ │ ├── openssl-centos.yaml │ │ ├── openssl-debian.yaml │ │ ├── ota-rollback.yaml │ │ ├── ota-update.yaml │ │ ├── power-off-cmd.yaml │ │ ├── power-off.yaml │ │ ├── pxe-boot.yaml │ │ ├── reboot-ui.yaml │ │ ├── reboot.yaml │ │ ├── sd-mmc.yaml │ │ ├── sdcard-cold-boot.yaml │ │ ├── sdcard-hot-plug.yaml │ │ ├── secondary-video-out.yaml │ │ ├── software-raid0.yaml │ │ ├── software-raid1.yaml │ │ ├── software-raid5.yaml │ │ ├── usb-3.0-arndale5250.yaml │ │ ├── usb-camera.yaml │ │ ├── usb-ethernet.yaml │ │ ├── usb-keyboard.yaml │ │ ├── usb-storage.yaml │ │ ├── wifi-large-download.yaml │ │ ├── wifi-small-download.yaml │ │ ├── wifi-teminal.yaml │ │ └── wifi.yaml │ ├── primary-video-out-hdmi.yaml │ ├── sdcard-speed-test.yaml │ ├── serial-console.yaml │ ├── usb-hid-device.yaml │ └── usb-storage.yaml └── hikey │ ├── hikey-power-button.yaml │ └── hikey-user-led.yaml ├── mkdocs.yml ├── mkdocs_plugin ├── __init__.py ├── pyproject.toml ├── requirements.txt └── testdefinitionsmkdocs │ └── __init__.py ├── plans ├── erp │ ├── erp-enterprise.yaml │ ├── erp-functional.yaml │ ├── erp-ltp.yaml │ ├── erp-performance.yaml │ ├── erp-stress.yaml │ └── overlays │ │ ├── centriq-2400.yaml │ │ ├── d03.yaml │ │ ├── d05.yaml │ │ ├── mt30-gs1-00.yaml │ │ └── proliant-m400-server.yaml ├── foundries-manufacturing-test-plan.yaml ├── linux-test-plan-example-v1.yaml ├── linux-test-plan-example.yaml ├── qcomlt │ ├── bench.yaml │ ├── smoke.yaml │ └── stress.yaml ├── requirements.txt ├── templates │ ├── _test_details.html │ ├── test.html │ ├── testplan.html │ └── testplan_v2.html ├── test-plan-overlay-example.yaml └── testplan2html.py ├── sanity-check.sh ├── test.sh ├── test ├── Dockerfile.centos └── Dockerfile.debian └── validate.py /.github/workflows/docs.yml: -------------------------------------------------------------------------------- 1 | name: Build docs 2 | 3 | on: [push, pull_request] 4 | 5 | jobs: 6 | build: 7 | runs-on: ubuntu-latest 8 | 9 | steps: 10 | - uses: actions/checkout@v2 11 | - name: Set up Python ${{ matrix.python-version }} 12 | uses: actions/setup-python@v2 13 | with: 14 | python-version: '3.x' 15 | 16 | - name: Install deps 17 | run: | 18 | python -m pip install --upgrade pip setuptools 19 | pip install mkdocs 20 | pip install -r mkdocs_plugin/requirements.txt 21 | 22 | - name: Install current plugin 23 | run: | 24 | pip install mkdocs_plugin/ 25 | pip freeze 26 | 27 | - name: Build docs 28 | run: | 29 | python -m mkdocs build --clean --site-dir html --config-file mkdocs.yml 30 | -------------------------------------------------------------------------------- /.github/workflows/reuse.yml: -------------------------------------------------------------------------------- 1 | name: REUSE Compliance Check 2 | 3 | on: [push, pull_request] 4 | 5 | jobs: 6 | test: 7 | runs-on: ubuntu-latest 8 | steps: 9 | - uses: actions/checkout@master 10 | - name: pull docker image 11 | run: docker pull fsfe/reuse 12 | - name: REUSE Compliance Check 13 | run: docker run -v $(pwd):/test-definitions --workdir /test-definitions fsfe/reuse lint 14 | 15 | 16 | -------------------------------------------------------------------------------- /.github/workflows/test-plans-pipeline.yml: -------------------------------------------------------------------------------- 1 | name: Run tests 2 | 3 | on: [push, pull_request] 4 | 5 | jobs: 6 | build: 7 | runs-on: ubuntu-latest 8 | 9 | steps: 10 | - uses: actions/checkout@v2 11 | - name: Set up Python ${{ matrix.python-version }} 12 | uses: actions/setup-python@v2 13 | with: 14 | python-version: '3.x' 15 | 16 | - name: Install deps 17 | run: | 18 | python -m pip install --upgrade pip 19 | pip install pyyaml pycodestyle python-magic black 20 | 21 | - name: Linting 22 | run: | 23 | black --check . 24 | ./sanity-check.sh 25 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .* 2 | build-error.txt 3 | *.pyc 4 | 5 | # git files that we don't want to ignore even it they are dot-files 6 | # 7 | !.gitignore 8 | !.travis.yml 9 | !.readthedocs.yml 10 | !.github 11 | -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- 1 | version: 2 2 | build: 3 | os: ubuntu-22.04 4 | tools: 5 | python: "3.7" 6 | mkdocs: 7 | configuration: mkdocs.yml 8 | formats: all 9 | python: 10 | install: 11 | - requirements: mkdocs_plugin/requirements.txt 12 | -------------------------------------------------------------------------------- /.reuse/dep5: -------------------------------------------------------------------------------- 1 | ../COPYRIGHTS -------------------------------------------------------------------------------- /LICENSES/ISC.txt: -------------------------------------------------------------------------------- 1 | ISC License (ISC) 2 | 3 | Copyright 4 | 5 | Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. 6 | 7 | THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 8 | 9 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ![Build Status](https://github.com/Linaro/test-definitions/actions/workflows/test-plans-pipeline.yml/badge.svg) 2 | ![REUSE Compliance Check](https://github.com/Linaro/test-definitions/actions/workflows/reuse.yml/badge.svg) 3 | 4 | # Test Definitions 5 | A set of testing scripts designed to work with [LAVA](http://lavasoftware.org/). 6 | Also contains test-runner script that allows execution outside LAVA. 7 | 8 | More details in [docs](docs/index.md) 9 | -------------------------------------------------------------------------------- /automated/android/apk-automation/.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | apks 3 | output 4 | -------------------------------------------------------------------------------- /automated/android/apk-automation/glbenchmark25-preferences.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | COMMUNITY 4 | androidcommunityuser 5 | 1920x1080 6 | 7 | 8 | 0x0 9 | 10 | pandaboard 11 | 12 | asdojavmdthjwejgasogaouhgaufiuadxfoafgaosdcjaocaod 13 | 14 | 15 | -------------------------------------------------------------------------------- /automated/android/bionic-benchmarks/bionic-benchmarks.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: bionic-benchmarks-with-units 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Collect the bionic-benchmarks data and try to analyse it." 5 | maintainer: 6 | - daniel.diaz@linaro.org 7 | os: 8 | - android 9 | devices: 10 | - juno 11 | - hi6220-hikey 12 | - x15 13 | scope: 14 | - performance 15 | environment: 16 | - lava-test-shell 17 | 18 | params: 19 | LOOPS: "1" 20 | 21 | run: 22 | steps: 23 | - cd ./automated/android/bionic-benchmarks/ 24 | - ./bionic-benchmarks.sh -l "${LOOPS}" 25 | - ../../utils/send-to-lava.sh ./output/result.txt 26 | -------------------------------------------------------------------------------- /automated/android/bionic-libc-tests/bionic-libc-tests.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | HOST_OUTPUT="$(pwd)/output" 4 | DEVICE_OUTPUT="/data/local/tmp/result.txt" 5 | export RESULT_FILE 6 | TIMEOUT=300 7 | 8 | usage() { 9 | echo "Usage: $0" 1>&2 10 | exit 1 11 | } 12 | 13 | if [ $# -gt 0 ]; then 14 | usage 15 | fi 16 | 17 | # shellcheck disable=SC1091 18 | . ../../lib/sh-test-lib 19 | . ../../lib/android-test-lib 20 | 21 | # Test run. 22 | create_out_dir "${HOST_OUTPUT}" 23 | 24 | initialize_adb 25 | wait_boot_completed "${TIMEOUT}" 26 | adb_push "./device-script.sh" "/data/local/tmp/" 27 | 28 | info_msg "About to run bionic-libc-tests on device ${ANDROID_SERIAL}" 29 | adb shell /data/local/tmp/device-script.sh 2>&1 \ 30 | | tee "${HOST_OUTPUT}"/device-run.log 31 | 32 | adb_pull "${DEVICE_OUTPUT}" "${HOST_OUTPUT}" 33 | -------------------------------------------------------------------------------- /automated/android/bionic-libc-tests/bionic-libc-tests.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: bionic-libc-tests 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Execute all available bionic-libc-tests and fetch data." 5 | maintainer: 6 | - daniel.diaz@linaro.org 7 | os: 8 | - android 9 | devices: 10 | - juno 11 | - hi6220-hikey 12 | - x15 13 | scope: 14 | - performance 15 | environment: 16 | - lava-test-shell 17 | 18 | run: 19 | steps: 20 | - cd ./automated/linux/bionic-libc-tests/ 21 | - ./bionic-libc-tests.sh 22 | - ../../utils/send-to-lava.sh ./output/result.txt 23 | -------------------------------------------------------------------------------- /automated/android/bionic-libc-tests/device-script.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | OUTPUT_FILE="/data/local/tmp/result.txt" 4 | 5 | TESTS= 6 | TESTS="${TESTS} test_dlclose_destruction test_dlopen_null test_executable_destructor" 7 | TESTS="${TESTS} test_getaddrinfo test_getgrouplist test_gethostbyname test_gethostname" 8 | TESTS="${TESTS} test_mutex test_netinet_icmp test_pthread_cond test_pthread_mutex" 9 | TESTS="${TESTS} test_pthread_once test_pthread_rwlock test_relocs test_setjmp" 10 | TESTS="${TESTS} test_seteuid test_static_cpp_mutex test_static_executable_destructor" 11 | TESTS="${TESTS} test_static_init test_sysconf test_udp" 12 | 13 | for TEST in $TESTS; do 14 | if [ ! -f "/system/bin/${TEST}" ]; then 15 | continue 16 | fi 17 | $TEST 18 | EXIT_STATUS=$? 19 | if [ $EXIT_STATUS -ne 0 ]; then 20 | echo "$TEST fail" >> ${OUTPUT_FILE} 21 | else 22 | echo "$TEST pass" >> ${OUTPUT_FILE} 23 | fi 24 | done 25 | -------------------------------------------------------------------------------- /automated/android/bootstat/bootstat_v1.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: bootstat 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "collect the bootstat data and try to analyse 5 | Please Note: 6 | This yaml test definition is only for LAVA V1" 7 | maintainer: 8 | - yongqin.liu@linaro.org 9 | os: 10 | - android 11 | scope: 12 | - functional 13 | devices: 14 | - hikey 15 | 16 | run: 17 | steps: 18 | - ./automated/android/bootstat/device-script.sh 19 | -------------------------------------------------------------------------------- /automated/android/busybox/busybox.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | # Busybox smoke tests. 3 | 4 | OUTPUT="$(pwd)/output" 5 | 6 | # shellcheck disable=SC1091 7 | . ../../lib/sh-test-lib 8 | # shellcheck disable=SC1091 9 | . ../../lib/android-test-lib 10 | 11 | initialize_adb 12 | wait_boot_completed "300" 13 | create_out_dir "${OUTPUT}" 14 | 15 | adb_push "./device-script.sh" "/data/local/tmp/bin/" 16 | 17 | adb shell '/data/local/tmp/bin/device-script.sh 2>&1' \ 18 | | tee "${OUTPUT}/device-stdout.log" 19 | 20 | adb_pull "/data/local/tmp/busybox/result.txt" "${OUTPUT}/" 21 | -------------------------------------------------------------------------------- /automated/android/busybox/busybox.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: busybox 4 | description: "Busybox smoke tests." 5 | maintainer: 6 | - chase.qi@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - apq8016-sbc 14 | - juno 15 | 16 | run: 17 | steps: 18 | - cd ./automated/android/busybox/ 19 | - ./busybox.sh 20 | - ../../utils/send-to-lava.sh ./output/result.txt 21 | -------------------------------------------------------------------------------- /automated/android/ion-monitor-tool/setup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -x 2 | # shellcheck disable=SC2154 3 | # shellcheck disable=SC1091 4 | 5 | . ../../lib/sh-test-lib 6 | . ../../lib/android-test-lib 7 | 8 | install_latest_adb 9 | wait_boot_completed "300" 10 | adb root 11 | adb_join_wifi -------------------------------------------------------------------------------- /automated/android/libc-bench/libc-bench.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: libc-bench 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Run libc-bench to benchmark the performance of bionic. 5 | The source can be viewed here: 6 | https://android-git.linaro.org/platform/external/libc-bench" 7 | maintainer: 8 | - yongqin.liu@linaro.org 9 | - chase.qi@linaro.org 10 | os: 11 | - android 12 | scope: 13 | - performance 14 | devices: 15 | - juno 16 | - hi6220-hikey 17 | 18 | params: 19 | # Specify device serial no. when more than one device connected. 20 | ANDROID_SERIAL: "" 21 | # Specify timeout in seconds for wait_boot_completed 22 | BOOT_TIMEOUT: "300" 23 | LOOPS: "1" 24 | 25 | run: 26 | steps: 27 | - cd ./automated/android/libc-bench 28 | - ./libc-bench.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" -l "${LOOPS}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/android/linaro-android-kernel-tests/linaro-android-kernel-tests.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: linaro-android-kernel-tests 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Linaro Android kernel test suite comprises of kernel feature 5 | tests which are uniquie to android. The test suite runs 6 | following kernel tests: ashmem, ashmem-expanded, alarmdev, 7 | logger, binder, sync, vfat, evdev and swp-swpb." 8 | maintainer: 9 | - yongqin.liu@linaro.org 10 | - chase.qi@linaro.org 11 | os: 12 | - android 13 | scope: 14 | - functional 15 | devices: 16 | - juno 17 | - hi6220-hikey 18 | 19 | run: 20 | steps: 21 | - cd ./automated/android/linaro-android-kernel-tests 22 | - ./linaro-android-kernel-tests.sh 23 | - ../../utils/send-to-lava.sh ./output/result.txt 24 | -------------------------------------------------------------------------------- /automated/android/meminfo/meminfo.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: meminfo 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Collect the information in /proc/meminfo after boot." 5 | maintainer: 6 | - yongqin.liu@linaro.org 7 | - chase.qi@linaro.org 8 | os: 9 | - android 10 | scope: 11 | - functional 12 | devices: 13 | - juno 14 | - hi6220-hikey 15 | 16 | params: 17 | # Specify device serial no. when more than one device connected. 18 | ANDROID_SERIAL: "" 19 | # Specify timeout in seconds for wait_boot_completed. 20 | BOOT_TIMEOUT: "300" 21 | 22 | run: 23 | steps: 24 | - cd ./automated/android/meminfo 25 | - ./meminfo.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/android/multinode/connect-to-remote-adb-tcpip-devices.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: connect-to-remote-adb-tcpip-devices 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "adb MultiNode setup: connect to remote devices made accessible via adb TCP/IP." 5 | maintainer: 6 | - karsten@fairphone.com 7 | - softwareteam@fairphone.com 8 | os: 9 | - debian 10 | - ubuntu 11 | devices: 12 | - lxc 13 | scope: 14 | - functional 15 | 16 | params: 17 | ADB_CONNECT_TIMEOUT_SECS: "60" 18 | DEVICE_WORKER_MAPPING_FILE: "/tmp/deviceWorkerMapping" 19 | 20 | run: 21 | steps: 22 | - . ./automated/lib/sh-test-lib 23 | - . ./automated/lib/android-multinode-test-lib 24 | - connect_to_remote_adb_tcpip_devices "${ADB_CONNECT_TIMEOUT_SECS}" "${DEVICE_WORKER_MAPPING_FILE}" 25 | -------------------------------------------------------------------------------- /automated/android/multinode/release-remote-adb-tcpip-devices.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: release-remote-adb-tcpip-devices 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Disconnect from remote adb devices and cleanup." 5 | maintainer: 6 | - karsten@fairphone.com 7 | - softwareteam@fairphone.com 8 | os: 9 | - debian 10 | - ubuntu 11 | devices: 12 | - lxc 13 | scope: 14 | - functional 15 | 16 | run: 17 | steps: 18 | - lava-sync release_dut 19 | # Cleanup adb server: LAVA expects only one device connected to adb. 20 | - adb kill-server 21 | -------------------------------------------------------------------------------- /automated/android/multinode/remote-adb-devices-smoke-test.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: remote-adb-devices-smoke-test 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Smoke test demonstrating access to adb devices over TCP/IP." 5 | maintainer: 6 | - karsten@fairphone.com 7 | - softwareteam@fairphone.com 8 | os: 9 | - debian 10 | - ubuntu 11 | devices: 12 | - lxc 13 | scope: 14 | - functional 15 | 16 | params: 17 | DEVICE_WORKER_MAPPING_FILE: "/tmp/deviceWorkerMapping" 18 | 19 | run: 20 | steps: 21 | - device_worker_mapping="$(cat "${DEVICE_WORKER_MAPPING_FILE}")" 22 | - | 23 | for device_to_worker in ${device_worker_mapping}; do 24 | device="$(echo ${device_to_worker} | cut -d';' -f1)" 25 | echo "${device}: $(adb -s "${device}" shell service call iphonesubinfo 1 | \ 26 | grep -oE '(\.[0-9])|([0-9]\.)' | grep -oE '[0-9]' | tr -d '\n')" 27 | done 28 | -------------------------------------------------------------------------------- /automated/android/multinode/wait-for-release-and-reset.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: wait-for-release-and-reset 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Wait until a remote MultiNode role (master) requests to release the device. 5 | Then, bring the device back into adb USB state." 6 | maintainer: 7 | - karsten@fairphone.com 8 | - softwareteam@fairphone.com 9 | os: 10 | - debian 11 | - ubuntu 12 | devices: 13 | - lxc 14 | scope: 15 | - functional 16 | 17 | run: 18 | steps: 19 | - lava-sync release_dut 20 | - adb kill-server || true 21 | - adb usb 22 | -------------------------------------------------------------------------------- /automated/android/noninteractive-tradefed/monitor_adb.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -x 2 | while true; 3 | do 4 | date 5 | lsusb 6 | adb devices 7 | sleep 30 8 | done 9 | -------------------------------------------------------------------------------- /automated/android/noninteractive-tradefed/monitor_fastboot.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -x 2 | while true; 3 | do 4 | date 5 | # fastboot continue # still not supported for all platforms, like db845c, x15 6 | # so continue using fastboot boot command here 7 | echo "Run fastboot boot to wait and reboot the device again" 8 | f_lxc_boot=$(find /lava-lxc -type f -name "*boot.img" -a -not -name "*vendor_boot.img") 9 | f_docker_boot=$(find /lava-downloads -type f -name "*boot.img" -a -not -name "*vendor_boot.img") 10 | if [ -n "${f_lxc_boot}" ] && [ -f "${f_lxc_boot}" ]; then 11 | # for lxc container method 12 | fastboot boot "${f_lxc_boot}" 13 | elif [ -n "${f_docker_boot}" ] && [ -f "${f_docker_boot}" ]; then 14 | # for docker method 15 | fastboot boot "${f_docker_boot}" 16 | else 17 | echo "No boot image found under /lava-lxc and /lava-downloads, please check and try again!" 18 | exit 1 19 | fi 20 | done 21 | -------------------------------------------------------------------------------- /automated/android/optee/optee-gtest-gatekeeper-keymaster.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: optee-gtest-gatekeeper-keymaster 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "gatekeeper and keymaster gtests" 5 | maintainer: 6 | - victor.chong@linaro.org 7 | - chase.qi@linaro.org 8 | os: 9 | - android 10 | scope: 11 | - functional 12 | - performance 13 | devices: 14 | - hi6220-hikey 15 | - hi6220-hikey-bl 16 | 17 | params: 18 | # Specify device serial no. when more than one device connected. 19 | ANDROID_SERIAL: "" 20 | # Specify timeout in seconds for wait_boot_completed 21 | BOOT_TIMEOUT: "300" 22 | 23 | run: 24 | steps: 25 | - cd ./automated/android/optee 26 | - ./optee-gtest-gatekeeper-keymaster.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 27 | - ../../utils/send-to-lava.sh ./output/result.txt 28 | -------------------------------------------------------------------------------- /automated/android/optee/optee-gtest-kmgk.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: optee-gtest-kmgk 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "OP-TEE KMGK gtest" 5 | maintainer: 6 | - victor.chong@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | - performance 12 | devices: 13 | - hi6220-hikey 14 | - hi6220-hikey-bl 15 | 16 | params: 17 | # Specify device serial no. when more than one device connected. 18 | ANDROID_SERIAL: "" 19 | # Specify timeout in seconds for wait_boot_completed 20 | BOOT_TIMEOUT: "300" 21 | 22 | run: 23 | steps: 24 | - cd ./automated/android/optee 25 | - ./optee-gtest-kmgk.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/android/optee/optee-xtest.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: optee-xtest 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "OP-TEE sanity test suite" 5 | maintainer: 6 | - chase.qi@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | - performance 12 | devices: 13 | - hi6220-hikey 14 | - hi6220-hikey-bl 15 | - juno 16 | 17 | params: 18 | # Test suite level: [0-15] 19 | LEVEL: "0" 20 | # Available test suite: regression, benchmark 21 | TEST_SUITE: "regression" 22 | # Specify device serial no. when more than one device connected. 23 | ANDROID_SERIAL: "" 24 | # Specify timeout in seconds for wait_boot_completed 25 | BOOT_TIMEOUT: "300" 26 | 27 | run: 28 | steps: 29 | - cd ./automated/android/optee 30 | - ./optee-xtest.sh -l "${LEVEL}" -T "${TEST_SUITE}" -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 31 | - ../../utils/send-to-lava.sh ./output/result.txt 32 | -------------------------------------------------------------------------------- /automated/android/piglit-gles2/piglit-gles2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | # shellcheck disable=SC1091 3 | 4 | OUTPUT="$(pwd)/output" 5 | RESULT_FILE="${OUTPUT}/result.txt" 6 | LOGFILE="${OUTPUT}/piglit-gles2.log" 7 | ANDROID_SERIAL="" 8 | BOOT_TIMEOUT="300" 9 | 10 | . ../../lib/sh-test-lib 11 | . ../../lib/android-test-lib 12 | 13 | parse_common_args "$@" 14 | initialize_adb 15 | wait_boot_completed "${BOOT_TIMEOUT}" 16 | create_out_dir "${OUTPUT}" 17 | 18 | adb_push "./device-script.sh" "/data/local/tmp/piglit-gles2/" 19 | info_msg "device-${ANDROID_SERIAL}: About to run piglit-gles2..." 20 | adb shell "/data/local/tmp/piglit-gles2/device-script.sh" | tee "${LOGFILE}" 21 | 22 | grep -E ".*: (pass|fail|skip)" "${LOGFILE}" \ 23 | | sed 's/://g' \ 24 | | awk '{printf("%s %s\n", $1, $2)}' >> "${RESULT_FILE}" 25 | -------------------------------------------------------------------------------- /automated/android/piglit-gles2/piglit-gles2.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: piglit-gles2 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Piglit is a collection of automated tests for OpenGL 5 | implementations. piglit_gles2.0 runs OpenGL ES 2.0 tests." 6 | maintainer: 7 | - yongqin.liu@linaro.org 8 | - chase.qi@linaro.org 9 | os: 10 | - android 11 | scope: 12 | - functional 13 | devices: 14 | - juno 15 | - hi6220-hikey 16 | 17 | params: 18 | # Specify device serial no. when more than one device connected. 19 | ANDROID_SERIAL: "" 20 | # Specify timeout in seconds for wait_boot_completed 21 | BOOT_TIMEOUT: "300" 22 | 23 | run: 24 | steps: 25 | - cd ./automated/android/piglit-gles2 26 | - ./piglit-gles2.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 27 | - ../../utils/send-to-lava.sh ./output/result.txt 28 | -------------------------------------------------------------------------------- /automated/android/piglit-gles3/piglit-gles3.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | # shellcheck disable=SC1091 3 | 4 | OUTPUT="$(pwd)/output" 5 | RESULT_FILE="${OUTPUT}/result.txt" 6 | LOGFILE="${OUTPUT}/piglit-gles3.log" 7 | ANDROID_SERIAL="" 8 | BOOT_TIMEOUT="300" 9 | 10 | . ../../lib/sh-test-lib 11 | . ../../lib/android-test-lib 12 | 13 | parse_common_args "$@" 14 | initialize_adb 15 | wait_boot_completed "${BOOT_TIMEOUT}" 16 | create_out_dir "${OUTPUT}" 17 | 18 | adb_push "./device-script.sh" "/data/local/tmp/piglit-gles3/" 19 | info_msg "device-${ANDROID_SERIAL}: About to run piglit-gles3..." 20 | adb shell "/data/local/tmp/piglit-gles3/device-script.sh 2>&1" | tee "${LOGFILE}" 21 | 22 | grep -E ".*: (pass|fail|skip)" "${LOGFILE}" \ 23 | | sed 's/://g' \ 24 | | awk '{printf("%s %s\n", $1, $2)}' >> "${RESULT_FILE}" 25 | -------------------------------------------------------------------------------- /automated/android/piglit-gles3/piglit-gles3.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: piglit-gles3 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Piglit is a collection of automated tests for OpenGL 5 | implementations. piglit_gles3.0 runs OpenGL ES 3.0 tests." 6 | maintainer: 7 | - yongqin.liu@linaro.org 8 | - chase.qi@linaro.org 9 | os: 10 | - android 11 | scope: 12 | - functional 13 | devices: 14 | - juno 15 | - hi6220-hikey 16 | 17 | params: 18 | # Specify device serial no. when more than one device connected. 19 | ANDROID_SERIAL: "" 20 | # Specify timeout in seconds for wait_boot_completed 21 | BOOT_TIMEOUT: "300" 22 | 23 | run: 24 | steps: 25 | - cd ./automated/android/piglit-gles3 26 | - ./piglit-gles3.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 27 | - ../../utils/send-to-lava.sh ./output/result.txt 28 | -------------------------------------------------------------------------------- /automated/android/piglit-glslparser/piglit-glslparser.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | # shellcheck disable=SC1091 3 | 4 | OUTPUT="$(pwd)/output" 5 | RESULT_FILE="${OUTPUT}/result.txt" 6 | LOGFILE="${OUTPUT}/piglit-glslparser.log" 7 | ANDROID_SERIAL="" 8 | BOOT_TIMEOUT="300" 9 | 10 | . ../../lib/sh-test-lib 11 | . ../../lib/android-test-lib 12 | 13 | parse_common_args "$@" 14 | initialize_adb 15 | wait_boot_completed "${BOOT_TIMEOUT}" 16 | create_out_dir "${OUTPUT}" 17 | 18 | adb_push "./device-script.sh" "/data/local/tmp/piglit-glslparser/" 19 | info_msg "device-${ANDROID_SERIAL}: About to run piglit-glslparser..." 20 | adb shell "echo /data/local/tmp/piglit-glslparser/device-script.sh 2>&1 | su" | tee "${LOGFILE}" 21 | 22 | grep -E "glslparser /data/piglit/glslparser/.+: (pass|fail|skip)" "${LOGFILE}" \ 23 | | sed 's/://g' \ 24 | | awk '{printf("%s %s\n", $2, $3)}' >> "${RESULT_FILE}" 25 | -------------------------------------------------------------------------------- /automated/android/piglit-glslparser/piglit-glslparser.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: piglit-glslparser 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "piglit glslparser test for android. The GLSL Parser provides 5 | a front end for parsing and operating on OpenGL Shading 6 | Language code. " 7 | maintainer: 8 | - yongqin.liu@linaro.org 9 | - chase.qi@linaro.org 10 | os: 11 | - android 12 | scope: 13 | - functional 14 | devices: 15 | - juno 16 | - hi6220-hikey 17 | 18 | params: 19 | # Specify device serial no. when more than one device connected. 20 | ANDROID_SERIAL: "" 21 | # Specify timeout in seconds for wait_boot_completed 22 | BOOT_TIMEOUT: "300" 23 | 24 | run: 25 | steps: 26 | - cd ./automated/android/piglit-glslparser 27 | - ./piglit-glslparser.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/android/piglit-shader-runner/piglit-shader-runner.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | # shellcheck disable=SC1091 3 | 4 | OUTPUT="$(pwd)/output" 5 | RESULT_FILE="${OUTPUT}/result.txt" 6 | LOGFILE="${OUTPUT}/piglit-shader-runner.log" 7 | ANDROID_SERIAL="" 8 | BOOT_TIMEOUT="300" 9 | 10 | . ../../lib/sh-test-lib 11 | . ../../lib/android-test-lib 12 | 13 | parse_common_args "$@" 14 | initialize_adb 15 | wait_boot_completed "${BOOT_TIMEOUT}" 16 | create_out_dir "${OUTPUT}" 17 | 18 | adb_push "./device-script.sh" "/data/local/tmp/piglit-shader-runner/" 19 | info_msg "device-${ANDROID_SERIAL}: About to run piglit-shader-runner..." 20 | adb shell "echo /data/local/tmp/piglit-shader-runner/device-script.sh 2>&1 | su" | tee "${LOGFILE}" 21 | 22 | grep -E ".+: (pass|fail|skip)" "${LOGFILE}" \ 23 | | sed 's/://g' \ 24 | | awk '{printf("%s %s\n", $1, $2)}' >> "${RESULT_FILE}" 25 | -------------------------------------------------------------------------------- /automated/android/piglit-shader-runner/piglit-shader-runner.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: piglit-shader-runner 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Piglit shader_runner test suite for android. The test suite 5 | runs shader tests using OpenGL shaders." 6 | maintainer: 7 | - yongqin.liu@linaro.org 8 | - chase.qi@linaro.org 9 | os: 10 | - android 11 | scope: 12 | - functional 13 | devices: 14 | - juno 15 | - hi6220-hikey 16 | 17 | params: 18 | # Specify device serial no. when more than one device connected. 19 | ANDROID_SERIAL: "" 20 | # Specify timeout in seconds for wait_boot_completed 21 | BOOT_TIMEOUT: "300" 22 | 23 | run: 24 | steps: 25 | - cd ./automated/android/piglit-shader-runner 26 | - ./piglit-shader-runner.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" 27 | - ../../utils/send-to-lava.sh ./output/result.txt 28 | -------------------------------------------------------------------------------- /automated/android/ping/ping.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: ping 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "ping test" 5 | maintainer: 6 | - yongqin.liu@linaro.org 7 | - chase.qi@linaro.org 8 | os: 9 | - android 10 | scope: 11 | - performance 12 | devices: 13 | - juno 14 | - hi6220-hikey 15 | 16 | params: 17 | # Specify device serial no. when more than one device connected. 18 | ANDROID_SERIAL: "" 19 | # Specify timeout in seconds for wait_boot_completed. 20 | BOOT_TIMEOUT: "300" 21 | # Specify the server to ping. 22 | SERVER: "www.google.com" 23 | 24 | run: 25 | steps: 26 | - cd ./automated/android/ping 27 | - ./ping.sh -s "${ANDROID_SERIAL}" -t "${BOOT_TIMEOUT}" -S "${SERVER}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/android/pm-qa/device-script.sh: -------------------------------------------------------------------------------- 1 | #!/system/bin/sh 2 | set -x 3 | 4 | TEST_DIR="/data/local/tmp/pm-qa" 5 | export PATH="$PATH":"$TEST_DIR" 6 | 7 | test_func(){ 8 | tests="$1" 9 | 10 | for test in $tests; do 11 | var="${test}_sanity.sh" 12 | subDir="${TEST_DIR}/${test}" 13 | cd "$subDir" || continue 14 | 15 | /system/bin/sh "$var" 16 | if [ $? -ne 1 ]; then 17 | continue 18 | fi 19 | 20 | filelist=$(find . -name "*.sh" | sort) 21 | for file in $filelist; do 22 | path="$file" 23 | /system/bin/sh "$path" 24 | done 25 | cd .. 26 | done 27 | 28 | # Find instances of cpuidle_killer and kill 29 | # all pids associated with it until a better 30 | # solution comes up. 31 | pids=$(pidof "cpuidle_killer") 32 | 33 | for pid in $pids; do 34 | kill -9 "$pid" 35 | done 36 | 37 | echo "pm-qa=pass" 38 | } 39 | 40 | test_func "$1" 41 | exit 42 | -------------------------------------------------------------------------------- /automated/android/tradefed/monitor_fastboot.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -x 2 | while true; do 3 | fastboot boot /lava-lxc/boot*.img 4 | done 5 | -------------------------------------------------------------------------------- /automated/bin/arm64/busybox: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/bin/arm64/busybox -------------------------------------------------------------------------------- /automated/bin/arm64/skipgen: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/bin/arm64/skipgen -------------------------------------------------------------------------------- /automated/bin/armeabi/busybox: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/bin/armeabi/busybox -------------------------------------------------------------------------------- /automated/bin/armeabi/skipgen: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/bin/armeabi/skipgen -------------------------------------------------------------------------------- /automated/bin/i386/skipgen: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/bin/i386/skipgen -------------------------------------------------------------------------------- /automated/bin/post-to-squad: -------------------------------------------------------------------------------- 1 | ../utils/post-to-squad.py -------------------------------------------------------------------------------- /automated/bin/riscv64/skipgen: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/bin/riscv64/skipgen -------------------------------------------------------------------------------- /automated/bin/setenv.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -eu 2 | 3 | REPO_PATH="$(pwd)" 4 | export REPO_PATH 5 | echo "REPO_PATH: ${REPO_PATH}" 6 | 7 | if ! [ -d "${REPO_PATH}/automated/bin" ]; then 8 | echo "ERROR: Please execute the below command from 'test-definitions' DIR" 9 | echo " . ./automated/bin/setenv.sh" 10 | exit 1 11 | fi 12 | 13 | PATH="${REPO_PATH}/automated/bin:${PATH}" 14 | export PATH 15 | echo "BIN_PATH: ${PATH}" 16 | -------------------------------------------------------------------------------- /automated/bin/test-runner: -------------------------------------------------------------------------------- 1 | ../utils/test-runner.py -------------------------------------------------------------------------------- /automated/bin/x86_64/skipgen: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/bin/x86_64/skipgen -------------------------------------------------------------------------------- /automated/lib/py_test_lib.py: -------------------------------------------------------------------------------- 1 | def add_result(result_file, result): 2 | with open(result_file, "a") as f: 3 | f.write("%s\n" % result) 4 | -------------------------------------------------------------------------------- /automated/linux/aklite-apps/apps-early-start.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2024 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: apps-early-start 6 | description: "Run apps without registration using systemd 7 | Setting DEFAULT_APPS tells the script which docker-compose 8 | apps should be running." 9 | 10 | maintainer: 11 | - milosz.wasilewski@foundries.io 12 | os: 13 | - openembedded 14 | scope: 15 | - functional 16 | 17 | devices: 18 | - imx8mm 19 | - bcm2711-rpi-4-b 20 | 21 | params: 22 | DEFAULT_APPS: "" 23 | 24 | run: 25 | steps: 26 | - cd ./automated/linux/aklite-apps 27 | - ./apps-early-start.sh -d "${DEFAULT_APPS}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/aklite-download-interrupt/aklite-callback.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | 3 | case "${MESSAGE}" in 4 | "check-for-update-pre") 5 | echo "Check for update PRE"; 6 | ;; 7 | "check-for-update-post") 8 | echo "Check for update POST"; 9 | ;; 10 | "download-pre") 11 | echo "Download PRE"; 12 | ;; 13 | "download-post") 14 | echo "Download POST"; 15 | ;; 16 | "install-pre") 17 | echo "Install PRE"; 18 | ;; 19 | "install-post") 20 | echo "Install POST"; 21 | ;; 22 | esac 23 | 24 | echo "${MESSAGE}" > /var/sota/ota.signal 25 | echo "${RESULT}" > /var/sota/ota.result 26 | 27 | echo "MESSAGE: ${MESSAGE}" 28 | echo "CURRENT_TARGET: ${CURRENT_TARGET}" 29 | echo "CURRENT_TARGET_NAME: ${CURRENT_TARGET_NAME}" 30 | echo "INSTALL_TARGET_NAME: ${INSTALL_TARGET_NAME}" 31 | echo "RESULT: ${RESULT}" 32 | 33 | -------------------------------------------------------------------------------- /automated/linux/aklite-download-interrupt/aklite-download-confirm.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: aklite-download-interrupt 6 | description: "This test confirms that aktualizr-lite 7 | download was successfully resumed after timeout caused 8 | by missing networking on DUT." 9 | 10 | maintainer: 11 | - milosz.wasilewski@foundries.io 12 | os: 13 | - openembedded 14 | scope: 15 | - functional 16 | 17 | devices: 18 | - imx8mm 19 | - bcm2711-rpi-4-b 20 | 21 | run: 22 | steps: 23 | - cd ./automated/linux/aklite-download-interrupt 24 | - ./aklite-download-confirm.sh 25 | - ../../utils/send-to-lava.sh ./output/result.txt 26 | -------------------------------------------------------------------------------- /automated/linux/aklite-download-interrupt/aklite-download-interrupt.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: aklite-download-interrupt 6 | description: "This test stops at the beginning of download 7 | update by aktualizr-lite. It can be used in a test job with 8 | user commands to disable DUT networking and force timeout 9 | during OTA download." 10 | 11 | maintainer: 12 | - milosz.wasilewski@foundries.io 13 | os: 14 | - openembedded 15 | scope: 16 | - functional 17 | 18 | devices: 19 | - imx8mm 20 | - bcm2711-rpi-4-b 21 | 22 | params: 23 | PATTERN: "ostree-pull: Receiving objects:" 24 | 25 | run: 26 | steps: 27 | - cd ./automated/linux/aklite-download-interrupt 28 | - ./aklite-download-interrupt.sh -p "${PATTERN}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/aklite-download-interrupt/aklite-download-resume.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: aklite-download-resume 6 | description: "This test checks for ostree download 7 | timeout in the aktualizr-lite when there is no network 8 | connectivity at DUT." 9 | 10 | maintainer: 11 | - milosz.wasilewski@foundries.io 12 | os: 13 | - openembedded 14 | scope: 15 | - functional 16 | 17 | devices: 18 | - imx8mm 19 | - bcm2711-rpi-4-b 20 | run: 21 | steps: 22 | - cd ./automated/linux/aklite-download-interrupt 23 | - ./aklite-download-resume.sh 24 | - ../../utils/send-to-lava.sh ./output/result.txt 25 | -------------------------------------------------------------------------------- /automated/linux/aklite-download-interrupt/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | [pacman] 2 | callback_program = "/var/sota/aklite-callback.sh" 3 | -------------------------------------------------------------------------------- /automated/linux/aklite/aklite.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: aklite 6 | description: "Check basic information provided by 7 | aktualizr-lite. This includes systemd service status, 8 | device registration status and actual target. If device 9 | is registered, device name is retrieved." 10 | 11 | maintainer: 12 | - milosz.wasilewski@foundries.io 13 | os: 14 | - openembedded 15 | scope: 16 | - functional 17 | 18 | devices: 19 | - imx8mm 20 | - bcm2711-rpi-4-b 21 | 22 | params: 23 | DEVICE_NAME: "" 24 | TARGET: "" 25 | 26 | run: 27 | steps: 28 | - cd ./automated/linux/aklite 29 | - ./aklite.sh -n "${DEVICE_NAME}" -t "${TARGET}" 30 | - ../../utils/send-to-lava.sh ./output/result.txt 31 | -------------------------------------------------------------------------------- /automated/linux/alsa-smoke/alsa-smoke.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: alsa-smoke 4 | description: "Run alsa smoke tests. The test checks if 5 | there are playback and record devices available. 6 | No actual playback or record tests are performed." 7 | maintainer: 8 | - milosz.wasilewski@oss.qualcomm.com 9 | os: 10 | - debian 11 | - ubuntu 12 | - centos 13 | - fedora 14 | - openembedded 15 | scope: 16 | - functional 17 | devices: 18 | - imx8mm-lpddr4-evk 19 | 20 | params: 21 | SKIP_INSTALL: "False" 22 | REFERENCE_PATH: "/dev/snd" 23 | 24 | run: 25 | steps: 26 | - cd ./automated/linux/alsa-smoke/ 27 | - ./alsa-smoke.sh -s "${SKIP_INSTALL}" -p "${REFERENCE_PATH}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/android-platform-tools/install.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: install-android-platform-tools 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Install android platform tools provided by Google from 5 | https://developer.android.com/studio/releases/platform-tools" 6 | maintainer: 7 | - chase.qi@linaro.org 8 | os: 9 | - ubuntu 10 | - debian 11 | devices: 12 | - lxc 13 | 14 | scope: 15 | - functional 16 | 17 | params: 18 | # Link examples 19 | # https://dl.google.com/android/repository/platform-tools_r28.0.0-linux.zip 20 | LINK: "https://dl.google.com/android/repository/platform-tools-latest-linux.zip" 21 | 22 | run: 23 | steps: 24 | - cd automated/linux/android-platform-tools 25 | - if ! ./install.sh -l "${LINK}"; then command -v lava-test-raise && lava-test-raise "Failed to install android platform tools!"; fi 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/linux/apache-apache-bench/html/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 |

Test Page for the Apache HTTP Server

9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /automated/linux/armnn/armnn-unit-tests.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: armnn-unit-tests 4 | description: "Carry out armnn unit tests." 5 | maintainer: 6 | - theodore.grey@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - synquacer 13 | - dragonboard-845c 14 | - hi960-hikey 15 | - stm32mp1 16 | params: 17 | ARMNN_TARBALL: 'https://snapshots.linaro.org/components/armnn/latest/armnn.tar.xz' 18 | TEST_DIR: '/usr/local/bin' 19 | UNIT_TESTS: 'true' 20 | PYTEST: 'false' 21 | SKIP_INSTALL: 'false' 22 | run: 23 | steps: 24 | - cd ./automated/linux/armnn/ 25 | - ./armnn.sh -s "${SKIP_INSTALL}" -t "${UNIT_TESTS}" -p "${PYTEST}" -a "${ARMNN_TARBALL}" -d "${TEST_DIR}" 26 | - ./../../utils/send-to-lava.sh ./output/results.txt 27 | -------------------------------------------------------------------------------- /automated/linux/armnn/pyarmnn-bench.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: pyarmnn-benchmark 4 | description: "Part of ml-bench, pyarmnn-bench testing validity of pyarmnn pip wheels." 5 | maintainer: 6 | - theodore.grey@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - synquacer 13 | - dragonboard-845c 14 | - hi960-hikey 15 | - stm32mp1 16 | params: 17 | ARMNN_TARBALL: 'https://snapshots.linaro.org/components/armnn/latest/armnn.tar.xz' 18 | TEST_DIR: '/usr/local/bin' 19 | ARMNN_TESTS: false 20 | PYARMNN: true 21 | SKIP_INSTALL: false 22 | run: 23 | steps: 24 | - cd ./automated/linux/armnn/ 25 | - ./armnn.sh -s "${SKIP_INSTALL}" -t "${ARMNN_TESTS}" -p "$PYARMNN}" -a "${ARMNN_TARBALL}" -d "{TEST_DIR}" 26 | -------------------------------------------------------------------------------- /automated/linux/badblocks/badblocks.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: badblocks 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Run a read-only test for bad blocks" 5 | maintainer: 6 | - ryan.harkin@linaro.org 7 | os: 8 | - openembedded 9 | - debian 10 | scope: 11 | - functional 12 | devices: 13 | - imx7s-warp 14 | - sun8i-h2-plus-bananapi-m2-zero 15 | 16 | parameters: 17 | BLOCK_DEVICE: 'default' 18 | BADBLOCKS_PARAMS: '' 19 | SKIP_INSTALL: "False" 20 | 21 | run: 22 | steps: 23 | - cd ./automated/linux/badblocks/ 24 | - ./badblocks.sh -b "${BLOCK_DEVICE}" -p "${BADBLOCKS_PARAMS}" -s "${SKIP_INSTALL}" 25 | - ../../utils/send-to-lava.sh ./output/result.txt 26 | -------------------------------------------------------------------------------- /automated/linux/blogbench/bin/COPYING: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright (c) 2005-2010 Frank Denis 3 | * 4 | * Permission to use, copy, modify, and distribute this software for any 5 | * purpose with or without fee is hereby granted, provided that the above 6 | * copyright notice and this permission notice appear in all copies. 7 | * 8 | * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 9 | * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 10 | * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 11 | * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 12 | * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 13 | * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 14 | * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 15 | */ 16 | -------------------------------------------------------------------------------- /automated/linux/blogbench/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms listed in COPYING file. 2 | 3 | The binaries were built from blogbench-1.1. The source can be viewed here: 4 | https://download.pureftpd.org/pub/blogbench/ 5 | -------------------------------------------------------------------------------- /automated/linux/blogbench/bin/arm64/blogbench: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/blogbench/bin/arm64/blogbench -------------------------------------------------------------------------------- /automated/linux/blogbench/bin/armeabi/blogbench: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/blogbench/bin/armeabi/blogbench -------------------------------------------------------------------------------- /automated/linux/blogbench/blogbench.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: blogbench 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Blogbench is a portable filesystem benchmark that tries to 5 | reproduce the load of a real-world busy file server." 6 | maintainer: 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - fedora 12 | - centos 13 | scope: 14 | - performance 15 | devices: 16 | - mustang 17 | - overdrive 18 | - moonshot 19 | - thunderX 20 | - d03 21 | - d05 22 | 23 | params: 24 | # Blogbench run 30 iterations by default. 25 | ITERATION: 30 26 | # Specify a local disk partition for nfsrootfs boot. 27 | # For example: /dev/sda1 28 | PARTITION: '' 29 | 30 | run: 31 | steps: 32 | - cd ./automated/linux/blogbench/ 33 | - ./blogbench.sh -i "${ITERATION}" -p "${PARTITION}" 34 | - ../../utils/send-to-lava.sh ./output/result.txt 35 | -------------------------------------------------------------------------------- /automated/linux/bootrr/bootrr.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: bootrr 4 | description: "Run bootrr https://github.com/linux-msm/bootrr" 5 | maintainer: 6 | - milosz.wasilewski@oss.qualcomm.com 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - centos 12 | - fedora 13 | - openembedded 14 | scope: 15 | - functional 16 | devices: 17 | - apq8016-sbc 18 | - dragonboard-410c 19 | - dragonboard-820c 20 | - qcs6490-rb3gen2 21 | 22 | params: 23 | # Refer to https://github.com/linux-msm/bootrr/tree/master/boards for boards supported. 24 | BOARD: "" 25 | REPOSITORY: "https://github.com/linux-msm/bootrr" 26 | SKIP_INSTALL: true 27 | 28 | run: 29 | steps: 30 | - cd automated/linux/bootrr 31 | # bootrr produces LAVA friendly output 32 | - ./bootrr.sh -r "${REPOSITORY}" -s "S{SKIP_INSTALL}" -b "${BOARD}" 33 | -------------------------------------------------------------------------------- /automated/linux/busybox/busybox.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: busybox 4 | description: "Busybox smoke tests." 5 | maintainer: 6 | - chase.qi@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - centos 11 | - fedora 12 | - openembedded 13 | scope: 14 | - functional 15 | devices: 16 | - hi6220-hikey 17 | - apq8016-sbc 18 | - mustang 19 | - moonshot 20 | - thunderX 21 | - d03 22 | - d05 23 | 24 | run: 25 | steps: 26 | - cd ./automated/linux/busybox/ 27 | - ./busybox.sh 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/chroot/download_and_mount.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -e 4 | 5 | NEW_ROOTFS=${1} 6 | 7 | ( 8 | cd / 9 | curl -SOL "${NEW_ROOTFS}" 10 | unxz rpb-console-image-lkft-*.rootfs.tar.xz 11 | mkdir -p /new_root 12 | tar --strip-components=1 -C new_root -xf rpb-console-image-lkft-*.rootfs.tar 13 | rm rpb-console-image-lkft-*.rootfs.tar 14 | cd new_root 15 | mount -t proc /proc proc/ 16 | mount --rbind /sys sys/ 17 | mount --rbind /dev dev/ 18 | mount --rbind /run run/ 19 | ) 20 | -------------------------------------------------------------------------------- /automated/linux/chroot/post_setup_run.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -e 4 | 5 | TEST_SUITE=${1} 6 | 7 | ( 8 | cd / 9 | awk "/cd \.\/automated\/linux/{flag=1; next} /send-to-lava\.sh/{flag=0} flag" new_root/testdef/automated/linux/"${TEST_SUITE}"/"${TEST_SUITE}".yaml | sed 's/^ *- *//' >> new_root/run.sh 10 | ) 11 | -------------------------------------------------------------------------------- /automated/linux/chroot/pre_setup_run.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -e 4 | 5 | TEST_SUITE=${1} 6 | TESTDEF_URL=${2} 7 | 8 | ( 9 | cd / 10 | git clone "${TESTDEF_URL}" new_root/testdef 11 | echo "cat /etc/os-release" > new_root/run.sh 12 | echo "cd /testdef/automated/linux/\"${TEST_SUITE}\"/" >> new_root/run.sh 13 | awk "/params/{flag=1; next} /run/{flag=0} flag" new_root/testdef/automated/linux/"${TEST_SUITE}"/"${TEST_SUITE}".yaml | sed 's/^ *//; s/: */=/' >> new_root/run.sh 14 | ) 15 | -------------------------------------------------------------------------------- /automated/linux/crypto/crypto.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: crypto 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Verify that every crypto algorithms pass their selftests" 5 | maintainer: 6 | - clabbe@baylibre.com 7 | os: 8 | - debian 9 | - ubuntu 10 | - centos 11 | - fedora 12 | scope: 13 | - crypto 14 | devices: 15 | - all 16 | environment: 17 | - lava-test-shell 18 | 19 | run: 20 | steps: 21 | - cd ./automated/linux/crypto/ 22 | - ./crypto.sh 23 | - ../../utils/send-to-lava.sh ./output/result.txt 24 | -------------------------------------------------------------------------------- /automated/linux/crypto/cryptsetup.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: cryptsetup 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Cryptsetup benchmark tests" 5 | maintainer: 6 | - nicolas.dechesne@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - centos 11 | - fedora 12 | scope: 13 | - crypto 14 | devices: 15 | - all 16 | environment: 17 | - lava-test-shell 18 | 19 | params: 20 | SKIP_INSTALL: "false" 21 | HASH: "sha1 sha256 sha512" 22 | CIPHER: "aes-cbc_128 aes-cbc_256 aes-xts_256 aes-xts_512" 23 | 24 | run: 25 | steps: 26 | - cd ./automated/linux/crypto/ 27 | - ./cryptsetup.sh -s "${SKIP_INSTALL}" -h "${HASH}" -c "${CIPHER}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/cyclicdeadline/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/cyclicdeadline/bin/arm64/cyclicdeadline: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/cyclicdeadline/bin/arm64/cyclicdeadline -------------------------------------------------------------------------------- /automated/linux/cyclicdeadline/bin/armeabi/cyclicdeadline: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/cyclicdeadline/bin/armeabi/cyclicdeadline -------------------------------------------------------------------------------- /automated/linux/cyclicdeadline/bin/x86_64/cyclicdeadline: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/cyclicdeadline/bin/x86_64/cyclicdeadline -------------------------------------------------------------------------------- /automated/linux/cyclictest/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/cyclictest/bin/arm64/cyclictest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/cyclictest/bin/arm64/cyclictest -------------------------------------------------------------------------------- /automated/linux/cyclictest/bin/armeabi/cyclictest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/cyclictest/bin/armeabi/cyclictest -------------------------------------------------------------------------------- /automated/linux/cyclictest/bin/x86_64/cyclictest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/cyclictest/bin/x86_64/cyclictest -------------------------------------------------------------------------------- /automated/linux/device-read-perf/device-read-perf.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: device-read-perf 4 | description: "Use 'hdparm -t' to perform timings of block device reads for 5 | benchmark and comparison purposes." 6 | maintainer: 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - fedora 12 | - centos 13 | - openembedded 14 | scope: 15 | - performance 16 | devices: 17 | - mustang 18 | - d03 19 | - d05 20 | - ifc6410 21 | 22 | params: 23 | # Specify test device. For example: sda 24 | DEVICE: "" 25 | SKIP_INSTALL: "False" 26 | 27 | run: 28 | steps: 29 | - cd ./automated/linux/device-read-perf/ 30 | - ./device-read-perf.sh -d "${DEVICE}" -s "${SKIP_INSTALL}" 31 | - ../../utils/send-to-lava.sh ./output/result.txt 32 | -------------------------------------------------------------------------------- /automated/linux/device-tree/device-tree.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2016-200 Linaro Ltd. 3 | metadata: 4 | name: device-tree 5 | format: "Lava-Test Test Definition 1.0" 6 | description: "Device tree test to check the folder structure. The test verifies that device-tree 7 | is available and contains model name of the board." 8 | maintainer: 9 | - milosz.wasilewski@linaro.org 10 | - naresh.kamboju@linaro.org 11 | os: 12 | - debian 13 | - ubuntu 14 | - centos 15 | - fedora 16 | scope: 17 | - functional 18 | devices: 19 | - panda 20 | - panda-es 21 | - arndale 22 | - vexpress-tc2 23 | - beaglebone-black 24 | - juno 25 | - hi6220-hikey 26 | - apq8016-sbc 27 | 28 | run: 29 | steps: 30 | - cd automated/linux/device-tree 31 | - ./device-tree.sh 32 | - ../../utils/send-to-lava.sh ./output/result.txt 33 | -------------------------------------------------------------------------------- /automated/linux/disable-aklite-reboot/disable-aklite-reboot.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: disable-aklite-reboot 6 | description: "Disable automatic reboot after update. 7 | This is required when running long test. It prevents 8 | the board from rebooting when the tests didn't yet 9 | complete." 10 | 11 | maintainer: 12 | - milosz.wasilewski@foundries.io 13 | os: 14 | - openembedded 15 | scope: 16 | - functional 17 | 18 | devices: 19 | - imx8mm 20 | - bcm2711-rpi-4-b 21 | 22 | run: 23 | steps: 24 | - cd ./automated/linux/disable-aklite-reboot 25 | - ./disable-aklite-reboot.sh 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/linux/disable-aklite-reboot/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | [bootloader] 2 | reboot_command = "/bin/true" 3 | 4 | -------------------------------------------------------------------------------- /automated/linux/docker-prune/aklite-callback.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | 3 | echo "${MESSAGE}" > /var/sota/ota.signal 4 | echo "${RESULT}" > /var/sota/ota.result 5 | -------------------------------------------------------------------------------- /automated/linux/docker-prune/disable-prune.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: docker-prune 6 | description: "Prune app image after disabling app" 7 | 8 | maintainer: 9 | - brendan.wood@foundries.io 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | devices: 15 | - imx8mm 16 | 17 | run: 18 | steps: 19 | - cd ./automated/linux/docker-prune 20 | - ./disable_prune.sh 21 | - ../../utils/send-to-lava.sh ./output/result.txt 22 | -------------------------------------------------------------------------------- /automated/linux/docker-prune/prune.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | # shellcheck disable=SC1091 3 | . ../../lib/sh-test-lib 4 | . ./prune-lib.sh 5 | 6 | OUTPUT="$(pwd)/output" 7 | RESULT_FILE="${OUTPUT}/result.txt" 8 | export RESULT_FILE 9 | 10 | ! check_root && error_msg "You need to be root to run this script." 11 | create_out_dir "${OUTPUT}" 12 | 13 | if check_image hub.foundries.io/lmp-ci-testing-apps/shellhttpd; then 14 | report_pass "image-present" 15 | else 16 | report_fail "image-present" 17 | fi 18 | 19 | get_image_sha 20 | 21 | setup_callback 22 | 23 | auto_register 24 | 25 | wait_for_signal 26 | 27 | if check_image_prune; then 28 | report_pass "update-prune" 29 | else 30 | report_fail "update-prune" 31 | fi 32 | 33 | if compare_sha; then 34 | report_pass "check-sha" 35 | else 36 | report_fail "check-sha" 37 | fi 38 | 39 | rm "$(pwd)/sha.txt" 40 | -------------------------------------------------------------------------------- /automated/linux/docker-prune/prune.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: docker-prune 6 | description: "Download OTA update and prune 7 | old container images" 8 | 9 | maintainer: 10 | - brendan.wood@foundries.io 11 | os: 12 | - openembedded 13 | scope: 14 | - functional 15 | devices: 16 | - imx8mm 17 | 18 | run: 19 | steps: 20 | - cd ./automated/linux/docker-prune 21 | - ./prune.sh 22 | - ../../utils/send-to-lava.sh ./output/result.txt 23 | -------------------------------------------------------------------------------- /automated/linux/docker-prune/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | [pacman] 2 | callback_program = "/var/sota/aklite-callback.sh" 3 | [bootloader] 4 | reboot_command = "/bin/true" 5 | 6 | -------------------------------------------------------------------------------- /automated/linux/docker/docker.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: docker 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Docker smoke test. When docker not pre-installed, 5 | docker-ce will be installed from upstream on supported 6 | distributions." 7 | maintainer: 8 | - nicolas.dechesne@linaro.org 9 | - chase.qi@linaro.org 10 | os: 11 | - debian 12 | - ubuntu 13 | - fedora 14 | - centos 15 | scope: 16 | - functional 17 | environment: 18 | - lava-test-shell 19 | devices: 20 | - hi6220-hikey 21 | - apq8016-sbc 22 | - mustang 23 | - moonshot 24 | - thunderX 25 | - d03 26 | - d05 27 | 28 | params: 29 | # Docker image. 30 | IMAGE: "aarch64/ubuntu" 31 | 32 | run: 33 | steps: 34 | - cd ./automated/linux/docker/ 35 | - ./docker.sh -i "${IMAGE}" 36 | - ../../utils/send-to-lava.sh ./output/result.txt 37 | -------------------------------------------------------------------------------- /automated/linux/el2go/z-99-el2go.toml: -------------------------------------------------------------------------------- 1 | [bootloader] 2 | reboot_command = "/bin/true" 3 | -------------------------------------------------------------------------------- /automated/linux/ethernet/ethernet.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: ethernet 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "This test checks if Ethernet is up and prints IP address." 5 | maintainer: 6 | - naresh.kamboju@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - centos 11 | - fedora 12 | scope: 13 | - functional 14 | devices: 15 | - panda 16 | - panda-es 17 | - arndale 18 | - beaglebone-black 19 | - juno 20 | - hi6220-hikey 21 | - apq8016-sbc 22 | - d03 23 | - d05 24 | - overdrive 25 | - mustang 26 | - moonshot 27 | - thunderX 28 | 29 | params: 30 | SKIP_INSTALL: "False" 31 | INTERFACE: "eth0" 32 | 33 | run: 34 | steps: 35 | - cd automated/linux/ethernet 36 | - ./ethernet.sh -s "${SKIP_INSTALL}" -i "${INTERFACE}" 37 | - ../../utils/send-to-lava.sh ./output/result.txt 38 | -------------------------------------------------------------------------------- /automated/linux/factory-reset/aklite-callback.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | 3 | echo "${MESSAGE}" > /var/sota/ota.signal 4 | echo "${RESULT}" > /var/sota/ota.result 5 | -------------------------------------------------------------------------------- /automated/linux/factory-reset/verify-reboot.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: lmp-factory-reset-verify 6 | description: "Verify device factory reset. 7 | The end result should be a device filesystem 8 | restored to the condition after initial manufacturing. 9 | Only a limited subset of files is checked." 10 | 11 | maintainer: 12 | - milosz.wasilewski@foundries.io 13 | os: 14 | - openembedded 15 | scope: 16 | - functional 17 | 18 | devices: 19 | - imx8mm 20 | - imx6ull 21 | 22 | params: 23 | TYPE: "factory_reset" 24 | run: 25 | steps: 26 | - cd ./automated/linux/factory-reset 27 | - ./verify-reboot.sh -t "${TYPE}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/factory-reset/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | ../ota-update/z-99-aklite-callback.toml -------------------------------------------------------------------------------- /automated/linux/factory-reset/z-99-aklite-disable-reboot.toml: -------------------------------------------------------------------------------- 1 | ../ota-update/z-99-aklite-disable-reboot.toml -------------------------------------------------------------------------------- /automated/linux/fs-resize/fs-resize.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: fs-resize 6 | description: "Test if rootfs was properly resized 7 | 8 | This test checks whether rootfs occupies the whole block device. 9 | It tests the scenario when rootfs should be resized after first 10 | boot." 11 | 12 | maintainer: 13 | - milosz.wasilewski@foundries.io 14 | os: 15 | - debian 16 | - ubuntu 17 | - fedora 18 | - centos 19 | - openembedded 20 | scope: 21 | - functional 22 | 23 | devices: 24 | - imx8mm 25 | - bcm2711-rpi-4-b 26 | 27 | params: 28 | MOUNTPOINT: "sysroot" 29 | SKIP_INSTALL: "true" 30 | 31 | run: 32 | steps: 33 | - cd ./automated/linux/fs-resize/ 34 | - ./fs-resize.sh -m "${MOUNTPOINT}" -s "${SKIP_INSTALL}" 35 | - ../../utils/send-to-lava.sh ./output/result.txt 36 | -------------------------------------------------------------------------------- /automated/linux/fuego-multinode/boards/generic-arm64.board: -------------------------------------------------------------------------------- 1 | inherit "base-board" 2 | include "base-params" 3 | 4 | MACHINE=generic-arm64 5 | 6 | TRANSPORT="ssh" 7 | IPADDR="dut_ipaddr" 8 | SSH_PORT="22" 9 | LOGIN="root" 10 | SSH_KEY="/fuego-rw/ssh_keys/fuego-lava" 11 | # PASSWORD="fuegotest" 12 | BOARD_TESTDIR="/root/" 13 | 14 | TOOLCHAIN="arm64" 15 | ARCHITECTURE="arm64" 16 | -------------------------------------------------------------------------------- /automated/linux/fuego-multinode/boards/generic-armhf.board: -------------------------------------------------------------------------------- 1 | inherit "base-board" 2 | include "base-params" 3 | 4 | MACHINE=generic-armhf 5 | 6 | TRANSPORT="ssh" 7 | IPADDR="dut_ipaddr" 8 | SSH_PORT="22" 9 | LOGIN="root" 10 | SSH_KEY="/fuego-rw/ssh_keys/fuego-lava" 11 | # PASSWORD="fuegotest" 12 | BOARD_TESTDIR="/root/" 13 | 14 | TOOLCHAIN="debian-armhf" 15 | ARCHITECTURE="arm" 16 | -------------------------------------------------------------------------------- /automated/linux/fuego-multinode/boards/generic-x86_64.board: -------------------------------------------------------------------------------- 1 | inherit "base-board" 2 | include "base-params" 3 | 4 | MACHINE=generic-x86_64 5 | 6 | TRANSPORT="ssh" 7 | IPADDR="dut_ipaddr" 8 | SSH_PORT="22" 9 | LOGIN="root" 10 | SSH_KEY="/fuego-rw/ssh_keys/fuego-lava" 11 | # PASSWORD="fuegotest" 12 | BOARD_TESTDIR="/root/" 13 | 14 | TOOLCHAIN="x86_64" 15 | ARCHITECTURE="x86_64" 16 | -------------------------------------------------------------------------------- /automated/linux/fuego-multinode/fuego-dut.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: fuego-dut 4 | description: "Run fuego tests with LAVA. Refer to http://fuegotest.org/" 5 | maintainer: 6 | - chase.qi@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - rpi3-b-32 13 | - beaglebone-black 14 | 15 | params: 16 | INTERFACE: "eth0" 17 | 18 | run: 19 | steps: 20 | - cd ./automated/linux/fuego-multinode/ 21 | - lava-wait ssh-pub-key 22 | - ./setup-openssh-server.sh || sleep 3600 23 | - lava-send dut-ready ipaddr=$(lava-echo-ipv4 ${INTERFACE}) 24 | - lava-wait host-done 25 | -------------------------------------------------------------------------------- /automated/linux/glmark2/glmark2.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: "Lava-Test Test Definition 1.0" 3 | name: glmark2 4 | description: "Glmark2 test for Linux is an OpenGL 2.0 and ES 2.0 benchmark. The Glmark2 test suite is used to 5 | measure different aspects of OpenGL (ES) 2.0 performance like video, graphics and display." 6 | maintainer: 7 | - anibal.limon@linaro.org 8 | os: 9 | - openembedded 10 | scope: 11 | - performance 12 | devices: 13 | - dragonboard410c 14 | - dragonboard820c 15 | 16 | params: 17 | DISPLAY: ":0" 18 | GLMARK_BIN: "glmark2" 19 | 20 | run: 21 | steps: 22 | - export DISPLAY=${DISPLAY} 23 | - cd ./automated/linux/glmark2 24 | - ${GLMARK_BIN} | tee glmark2.log 25 | - ./glmark2_lava_parse.py glmark2.log > ./result.txt 26 | - ../../utils/send-to-lava.sh ./result.txt 27 | -------------------------------------------------------------------------------- /automated/linux/gpiod/gpiod.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | . ../../lib/sh-test-lib 4 | GPIOD_PATH=${1:-"/opt/libgpiod/bin/"} 5 | LOGFILE=tmp.txt 6 | RESULT_FILE=result.txt 7 | 8 | export PATH="${GPIOD_PATH}:$PATH" 9 | 10 | trap 'exit_cleanup' EXIT 11 | trap '_warn "interrupted, cleaning up..."; exit_cleanup; exit 1' INT 12 | 13 | mount_debugfs 14 | 15 | gpiod-test 2>&1| tee tmp.txt 16 | ./parse-output.py < "${LOGFILE}" | tee -a "${RESULT_FILE}" 17 | -------------------------------------------------------------------------------- /automated/linux/gpiod/gpiod.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: gpiod 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Run a gpiod suite" 5 | maintainer: 6 | - anders.roxell@linaro.org 7 | - chase.qi@linaro.org 8 | os: 9 | - OE 10 | scope: 11 | - functional 12 | devices: 13 | - hikey 14 | - x86 15 | params: 16 | GPIOD_PATH: "/opt/libgpiod/bin/" 17 | 18 | run: 19 | steps: 20 | - cd ./automated/linux/gpiod 21 | - ./gpiod.sh ${GPIOD_PATH} 22 | - ../../utils/send-to-lava.sh result.txt 23 | -------------------------------------------------------------------------------- /automated/linux/gpiod/parse-output.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | import sys 3 | import re 4 | 5 | 6 | def slugify(line): 7 | non_ascii_pattern = r"[^A-Za-z0-9_-]+" 8 | line = re.sub(r"\[\d{1,5}\]", "", line) 9 | line = re.sub(r"^_", "", line) 10 | return re.sub( 11 | r"_-", "_", re.sub(r"(^_|_$)", "", re.sub(non_ascii_pattern, "_", line)) 12 | ) 13 | 14 | 15 | for line in sys.stdin: 16 | if re.search(r"^.*?not ok \d{1,5} ", line): 17 | match = re.match(r"^.*?not ok [0-9]+ (.*?)$", line) 18 | ascii_test_line = slugify(re.sub("# .*$", "", match.group(1))) 19 | output = f"{ascii_test_line} fail" 20 | print(f"{output}") 21 | elif re.search(r"^ok \d{1,5} ", line): 22 | match = re.match(r"^.*?ok [0-9]+ (.*?)$", line) 23 | ascii_test_line = slugify(match.group(1)) 24 | output = f"{ascii_test_line} pass" 25 | print(f"{output}") 26 | -------------------------------------------------------------------------------- /automated/linux/gst-validate/README: -------------------------------------------------------------------------------- 1 | The gst-validate-launcher uses a set of test cases and media files, the gstreamer 2 | team provides gst-integration-testsuites [1] but you could provide your own. 3 | 4 | To get gst-integration-testsuites uses git-annex to get media: 5 | 6 | $ git clone git://anongit.freedesktop.org/gstreamer/gst-integration-testsuites 7 | $ cd gst-integration-testsuites 8 | $ git checkout 1.12 9 | $ git annex get 10 | 11 | The gst-integration-testsuites needs to be pre-populated into the rootfs inside 12 | /gst-validate folder, 13 | 14 | $ mkdir /ROOTFS_PATH/gst-validate 15 | $ cp -rf gst-integration-testsuites /ROOTFS_PATH/gst-validate 16 | 17 | [1] https://cgit.freedesktop.org/gstreamer/gst-integration-testsuites 18 | -------------------------------------------------------------------------------- /automated/linux/hackbench/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/hackbench/bin/arm64/hackbench: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/hackbench/bin/arm64/hackbench -------------------------------------------------------------------------------- /automated/linux/hackbench/bin/armeabi/hackbench: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/hackbench/bin/armeabi/hackbench -------------------------------------------------------------------------------- /automated/linux/hackbench/bin/x86_64/hackbench: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/hackbench/bin/x86_64/hackbench -------------------------------------------------------------------------------- /automated/linux/iozone/iozone.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: iozone 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "IOzone is a filesystem benchmark tool. The benchmark generates and 5 | measures a variety of file operations." 6 | maintainer: 7 | - chase.qi@linaro.org 8 | os: 9 | - ubuntu 10 | - debian 11 | - centos 12 | - fedora 13 | - openembedded 14 | devices: 15 | - d03 16 | - d05 17 | - juno 18 | - beaglebone-black 19 | - hi6220-hikey 20 | - apq8016-sbc 21 | - mustang 22 | - moonshot 23 | - thunderX 24 | - x15 25 | - x86 26 | 27 | scope: 28 | - performance 29 | 30 | params: 31 | SKIP_INSTALL: "false" 32 | VERSION: "3_458" 33 | 34 | run: 35 | steps: 36 | - cd automated/linux/iozone 37 | - ./iozone.sh -s "${SKIP_INSTALL}" -v "${VERSION}" 38 | - ../../utils/send-to-lava.sh ./output/result.txt 39 | -------------------------------------------------------------------------------- /automated/linux/isolate-task/isolate-task.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: verify_isolation 3 | version: "1.0" 4 | format: "Lava-Test Test Definition 1.0" 5 | description: "Verify kernel configuration. Isolate application and verify 6 | that kernel tick/resch interrups do not occur more than 1/sec." 7 | maintainer: 8 | - ravineet.singh@linaro.org 9 | os: 10 | - debian 11 | - ubuntu 12 | devices: 13 | - juno 14 | - arndale 15 | - x86 16 | scope: 17 | - functional 18 | environment: 19 | - lava-test-shell 20 | 21 | params: 22 | ISOL_CORES: "2,3" 23 | SKIP_INSTALL: "False" 24 | GIT_TAG: "v0.2" 25 | run: 26 | steps: 27 | - cd automated/linux/isolate-task 28 | - ./isolate-task-verify.sh -c "${ISOL_CORES}" -s "${SKIP_INSTALL}" -t "${GIT_TAG}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/kselftest/kselftest-skipfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/kselftest/kselftest-skipfile -------------------------------------------------------------------------------- /automated/linux/kvm-unit-tests/kvm-unit-tests.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: kvm-unit-tests 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Build and run kvm-unit-tests natively" 5 | 6 | maintainer: 7 | - naresh.kamboju@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - centos 12 | - fedora 13 | scope: 14 | - functional 15 | devices: 16 | - dragonboard410c 17 | - hi6220-hikey 18 | - juno 19 | - rk3399-rock-pi-4b 20 | - x15 21 | - x86 22 | environment: 23 | - lava-test-shell 24 | 25 | params: 26 | SKIP_INSTALL: "False" 27 | SMP: "true" 28 | GIT_REF: "master" 29 | 30 | run: 31 | steps: 32 | - cd ./automated/linux/kvm-unit-tests/ 33 | - ./kvm-unit-tests.sh -s "${SKIP_INSTALL}" -m "${SMP}" -g "${GIT_REF}" 34 | - ../../utils/send-to-lava.sh ./output/result.txt 35 | -------------------------------------------------------------------------------- /automated/linux/kvm/cloudinit.txt: -------------------------------------------------------------------------------- 1 | #cloud-config 2 | 3 | users: 4 | - name: linaro 5 | ssh-authorized-keys: 6 | - LAVA_KEY 7 | sudo: ['ALL=(ALL) NOPASSWD:ALL'] 8 | groups: sudo 9 | shell: /bin/bash 10 | 11 | runcmd: 12 | - cp /home/linaro/.ssh/authorized_keys /root/.ssh/authorized_keys 13 | - chown root:root /root/.ssh/authorized_keys 14 | 15 | phone_home: 16 | url: http://LOCALIP:8080/ 17 | -------------------------------------------------------------------------------- /automated/linux/kvm/stop-guest.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: guest-complete 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Signal tests inside guest complete and power off" 5 | maintainer: 6 | - riku.voipio@linaro.org 7 | scope: 8 | - functional 9 | - virtualization 10 | os: 11 | - ubuntu 12 | devices: 13 | - arndale 14 | - vexpress-tc2 15 | - mustang 16 | - midway 17 | - juno 18 | 19 | run: 20 | steps: 21 | - lava-sync clients 22 | - shutdown -h +1 23 | 24 | -------------------------------------------------------------------------------- /automated/linux/kvm/wait-ip.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # Wait for a HTTP post and echo the IP of the first visitor 3 | 4 | from BaseHTTPServer import BaseHTTPRequestHandler, HTTPServer 5 | 6 | 7 | class MyHandler(BaseHTTPRequestHandler): 8 | def returnIP(self): 9 | self.send_response(200) 10 | self.end_headers() 11 | print(self.client_address[0]) 12 | return 13 | 14 | def log_message(self, format, *args): 15 | return 16 | 17 | def do_POST(self): 18 | self.returnIP() 19 | 20 | def do_GET(self): 21 | self.returnIP() 22 | 23 | 24 | server = HTTPServer(("", 8080), MyHandler) 25 | server.handle_request() 26 | -------------------------------------------------------------------------------- /automated/linux/kvm/wait-kvm.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | 3 | [ -r "$1" ]||exit 0 4 | 5 | # shellcheck disable=SC2086 6 | while [ -d "/proc/$(cat $1)/" ] 7 | do 8 | sleep 10 9 | done 10 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/add-record.php: -------------------------------------------------------------------------------- 1 | " . mysqli_error($conn); 21 | } 22 | 23 | mysqli_close($conn); 24 | ?> 25 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/connect-db.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | echo "Connected successfully"; 14 | ?> 15 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/create-db.php: -------------------------------------------------------------------------------- 1 | connect_error) { 10 | die("Connection failed: " . $conn->connect_error); 11 | } 12 | 13 | // Create database 14 | $sql = "CREATE DATABASE myDB"; 15 | if ($conn->query($sql) === TRUE) { 16 | echo "Database created successfully"; 17 | } else { 18 | echo "Error creating database: " . $conn->error; 19 | } 20 | 21 | $conn->close(); 22 | ?> 23 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/create-table.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | 14 | // sql to create table 15 | $sql = "CREATE TABLE MyGuests ( 16 | id INT(6) UNSIGNED AUTO_INCREMENT PRIMARY KEY, 17 | firstname VARCHAR(30) NOT NULL, 18 | lastname VARCHAR(30) NOT NULL, 19 | email VARCHAR(50), 20 | reg_date TIMESTAMP 21 | )"; 22 | 23 | if ($conn->query($sql) === TRUE) { 24 | echo "Table MyGuests created successfully"; 25 | } else { 26 | echo "Error creating table: " . $conn->error; 27 | } 28 | 29 | $conn->close(); 30 | ?> 31 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/delete-record.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | 14 | // sql to delete a record 15 | $sql = "DELETE FROM MyGuests WHERE id=6"; 16 | 17 | if ($conn->query($sql) === TRUE) { 18 | echo "Record deleted successfully"; 19 | } else { 20 | echo "Error deleting record: " . $conn->error; 21 | } 22 | 23 | $conn->close(); 24 | ?> 25 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 |

Test Page for the Apache HTTP Server

9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/info.php: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /automated/linux/lamp/html/select-record.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | 14 | $sql = "SELECT id, firstname, lastname FROM MyGuests"; 15 | $result = $conn->query($sql); 16 | 17 | if ($result->num_rows > 0) { 18 | // output data of each row 19 | while($row = $result->fetch_assoc()) { 20 | echo "id: " . $row["id"]. " - Name: " . $row["firstname"]. " " . $row["lastname"]. "
"; 21 | } 22 | } else { 23 | echo "0 results"; 24 | } 25 | $conn->close(); 26 | ?> 27 | -------------------------------------------------------------------------------- /automated/linux/lamp/lamp.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: lamp 4 | description: "A LAMP stack is a group of open source software that is 5 | typically installed together to enable a server to host 6 | dynamic websites and web applications." 7 | maintainer: 8 | - chase.qi@linaro.org 9 | os: 10 | - debian 11 | - ubuntu 12 | - centos 13 | - fedora 14 | scope: 15 | - functional 16 | devices: 17 | - mustang 18 | - overdrive 19 | - d02 20 | - d03 21 | 22 | params: 23 | SKIP_INSTALL: "False" 24 | 25 | run: 26 | steps: 27 | - cd ./automated/linux/lamp/ 28 | - ./lamp.sh -s "${SKIP_INSTALL}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/lapack/lapack.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: lapack 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Build and run lapack (Linear Algebra PACKage) tests natively" 5 | 6 | maintainer: 7 | - naresh.kamboju@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - centos 12 | - fedora 13 | scope: 14 | - functional 15 | devices: 16 | - arndale 17 | - mustang 18 | - overdrive 19 | - d05 20 | - d03 21 | - hi6220-hikey 22 | - apq8016-sbc 23 | 24 | params: 25 | SKIP_INSTALL: "False" 26 | 27 | run: 28 | steps: 29 | - cd ./automated/linux/lapack/ 30 | - ./lapack.sh -s "${SKIP_INSTALL}" 31 | - ../../utils/send-to-lava.sh ./output/result.txt 32 | -------------------------------------------------------------------------------- /automated/linux/lemp/centos-nginx.conf: -------------------------------------------------------------------------------- 1 | index index.php index.html index.htm; 2 | server_name localhost; 3 | # pass the PHP scripts to FastCGI server listening on the php-fpm socket 4 | location ~ \.php$ { 5 | try_files $uri =404; 6 | fastcgi_pass unix:/run/php-fpm/php-fpm.sock; 7 | fastcgi_index index.php; 8 | fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name; 9 | include fastcgi_params; 10 | } 11 | -------------------------------------------------------------------------------- /automated/linux/lemp/debian-nginx.conf: -------------------------------------------------------------------------------- 1 | server { 2 | listen 80 default_server; 3 | listen [::]:80 default_server; 4 | 5 | root /usr/share/nginx/html; 6 | index index.php index.html index.htm; 7 | server_name localhost; 8 | 9 | location / { 10 | try_files $uri $uri/ =404; 11 | } 12 | 13 | location ~ \.php$ { 14 | include snippets/fastcgi-php.conf; 15 | fastcgi_pass unix:/var/run/php/php7.4-fpm.sock; 16 | } 17 | } 18 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/add-record.php: -------------------------------------------------------------------------------- 1 | " . mysqli_error($conn); 21 | } 22 | 23 | mysqli_close($conn); 24 | ?> 25 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/connect-db.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | echo "Connected successfully"; 14 | ?> 15 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/create-db.php: -------------------------------------------------------------------------------- 1 | connect_error) { 10 | die("Connection failed: " . $conn->connect_error); 11 | } 12 | 13 | // Create database 14 | $sql = "CREATE DATABASE myDB"; 15 | if ($conn->query($sql) === TRUE) { 16 | echo "Database created successfully"; 17 | } else { 18 | echo "Error creating database: " . $conn->error; 19 | } 20 | 21 | $conn->close(); 22 | ?> 23 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/create-table.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | 14 | // sql to create table 15 | $sql = "CREATE TABLE MyGuests ( 16 | id INT(6) UNSIGNED AUTO_INCREMENT PRIMARY KEY, 17 | firstname VARCHAR(30) NOT NULL, 18 | lastname VARCHAR(30) NOT NULL, 19 | email VARCHAR(50), 20 | reg_date TIMESTAMP 21 | )"; 22 | 23 | if ($conn->query($sql) === TRUE) { 24 | echo "Table MyGuests created successfully"; 25 | } else { 26 | echo "Error creating table: " . $conn->error; 27 | } 28 | 29 | $conn->close(); 30 | ?> 31 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/delete-record.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | 14 | // sql to delete a record 15 | $sql = "DELETE FROM MyGuests WHERE id=6"; 16 | 17 | if ($conn->query($sql) === TRUE) { 18 | echo "Record deleted successfully"; 19 | } else { 20 | echo "Error deleting record: " . $conn->error; 21 | } 22 | 23 | $conn->close(); 24 | ?> 25 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 |

Test Page for the Nginx HTTP Server

9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/info.php: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /automated/linux/lemp/html/select-record.php: -------------------------------------------------------------------------------- 1 | connect_error) { 11 | die("Connection failed: " . $conn->connect_error); 12 | } 13 | 14 | $sql = "SELECT id, firstname, lastname FROM MyGuests"; 15 | $result = $conn->query($sql); 16 | 17 | if ($result->num_rows > 0) { 18 | // output data of each row 19 | while($row = $result->fetch_assoc()) { 20 | echo "id: " . $row["id"]. " - Name: " . $row["firstname"]. " " . $row["lastname"]. "
"; 21 | } 22 | } else { 23 | echo "0 results"; 24 | } 25 | $conn->close(); 26 | ?> 27 | -------------------------------------------------------------------------------- /automated/linux/lemp/lemp.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: lemp 4 | description: "LEMP stack is a group of open source software to get web 5 | server up and running. The acronym stands for Linux, nginx, 6 | MySQL and PHP." 7 | maintainer: 8 | - chase.qi@linaro.org 9 | os: 10 | - debian 11 | - centos 12 | scope: 13 | - functional 14 | devices: 15 | - mustang 16 | - overdrive 17 | - moonshot 18 | - thunderX 19 | - d03 20 | - d05 21 | 22 | run: 23 | steps: 24 | - cd ./automated/linux/lemp/ 25 | - ./lemp.sh 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/linux/libcurl/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM httpd:latest 2 | 3 | COPY httpd.conf /usr/local/apache2/conf/httpd.conf 4 | COPY server.crt /usr/local/apache2/conf/ 5 | COPY server.key /usr/local/apache2/conf/ 6 | -------------------------------------------------------------------------------- /automated/linux/libcurl/README.md: -------------------------------------------------------------------------------- 1 | Generate self signed certificate without SAN extensions 2 | 3 | ``` 4 | openssl genrsa -aes256 -passout pass:gsahdg -out server.pass.key 4096 5 | openssl rsa -passin pass:gsahdg -in server.pass.key -out server.key 6 | rm server.pass.key 7 | openssl req -new -key server.key -out server.csr -subj "/C=US/ST=Oregon/L=Portland/O=Company Name/OU=Org/CN=localhost" 8 | openssl x509 -req -sha256 -days 3650 -in server.csr -signkey server.key -out server.crt 9 | ``` 10 | 11 | Make curl trust the generated certificate 12 | 13 | ``` 14 | curl --cacert server.crt --output index.html https://localhost 15 | ``` 16 | -------------------------------------------------------------------------------- /automated/linux/libcurl/libcurl.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: libcurl 4 | description: "Test exercising libcurl support 5 | for certificates without SAN" 6 | maintainer: 7 | - milosz.wasilewski@foundries.io 8 | os: 9 | - debian 10 | - ubuntu 11 | - centos 12 | - fedora 13 | scope: 14 | - functional 15 | devices: 16 | - imx8mm-evk 17 | - imx6ull-evk 18 | 19 | params: 20 | SKIP_INSTALL: "False" 21 | 22 | run: 23 | steps: 24 | - cd ./automated/linux/libcurl/ 25 | - ./libcurl.sh -s "${SKIP_INSTALL}" 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/linux/linpack/bin/README: -------------------------------------------------------------------------------- 1 | The source can be viewed here: http://www.netlib.org/benchmark/linpackc.new 2 | 3 | The binaries included here are compiled with the following commands: 4 | # mv linpackc.new linpack.c 5 | # gcc -O3 -static -o linpack linpack.c -lm 6 | -------------------------------------------------------------------------------- /automated/linux/linpack/bin/arm64/linpack: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/linpack/bin/arm64/linpack -------------------------------------------------------------------------------- /automated/linux/linpack/bin/armeabi/linpack: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/linpack/bin/armeabi/linpack -------------------------------------------------------------------------------- /automated/linux/linpack/linpack.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | 3 | . ../../lib/sh-test-lib 4 | OUTPUT="$(pwd)/output" 5 | ARRAY_SIZE="200" 6 | RESULT_FILE="${OUTPUT}/result.txt" 7 | TEST_LOG="${OUTPUT}/linpack-output.txt" 8 | 9 | usage() { 10 | echo "Usage: $0 [-a ]" 1>&2 11 | exit 1 12 | } 13 | 14 | while getopts "a:" o; do 15 | case "$o" in 16 | a) ARRAY_SIZE="${OPTARG}" ;; 17 | *) usage ;; 18 | esac 19 | done 20 | 21 | create_out_dir "${OUTPUT}" 22 | 23 | # Run Test. 24 | info_msg "Running linpack with array size ${ARRAY_SIZE}..." 25 | detect_abi 26 | # shellcheck disable=SC2154 27 | ( echo "${ARRAY_SIZE}"; echo "q" ) \ 28 | | ./bin/"${abi}"/linpack 2>&1 \ 29 | | tee "${TEST_LOG}" 30 | 31 | # Parse output. 32 | echo 33 | grep -E "^ +[0-9]+ " "${TEST_LOG}" \ 34 | | awk -v array_size="${ARRAY_SIZE}" \ 35 | 'END{printf("linpack-%s pass %s flops\n", array_size, $NF)}' \ 36 | | tee -a "${RESULT_FILE}" 37 | -------------------------------------------------------------------------------- /automated/linux/linpack/linpack.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: linpack 4 | description: "Linpack benchmark calculates fLoating point operations per 5 | second(FLOPS)." 6 | maintainer: 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - fedora 12 | - centos 13 | scope: 14 | - performance 15 | devices: 16 | - hi6220-hikey 17 | - apq8016-sbc 18 | - mustang 19 | - moonshot 20 | - thunderX 21 | - d03 22 | - d05 23 | 24 | params: 25 | ARRAY_SIZE: "200" 26 | 27 | run: 28 | steps: 29 | - cd ./automated/linux/linpack/ 30 | - ./linpack.sh -a "${ARRAY_SIZE}" 31 | - ../../utils/send-to-lava.sh ./output/result.txt 32 | -------------------------------------------------------------------------------- /automated/linux/lmbench/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2, consistent with lmbench's additional restrictions. Refer to COPYING 3 | and COPYING-2 files for details. 4 | 5 | The binaries were built from lmbench-3.0-a9 source code. The source can be 6 | viewed here: http://sourceforge.net/projects/lmbench/ 7 | -------------------------------------------------------------------------------- /automated/linux/lmbench/bin/arm64/bw_mem: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/lmbench/bin/arm64/bw_mem -------------------------------------------------------------------------------- /automated/linux/lmbench/bin/arm64/lat_mem_rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/lmbench/bin/arm64/lat_mem_rd -------------------------------------------------------------------------------- /automated/linux/lmbench/bin/armeabi/bw_mem: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/lmbench/bin/armeabi/bw_mem -------------------------------------------------------------------------------- /automated/linux/lmbench/bin/armeabi/lat_mem_rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/lmbench/bin/armeabi/lat_mem_rd -------------------------------------------------------------------------------- /automated/linux/lmbench/bin/x86/bw_mem: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/lmbench/bin/x86/bw_mem -------------------------------------------------------------------------------- /automated/linux/lmbench/bin/x86/lat_mem_rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/lmbench/bin/x86/lat_mem_rd -------------------------------------------------------------------------------- /automated/linux/lmbench/lmbench-memory.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: lmbench-memory 4 | description: "Run lmbench memory bandwidth and latency tests." 5 | maintainer: 6 | - chase.qi@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - fedora 11 | - centos 12 | - openembedded 13 | scope: 14 | - performance 15 | devices: 16 | - hi6220-hikey 17 | - apq8016-sbc 18 | - mustang 19 | - moonshot 20 | - thunderX 21 | - d03 22 | - d05 23 | run: 24 | steps: 25 | - cd ./automated/linux/lmbench/ 26 | - ./lmbench-memory.sh 27 | - ../../utils/send-to-lava.sh ./output/result.txt 28 | -------------------------------------------------------------------------------- /automated/linux/lmp-device-register/check_toml.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import argparse 4 | import sys 5 | 6 | 7 | def main(toml_file): 8 | info = sys.version_info 9 | if info.major >= 3 and info.minor >= 11: 10 | import tomllib as tlib 11 | else: 12 | import toml as tlib 13 | 14 | with open(toml_file, "rb") as f: 15 | tlib.loads(f.read().decode()) 16 | 17 | 18 | if __name__ == "__main__": 19 | parser = argparse.ArgumentParser() 20 | parser.add_argument("--toml-file", required=True) 21 | args = parser.parse_args() 22 | main(args.toml_file) 23 | -------------------------------------------------------------------------------- /automated/linux/lmp-device-register/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | [bootloader] 2 | reboot_command = "/bin/true" 3 | -------------------------------------------------------------------------------- /automated/linux/ltp-open-posix/ltp-open-posix.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: ltp-open-posix 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Run LTP open posix test suite" 5 | maintainer: 6 | - naresh.kamboju@linaro.org 7 | os: 8 | - debian 9 | - fedora 10 | - openembedded 11 | scope: 12 | - functional 13 | devices: 14 | - dragonboard410c 15 | - hi6220-hikey 16 | - juno 17 | - x15 18 | - x86 19 | environment: 20 | - lava-test-shell 21 | params: 22 | # LTP version 23 | LTP_VERSION: 20180515 24 | SKIP_INSTALL: true 25 | # Run Option Group Feature Tests. Available Groups are AIO, MEM, MSG, SEM, SIG, THR, TMR, TPS 26 | GRP_TEST: "" 27 | 28 | run: 29 | steps: 30 | - cd ./automated/linux/ltp-open-posix/ 31 | - ./ltp-open-posix.sh -s "${SKIP_INSTALL}" -v "${LTP_VERSION}" -t "${GRP_TEST}" 32 | - ../../utils/send-to-lava.sh ./output/result.txt 33 | -------------------------------------------------------------------------------- /automated/linux/ltp/skipfile-lsk-juno: -------------------------------------------------------------------------------- 1 | skipfiles/skipfile-lsk-juno -------------------------------------------------------------------------------- /automated/linux/ltp/skipfile-rpk: -------------------------------------------------------------------------------- 1 | skipfiles/skipfile-rpk -------------------------------------------------------------------------------- /automated/linux/meminfo/meminfo.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | # shellcheck disable=SC1091 3 | 4 | OUTPUT="$(pwd)/output" 5 | RESULT_FILE="${OUTPUT}/result.txt" 6 | PROC_FILE="/proc/meminfo" 7 | 8 | . ../../lib/sh-test-lib 9 | 10 | create_out_dir "${OUTPUT}" 11 | 12 | info_msg "About to check ${PROC_FILE}..." 13 | 14 | # shellcheck disable=SC2002 15 | cat /proc/meminfo 2>&1 | tee "${OUTPUT}/proc-meminfo" 16 | 17 | ## Parse proc-meminfo 18 | info_msg "Parsing results from ${PROC_FILE}" 19 | logfile="${OUTPUT}/proc-meminfo" 20 | # Capacity info. 21 | grep -E ".+: +[0-9]+ kB" "${logfile}" \ 22 | | sed 's/://g' \ 23 | | awk '{printf("%s pass %s kb\n", $1, $2)}' \ 24 | | tee -a "${RESULT_FILE}" 25 | 26 | # HugePages info. 27 | grep "HugePages_" "${logfile}" \ 28 | | sed 's/://g' \ 29 | | awk '{printf("%s pass %s\n", $1, $2)}' \ 30 | | tee -a "${RESULT_FILE}" 31 | -------------------------------------------------------------------------------- /automated/linux/meminfo/meminfo.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: meminfo 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Collect the information in /proc/meminfo after boot." 5 | maintainer: 6 | - ryan.harkin@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - fedora 11 | - centos 12 | - oe 13 | scope: 14 | - functional 15 | devices: 16 | - rzn1d 17 | 18 | run: 19 | steps: 20 | - cd ./automated/linux/meminfo 21 | - ./meminfo.sh 22 | - ../../utils/send-to-lava.sh ./output/result.txt 23 | -------------------------------------------------------------------------------- /automated/linux/memtester/memtester.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: "Lava-Test Test Definition 1.0" 3 | name: memtester 4 | description: "Stress test to find memory subsystem faults" 5 | maintainer: 6 | - chase.qi@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - openembedded 11 | scope: 12 | - functional 13 | - stress 14 | devices: 15 | - hi6220-hikey 16 | - apq8016-sbc 17 | 18 | parameters: 19 | SKIP_INSTALL: "False" 20 | # The amount of memory to allocate and test. 21 | MEMORY: "1M" 22 | # Number of loops to iterate through. 23 | ITERATIONS: 1 24 | 25 | run: 26 | steps: 27 | - cd ./automated/linux/memtester/ 28 | - ./memtester.sh -s "${SKIP_INSTALL}" -m "${MEMORY}" -i "${ITERATIONS}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/ml-bench/tvm-bench.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: tvm-benchmark 4 | description: "Part of ml-bench, tvm-bench tests various ml benchmarks using tvm." 5 | maintainer: 6 | - theodore.grey@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - synquacer 13 | - dragonboard-845c 14 | - hi960-hikey 15 | - stm32mp1 16 | params: 17 | TVM_WHEEL: 'https://github.com/tlc-pack/tlcpack/releases/download/v0.7.dev1/tlcpack-0.7.dev1-cp38-cp38-manylinux2010_x86_64.whl' 18 | TVM_BENCH: 'https://github.com/tom-gall/tvm-bench.git' 19 | SKIP_INSTALL: false 20 | run: 21 | steps: 22 | - cd ./automated/linux/ml-bench/ 23 | - ./tvm-bench.sh -s "${SKIP_INSTALL}" -a "${TVM_WHEEL}" -t "${TVM_BENCH}" 24 | -------------------------------------------------------------------------------- /automated/linux/mmc/mmc-test.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: mmc-test 4 | description: "The Multi Media Card (MMC) is a memory card standard used for solid-state storage 5 | This will perform Basic MMC tests" 6 | maintainer: 7 | - naresh.kamboju@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - centos 12 | - fedora 13 | - openembedded 14 | scope: 15 | - functional 16 | devices: 17 | - panda 18 | - panda-es 19 | - arndale 20 | - beaglebone-black 21 | - hi6220-hikey 22 | - apq8016-sbc 23 | 24 | run: 25 | steps: 26 | - cd ./automated/linux/mmc 27 | - ./mmc-test.sh 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/network-manager/network-manager.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: network-manager-smoke 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "The test runs basic nmcli subcommands" 5 | maintainer: 6 | - milosz.wasilewski@foundries.io 7 | os: 8 | - debian 9 | - ubuntu 10 | - fedora 11 | - centos 12 | scope: 13 | - functional 14 | environment: 15 | - lava-test-shell 16 | devices: 17 | - hi6220-hikey 18 | - apq8016-sbc 19 | - imx8mmevk 20 | - imx6ullevk 21 | params: 22 | INTERFACE: "eth0" 23 | SKIP_INSTALL: "true" 24 | DELAY: 10 25 | run: 26 | steps: 27 | - cd ./automated/linux/network-manager/ 28 | - ./network-manager.sh -i "${INTERFACE}" -s "${SKIP_INSTALL}" -d "${DELAY}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/offline-update/offline-run.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2023 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: offline-run 6 | description: "Perform 2nd part of offline-update with aklite-offline" 7 | 8 | maintainer: 9 | - milosz.wasilewski@foundries.io 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | 15 | devices: 16 | - imx8mm 17 | - imx6ull 18 | 19 | params: 20 | UBOOT_VAR_TOOL: "fw_printenv" 21 | UBOOT_VAR_SET_TOOL: "fw_setenv" 22 | TYPE: "kernel" 23 | REF_TARGET_VERSION: "" 24 | run: 25 | steps: 26 | - cd ./automated/linux/offline-update 27 | - ./offline-run.sh -t "${TYPE}" -u "${UBOOT_VAR_TOOL}" -s "${UBOOT_VAR_SET_TOOL}" -r "${REF_TARGET_VERSION}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/offline-update/z-99-aklite-callback-ostree.toml: -------------------------------------------------------------------------------- 1 | [pacman] 2 | type = "ostree" 3 | [bootloader] 4 | reboot_command = "/bin/true" 5 | 6 | -------------------------------------------------------------------------------- /automated/linux/offline-update/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | [bootloader] 2 | reboot_command = "/bin/true" 3 | 4 | -------------------------------------------------------------------------------- /automated/linux/openjdk/openjdk-smoke.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: openjdk-smoke-test 4 | description: "Install openjdk, compile and run HelloWorld." 5 | maintainer: 6 | - milosz.wasilewski@linaro.org 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - centos 12 | - fedora 13 | scope: 14 | - functional 15 | devices: 16 | - juno 17 | - hi6220-hikey 18 | - apq8016-sbc 19 | - mustang 20 | - d02 21 | - d03 22 | - overdrive 23 | 24 | params: 25 | # Specify JDK vesion. 26 | VERSION: 8 27 | SKIP_INSTALL: "False" 28 | 29 | run: 30 | steps: 31 | - cd ./automated/linux/openjdk/ 32 | - ./openjdk-smoke.sh -v "${VERSION}" -s "${SKIP_INSTALL}" 33 | - ../../utils/send-to-lava.sh ./output/result.txt 34 | -------------------------------------------------------------------------------- /automated/linux/openssl/openssl-speed.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: openssl-speed 4 | description: "Use openssl speed command to test the performance of 5 | cryptographic algorithms" 6 | maintainer: 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - fedora 12 | - centos 13 | scope: 14 | - performance 15 | devices: 16 | - juno 17 | - hi6220-hikey 18 | - apq8016-sbc 19 | - mustang 20 | - d03 21 | - d05 22 | 23 | params: 24 | SKIP_INSTALL: "False" 25 | 26 | run: 27 | steps: 28 | - cd ./automated/linux/openssl/ 29 | - ./openssl-speed.sh -s "${SKIP_INSTALL}" 30 | - ../../utils/send-to-lava.sh ./output/result.txt 31 | -------------------------------------------------------------------------------- /automated/linux/optee/optee-xtest.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: optee-xtest 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "OP-TEE sanity test suite" 5 | maintainer: 6 | - chase.qi@linaro.org 7 | os: 8 | - openembedded 9 | - debian 10 | scope: 11 | - functional 12 | - performance 13 | devices: 14 | - juno 15 | - hi6220-hikey 16 | 17 | params: 18 | # Test suite level: [0-15] 19 | TEST_LEVEL: "0" 20 | # Available test suite: regression, benchmark 21 | TEST_SUITE: "regression" 22 | # SE05X tool 23 | SE05X_TOOL: "" 24 | 25 | run: 26 | steps: 27 | - cd ./automated/linux/optee/ 28 | - xtest --clear-storage || true 29 | - ./optee-xtest.sh -l "${TEST_LEVEL}" -t "${TEST_SUITE}" -s "${SE05X_TOOL}" 30 | - ../../utils/send-to-lava.sh ./output/result.txt 31 | -------------------------------------------------------------------------------- /automated/linux/ostree/ostree.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: ostree 6 | description: "Test if OSTree hash on the device matches the 7 | expected value" 8 | 9 | maintainer: 10 | - milosz.wasilewski@foundries.io 11 | os: 12 | - debian 13 | - ubuntu 14 | - fedora 15 | - centos 16 | - openembedded 17 | scope: 18 | - functional 19 | 20 | devices: 21 | - imx8mm-evk 22 | - bcm2711-rpi-4-b 23 | 24 | params: 25 | OSTREE_HASH: "" 26 | SKIP_INSTALL: "false" 27 | 28 | run: 29 | steps: 30 | - cd ./automated/linux/ostree 31 | - ./ostree.sh -m "${OSTREE_HASH}" -s "${SKIP_INSTALL}" 32 | - ../../utils/send-to-lava.sh ./output/result.txt 33 | -------------------------------------------------------------------------------- /automated/linux/ota-apps/aklite-callback.sh: -------------------------------------------------------------------------------- 1 | ../ota-update/aklite-callback.sh -------------------------------------------------------------------------------- /automated/linux/ota-apps/ota-apps.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2023 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: ota-apps 6 | description: "Download OTA apps update. Use eiter proper or corrupt app" 7 | 8 | maintainer: 9 | - milosz.wasilewski@foundries.io 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | 15 | devices: 16 | - imx8mm 17 | - imx6ull 18 | 19 | params: 20 | TYPE: "regular" 21 | APPNAME: "shellhttpd" 22 | VERSION: "" 23 | DEBUG: "false" 24 | run: 25 | steps: 26 | - cd ./automated/linux/ota-apps 27 | - ./update-apps.sh -t "${TYPE}" -a "${APPNAME}" -v "${VERSION}" -d "${DEBUG}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/ota-apps/switch-apps.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2024 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: switch-apps 6 | description: "Switch list of the active apps. Use fioconfig 7 | callback handler in the process." 8 | 9 | maintainer: 10 | - milosz.wasilewski@foundries.io 11 | os: 12 | - openembedded 13 | scope: 14 | - functional 15 | 16 | devices: 17 | - imx8mm 18 | - imx6ull 19 | 20 | params: 21 | FORCE: "false" 22 | DEFAULT_APPS: "shellhttpd" 23 | NEW_APPS: "shellhttpd,testapp" 24 | CONDUCTOR_URL: "" 25 | DEBUG: "false" 26 | run: 27 | steps: 28 | - cd ./automated/linux/ota-apps 29 | - ./switch-apps.sh -e "${DEFAULT_APPS}" -a "${NEW_APPS}" -f "${FORCE}" -u "${CONDUCTOR_URL}" -d "${DEBUG}" 30 | - ../../utils/send-to-lava.sh ./output/result.txt 31 | -------------------------------------------------------------------------------- /automated/linux/ota-apps/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | ../ota-update/z-99-aklite-callback.toml -------------------------------------------------------------------------------- /automated/linux/ota-apps/z-99-aklite-disable-reboot.toml: -------------------------------------------------------------------------------- 1 | ../ota-update/z-99-aklite-disable-reboot.toml -------------------------------------------------------------------------------- /automated/linux/ota-rollback/aklite-callback.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | 3 | echo "${MESSAGE}" >> /var/sota/ota.signal 4 | echo "${RESULT}" > /var/sota/ota.result 5 | -------------------------------------------------------------------------------- /automated/linux/ota-rollback/verify-reboot.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: ota-reboot-verify 6 | description: "Verify system booted without upgrade after reboot" 7 | 8 | maintainer: 9 | - milosz.wasilewski@foundries.io 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | 15 | devices: 16 | - imx8mm 17 | - imx6ull 18 | 19 | params: 20 | UBOOT_VAR_TOOL: "fw_printenv" 21 | UBOOT_VAR_SET_TOOL: "fw_setenv" 22 | TYPE: "kernel" 23 | DEBUG: "false" 24 | run: 25 | steps: 26 | - cd ./automated/linux/ota-rollback 27 | - ./verify-reboot.sh -t "${TYPE}" -u "${UBOOT_VAR_TOOL}" -s "${UBOOT_VAR_SET_TOOL}" -d "${DEBUG}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/ota-rollback/verify-rollback.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2021 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: ota-rollback-verify 6 | description: "Verify system booted without upgrade" 7 | 8 | maintainer: 9 | - milosz.wasilewski@foundries.io 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | 15 | devices: 16 | - imx8mm 17 | - imx6ull 18 | 19 | params: 20 | UBOOT_VAR_TOOL: "fw_printenv" 21 | UBOOT_VAR_SET_TOOL: "fw_setenv" 22 | TYPE: "kernel" 23 | DEBUG: "false" 24 | run: 25 | steps: 26 | - cd ./automated/linux/ota-rollback 27 | - ./verify-rollback.sh -t "${TYPE}" -u "${UBOOT_VAR_TOOL}" -s "${UBOOT_VAR_SET_TOOL}" -d "${DEBUG}" 28 | - ../../utils/send-to-lava.sh ./output/result.txt 29 | -------------------------------------------------------------------------------- /automated/linux/ota-rollback/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | ../ota-update/z-99-aklite-callback.toml -------------------------------------------------------------------------------- /automated/linux/ota-rollback/z-99-aklite-disable-reboot.toml: -------------------------------------------------------------------------------- 1 | ../ota-update/z-99-aklite-disable-reboot.toml -------------------------------------------------------------------------------- /automated/linux/ota-rollback/z-99-ostree.toml: -------------------------------------------------------------------------------- 1 | ../ota-update/z-99-ostree.toml -------------------------------------------------------------------------------- /automated/linux/ota-update/aklite-callback.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | 3 | echo "${MESSAGE}" >> /var/sota/ota.signal 4 | echo "${RESULT}" > /var/sota/ota.result 5 | -------------------------------------------------------------------------------- /automated/linux/ota-update/static-delta.yaml: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: GPL-2.0-only 2 | # Copyright (C) 2023 Foundries.io 3 | metadata: 4 | format: Lava-Test Test Definition 1.0 5 | name: ota-static-delta-upgrade-download 6 | description: "Download OTA assuming static delta is available" 7 | 8 | maintainer: 9 | - milosz.wasilewski@foundries.io 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | 15 | devices: 16 | - imx8mm 17 | - imx6ull 18 | 19 | params: 20 | ROOT: "/sysroot" 21 | NEXT_TARGET: "" 22 | OTA_THRESHOLD: "90" 23 | # FILL_SIZE > 100 forces the OTA upgrade to be aborted 24 | FILL_SIZE: "99" 25 | run: 26 | steps: 27 | - cd ./automated/linux/ota-update 28 | - ./static-delta.sh -r "${ROOT}" -n "${NEXT_TARGET}" -t "${OTA_THRESHOLD}" -f "${FILL_SIZE}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/ota-update/z-99-aklite-callback.toml: -------------------------------------------------------------------------------- 1 | [pacman] 2 | callback_program = "/var/sota/aklite-callback.sh" 3 | 4 | -------------------------------------------------------------------------------- /automated/linux/ota-update/z-99-aklite-disable-reboot.toml: -------------------------------------------------------------------------------- 1 | [bootloader] 2 | reboot_command = "/bin/true" 3 | -------------------------------------------------------------------------------- /automated/linux/ota-update/z-99-ostree.toml: -------------------------------------------------------------------------------- 1 | [pacman] 2 | type = "ostree" 3 | -------------------------------------------------------------------------------- /automated/linux/overlayfs/overlayfs.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: overlayfs 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Run overlay filesystem test from unionmount testsuite. Kernel config 5 | CONFIG_OVERLAY_FS=y is required for this test." 6 | maintainer: 7 | - milosz.wasilewski@linaro.org 8 | - chase.qi@linaro.org 9 | os: 10 | - ubuntu 11 | - debian 12 | - centos 13 | - fedora 14 | - openembedded 15 | devices: 16 | - d03 17 | - d05 18 | - juno 19 | - beaglebone-black 20 | - hi6220-hikey 21 | - apq8016-sbc 22 | - mustang 23 | - moonshot 24 | - thunderX 25 | - x15 26 | - x86 27 | 28 | scope: 29 | - functional 30 | 31 | run: 32 | steps: 33 | - cd automated/linux/overlayfs 34 | - ./overlayfs.sh 35 | - ../../utils/send-to-lava.sh ./output/result.txt 36 | -------------------------------------------------------------------------------- /automated/linux/perf/parse-output.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | import sys 3 | import re 4 | 5 | 6 | def slugify(line): 7 | non_ascii_pattern = r"[^A-Za-z0-9_-]+" 8 | line = re.sub(r"/tmp/perf.*$", "", line) 9 | return re.sub(r"_-", "_", re.sub(r"_$", "", re.sub(non_ascii_pattern, "_", line))) 10 | 11 | 12 | tests = "" 13 | for line in sys.stdin: 14 | totals = False 15 | if line.endswith(" Ok\n"): 16 | tests = line.replace(" Ok", "") 17 | ascii_test_line = slugify(tests) 18 | print(f"{ascii_test_line} pass") 19 | elif line.endswith(" FAILED!\n"): 20 | tests = line.replace(" FAILED!", "") 21 | ascii_test_line = slugify(tests) 22 | print(f"{ascii_test_line} fail") 23 | elif line.endswith(" Skip") or " Skip (" in line: 24 | tests = re.sub(" Skip.*$", "", line) 25 | ascii_test_line = slugify(tests) 26 | print(f"{ascii_test_line} skip") 27 | -------------------------------------------------------------------------------- /automated/linux/peripherals/usb-gadget-framework.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: usb-gadget-framework 4 | description: | 5 | USB Gadget Framework test 6 | maintainer: 7 | - anders.roxell@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - openembedded 12 | scope: 13 | - functional 14 | devices: 15 | - rockpi4 16 | - x86 17 | 18 | run: 19 | steps: 20 | - cd ./automated/linux/peripherals/ 21 | - ./usb-gadget-framework.sh 22 | - ../../utils/send-to-lava.sh ./output/result.txt 23 | -------------------------------------------------------------------------------- /automated/linux/pi-stress/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/pi-stress/bin/arm64/pi_stress: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/pi-stress/bin/arm64/pi_stress -------------------------------------------------------------------------------- /automated/linux/pi-stress/bin/armeabi/pi_stress: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/pi-stress/bin/armeabi/pi_stress -------------------------------------------------------------------------------- /automated/linux/pi-stress/bin/x86_64/pi_stress: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/pi-stress/bin/x86_64/pi_stress -------------------------------------------------------------------------------- /automated/linux/pmqtest/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/pmqtest/bin/arm64/pmqtest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/pmqtest/bin/arm64/pmqtest -------------------------------------------------------------------------------- /automated/linux/pmqtest/bin/armeabi/pmqtest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/pmqtest/bin/armeabi/pmqtest -------------------------------------------------------------------------------- /automated/linux/pmqtest/bin/x86_64/pmqtest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/pmqtest/bin/x86_64/pmqtest -------------------------------------------------------------------------------- /automated/linux/pointer-tagging/pointer-tagging-tests.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: pointer-tagging-tests 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "This test suite is designed to verify that the AArch64 5 | tagged-addressing feature is properly supported. Tagged addressing 6 | is guaranteed to be available in the ARMv8 architecture" 7 | 8 | maintainer: 9 | - naresh.kamboju@linaro.org 10 | os: 11 | - debian 12 | - ubuntu 13 | - centos 14 | - fedora 15 | scope: 16 | - functional 17 | devices: 18 | - juno 19 | - overdrive 20 | - d05 21 | - d03 22 | - hi6220-hikey 23 | - apq8016-sbc 24 | - rtsm_fvp_base-aemv8a 25 | 26 | params: 27 | SKIP_INSTALL: "False" 28 | 29 | run: 30 | steps: 31 | - cd ./automated/linux/pointer-tagging/ 32 | - ./pointer-tagging-tests.sh -s "${SKIP_INSTALL}" 33 | - ../../utils/send-to-lava.sh ./output/result.txt 34 | -------------------------------------------------------------------------------- /automated/linux/pritee_test_utility/pritee_test_utility.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | . ../../lib/sh-test-lib 4 | OUTPUT="$(pwd)/output" 5 | LOG_FILE="${OUTPUT}/pritee_test_utility.log" 6 | RESULT_FILE="${OUTPUT}/result.txt" 7 | DEFAULT_OPTS="-drmpath:/usr/share/playready" 8 | OPTS=${DEFAULT_OPTS} 9 | 10 | if [ -n "$1" ]; then 11 | OPTS="$1" 12 | fi 13 | 14 | create_out_dir "${OUTPUT}" 15 | 16 | chmod a+x /usr/bin/pritee_test_utility.exe 17 | /usr/bin/pritee_test_utility.exe "${OPTS}" | tee "${LOG_FILE}" 18 | 19 | while read -r line; do 20 | line=$(echo "${line}" | tr -d '[:space:]') 21 | case $line in 22 | TestArea:* ) 23 | ta=${line#TestArea:} 24 | ;; 25 | TEST_* ) 26 | tc=$line 27 | ;; 28 | RESULT=* ) 29 | result=${line#RESULT=} 30 | result=$(echo "${result}" | tr '[:upper:]' '[:lower:]') 31 | echo "${ta}-${tc} ${result}" >> "${RESULT_FILE}" 32 | ;; 33 | esac 34 | done < "${LOG_FILE}" 35 | -------------------------------------------------------------------------------- /automated/linux/pritee_test_utility/pritee_test_utility.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: pritee_test_utility 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "PlayReady Interface for Trusted Execution Environment Test Utility" 5 | maintainer: 6 | - arthur.she@linaro.org 7 | os: 8 | - openembedded 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - dragonboard-410c 14 | 15 | params: 16 | OPTS: "-drmpath:/usr/share/playready" 17 | 18 | run: 19 | steps: 20 | - cd automated/linux/pritee_test_utility 21 | - ./pritee_test_utility.sh ${OPTS} 22 | - ../../utils/send-to-lava.sh ./output/result.txt 23 | -------------------------------------------------------------------------------- /automated/linux/ptest/ptest.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: ptest 4 | description: "OpenEmbedded Package tests support (ptest) 5 | The pacakge tests from OpenEmbedded enables the support to run 6 | package unittests into the target device. 7 | For more information: https://wiki.yoctoproject.org/wiki/Ptest" 8 | maintainer: 9 | - anibal.limon@linaro.org 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | devices: 15 | - dragonboard410c 16 | 17 | params: 18 | TESTS: "" 19 | EXCLUDE: "" 20 | PTEST_TIMEOUT: 300 21 | 22 | run: 23 | steps: 24 | - cd ./automated/linux/ptest 25 | - PYTHONIOENCODING=UTF-8 ./ptest.py -T ${PTEST_TIMEOUT} -o ./result.txt -t ${TESTS} -e ${EXCLUDE} 26 | - ../../utils/send-to-lava.sh ./result.txt 27 | -------------------------------------------------------------------------------- /automated/linux/ptsematest/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/ptsematest/bin/arm64/ptsematest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/ptsematest/bin/arm64/ptsematest -------------------------------------------------------------------------------- /automated/linux/ptsematest/bin/armeabi/ptsematest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/ptsematest/bin/armeabi/ptsematest -------------------------------------------------------------------------------- /automated/linux/ptsematest/bin/x86_64/ptsematest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/ptsematest/bin/x86_64/ptsematest -------------------------------------------------------------------------------- /automated/linux/rcutorture/rcutorture.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: rcutorture 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "RCU or Read-Copy Update Torture test for Linux Kernel. Kernel 5 | config required for this test CONFIG_RCU_TORTURE_TEST=m" 6 | maintainer: 7 | - milosz.wasilewski@linaro.org 8 | - chase.qi@linaro.org 9 | os: 10 | - ubuntu 11 | - debian 12 | - centos 13 | - fedora 14 | - openembedded 15 | devices: 16 | - d03 17 | - d05 18 | - juno 19 | - beaglebone-black 20 | - hi6220-hikey 21 | - apq8016-sbc 22 | - mustang 23 | - moonshot 24 | - thunderX 25 | 26 | scope: 27 | - functional 28 | 29 | params: 30 | TORTURE_TIME: 600 31 | 32 | run: 33 | steps: 34 | - cd automated/linux/rcutorture 35 | - ./rcutorture.sh -t "${TORTURE_TIME}" 36 | - ../../utils/send-to-lava.sh ./output/result.txt 37 | -------------------------------------------------------------------------------- /automated/linux/rt-migrate-test/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/rt-migrate-test/bin/arm64/rt-migrate-test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/rt-migrate-test/bin/arm64/rt-migrate-test -------------------------------------------------------------------------------- /automated/linux/rt-migrate-test/bin/armeabi/rt-migrate-test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/rt-migrate-test/bin/armeabi/rt-migrate-test -------------------------------------------------------------------------------- /automated/linux/rt-migrate-test/bin/x86_64/rt-migrate-test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/rt-migrate-test/bin/x86_64/rt-migrate-test -------------------------------------------------------------------------------- /automated/linux/secure-boot/secure-boot-enabled.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: secure-boot-enabled 4 | description: | 5 | Validate UEFI SecureBoot is enabled by checking the value of variable 6 | 8be4df61-93ca-11d2-aa0d-00e098032b8c-SecureBoot. This long variable is 7 | predefined in the UEFI standard and it will never change. Refer to 8 | https://uefi.org/specs/UEFI/2.10/03_Boot_Manager.html#globally-defined-variables 9 | maintainer: 10 | - javier.tia@linaro.org 11 | os: 12 | - debian 13 | - ubuntu 14 | - centos 15 | - fedora 16 | - archlinux 17 | devices: 18 | - all 19 | scope: 20 | - functional 21 | 22 | params: 23 | SKIP_INSTALL: "False" 24 | 25 | run: 26 | steps: 27 | - cd ./automated/linux/secure-boot/ 28 | - ./secure-boot-enabled.sh -s "${SKIP_INSTALL}" 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/signaltest/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/signaltest/bin/arm64/signaltest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/signaltest/bin/arm64/signaltest -------------------------------------------------------------------------------- /automated/linux/signaltest/bin/armeabi/signaltest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/signaltest/bin/armeabi/signaltest -------------------------------------------------------------------------------- /automated/linux/signaltest/bin/x86_64/signaltest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/signaltest/bin/x86_64/signaltest -------------------------------------------------------------------------------- /automated/linux/sigwaittest/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/sigwaittest/bin/arm64/sigwaittest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/sigwaittest/bin/arm64/sigwaittest -------------------------------------------------------------------------------- /automated/linux/sigwaittest/bin/armeabi/sigwaittest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/sigwaittest/bin/armeabi/sigwaittest -------------------------------------------------------------------------------- /automated/linux/sigwaittest/bin/x86_64/sigwaittest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/sigwaittest/bin/x86_64/sigwaittest -------------------------------------------------------------------------------- /automated/linux/smoke/smoke.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: smoke-tests-basic 4 | description: "Run basic smoke tests." 5 | maintainer: 6 | - milosz.wasilewski@linaro.org 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - centos 12 | - fedora 13 | - openembedded 14 | scope: 15 | - functional 16 | devices: 17 | - panda 18 | - panda-es 19 | - juno 20 | - hi6220-hikey 21 | - apq8016-sbc 22 | - mustang 23 | - moonshot 24 | - thunderX 25 | - d03 26 | - d05 27 | 28 | params: 29 | SKIP_INSTALL: "False" 30 | TESTS: "pwd, lsb_release -a, uname -a, ip a, lscpu, vmstat, lsblk" 31 | 32 | run: 33 | steps: 34 | - cd ./automated/linux/smoke/ 35 | - ./smoke.sh -s "${SKIP_INSTALL}" -t "${TESTS}" 36 | - ../../utils/send-to-lava.sh ./output/result.txt 37 | -------------------------------------------------------------------------------- /automated/linux/spectre-meltdown-checker-test/spectre-meltdown-checker-test.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: spectre-meltdown-checker 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Run spectre meltdown checker" 5 | maintainer: 6 | - naresh.kamboju@linaro.org 7 | os: 8 | - debian 9 | - fedora 10 | - openembedded 11 | scope: 12 | - functional 13 | devices: 14 | - dragonboard410c 15 | - hi6220-hikey 16 | - juno 17 | - x15 18 | - x86 19 | - i386 20 | environment: 21 | - lava-test-shell 22 | params: 23 | # Spectre meltdown checker version 24 | SMC_VERSION: v0.46 25 | SKIP_INSTALL: "False" 26 | WGET_UPSTREAM: "False" 27 | 28 | run: 29 | steps: 30 | - cd ./automated/linux/spectre-meltdown-checker-test 31 | - ./spectre-meltdown-checker-test.sh -s "${SKIP_INSTALL}" -v "${SMC_VERSION}" -w "${WGET_UPSTREAM}" 32 | - ../../utils/send-to-lava.sh ./output/result.txt 33 | -------------------------------------------------------------------------------- /automated/linux/stream/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms listed in LICENSE.txt file. 2 | 3 | The binaries were built from STREAM V5.10 source code, with gcc option -O3. The 4 | source can be viewed here: https://www.cs.virginia.edu/stream/FTP/Code/stream.c 5 | -------------------------------------------------------------------------------- /automated/linux/stream/bin/arm64/stream: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/stream/bin/arm64/stream -------------------------------------------------------------------------------- /automated/linux/stream/bin/armeabi/stream: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/stream/bin/armeabi/stream -------------------------------------------------------------------------------- /automated/linux/stream/stream-uniprocessor.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh -e 2 | 3 | . ../../lib/sh-test-lib 4 | OUTPUT="$(pwd)/output" 5 | RESULT_FILE="${OUTPUT}/result.txt" 6 | TEST_LOG="${OUTPUT}/stream-output.txt" 7 | 8 | create_out_dir "${OUTPUT}" 9 | 10 | # Run Test. 11 | detect_abi 12 | # shellcheck disable=SC2154 13 | ./bin/"${abi}"/stream 2>&1 | tee "${TEST_LOG}" 14 | 15 | # Parse output. 16 | for test in Copy Scale Add Triad; do 17 | grep "^${test}" "${TEST_LOG}" \ 18 | | awk -v test="${test}" \ 19 | '{printf("stream-uniprocessor-%s pass %s MB/s\n", test, $2)}' \ 20 | | tee -a "${RESULT_FILE}" 21 | done 22 | -------------------------------------------------------------------------------- /automated/linux/stream/stream-uniprocessor.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: stream-uniprocessor 4 | description: "STREAM benchmark is a simple synthetic benchmark program that 5 | measures sustainable memory bandwidth (in MB/s). This test 6 | case run STREAM on a single processor." 7 | maintainer: 8 | - chase.qi@linaro.org 9 | os: 10 | - debian 11 | - ubuntu 12 | - fedora 13 | - centos 14 | scope: 15 | - performance 16 | devices: 17 | - hi6220-hikey 18 | - apq8016-sbc 19 | - mustang 20 | - d03 21 | - d05 22 | - moonshot 23 | - thunderX 24 | 25 | run: 26 | steps: 27 | - cd ./automated/linux/stream/ 28 | - ./stream-uniprocessor.sh 29 | - ../../utils/send-to-lava.sh ./output/result.txt 30 | -------------------------------------------------------------------------------- /automated/linux/svsematest/bin/README: -------------------------------------------------------------------------------- 1 | The binaries are provided under the terms of the GNU General Public License, 2 | Version 2. The source can be viewed here: 3 | 4 | https://git.kernel.org/cgit/utils/rt-tests/rt-tests.git/ 5 | 6 | The binaries were built from the v1.4 tag 7 | -------------------------------------------------------------------------------- /automated/linux/svsematest/bin/arm64/svsematest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/svsematest/bin/arm64/svsematest -------------------------------------------------------------------------------- /automated/linux/svsematest/bin/armeabi/svsematest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/svsematest/bin/armeabi/svsematest -------------------------------------------------------------------------------- /automated/linux/svsematest/bin/x86_64/svsematest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/svsematest/bin/x86_64/svsematest -------------------------------------------------------------------------------- /automated/linux/tensorflow/imagenet-resnet50.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: imagenet-resnet50 4 | description: "imagenet-resnet50 job, running resnet50 benchmark through mlperf." 5 | maintainer: 6 | - theodore.grey@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - hip07-d05 13 | params: 14 | HOME_DIR: '/home/debiand05' 15 | MNT_DIR: '/mnt' 16 | MNT_EXISTS: true 17 | SKIP_INSTALL: false 18 | TEST_PROG_VERSION: "215c057fc6690a47f3f66c72c076a8f73d66cb12" 19 | TEST_GIT_URL: "https://github.com/mlcommons/inference.git" 20 | TEST_DIR: "${HOME_DIR}/src/${TEST_PROGRAM}" 21 | run: 22 | steps: 23 | - cd ./automated/linux/tensorflow/ 24 | - ./imagenet-resnet50.sh -s "${SKIP_INSTALL}" -a "${HOME_DIR}" -m "${MNT_DIR}" -t "${MNT_EXISTS}" -v "${TEST_PROG_VERSION}" -p "${TEST_DIR}" -u "${TEST_GIT_URL}" -------------------------------------------------------------------------------- /automated/linux/tensorflow/imagenet-ssd-resnet34.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: imagenet-ssd-resnet32 4 | description: "imagenet-ssd-resnet32 job, running resnet32 benchmark through mlperf." 5 | maintainer: 6 | - theodore.grey@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - hip07-d05 13 | params: 14 | HOME_DIR: '/home/debiand05' 15 | MNT_DIR: '/mnt' 16 | MNT_EXISTS: true 17 | SKIP_INSTALL: false 18 | TEST_PROG_VERSION: "215c057fc6690a47f3f66c72c076a8f73d66cb12" 19 | TEST_GIT_URL: "https://github.com/mlcommons/inference.git" 20 | TEST_DIR: "${HOME_DIR}/src/${TEST_PROGRAM}" 21 | run: 22 | steps: 23 | - cd ./automated/linux/tensorflow/ 24 | - ./imagenet-ssd-resnet32.sh -s "${SKIP_INSTALL}" -a "${HOME_DIR}" -m "${MNT_DIR}" -t "${MNT_EXISTS}" -v "${TEST_PROG_VERSION}" -p "${TEST_DIR}" -u "${TEST_GIT_URL}" -------------------------------------------------------------------------------- /automated/linux/tensorflow/ssd-mobilenet.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: ssd-mobilenet 4 | description: "ssd-mobilenet job, running ssd-mobilenet benchmark through mlperf." 5 | maintainer: 6 | - theodore.grey@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - hip07-d05 13 | params: 14 | HOME_DIR: '/home/debiand05' 15 | MNT_DIR: '/mnt' 16 | MNT_EXISTS: true 17 | SKIP_INSTALL: false 18 | TEST_PROG_VERSION: "215c057fc6690a47f3f66c72c076a8f73d66cb12" 19 | TEST_GIT_URL: "https://github.com/mlcommons/inference.git" 20 | TEST_DIR: "${HOME_DIR}/src/${TEST_PROGRAM}" 21 | run: 22 | steps: 23 | - cd ./automated/linux/tensorflow/ 24 | - ./ssd-mobilenet.sh -s "${SKIP_INSTALL}" -a "${HOME_DIR}" -m "${MNT_DIR}" -t "${MNT_EXISTS}" -v "${TEST_PROG_VERSION}" -p "${TEST_DIR}" -u "${TEST_GIT_URL}" -------------------------------------------------------------------------------- /automated/linux/toolchain-smoke/hello.c: -------------------------------------------------------------------------------- 1 | #include 2 | 3 | void main(int argc) 4 | { 5 | printf("Hello world"); 6 | } 7 | -------------------------------------------------------------------------------- /automated/linux/toolchain-smoke/toolchain-smoke.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: toolchain-smoke 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "Simple test that checks whether gcc compilation works" 5 | maintainer: 6 | - milosz.wasilewski@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - fedora 11 | - centos 12 | - openembedded 13 | scope: 14 | - functional 15 | devices: 16 | - mustang 17 | - overdrive 18 | - moonshot 19 | - thunderX 20 | - d03 21 | - d05 22 | 23 | params: 24 | STATIC: false 25 | SKIP_INSTALL: false 26 | 27 | run: 28 | steps: 29 | - cd ./automated/linux/toolchain-smoke/ 30 | - ./toolchain-smoke.sh -s ${SKIP_INSTALL} -t ${STATIC} 31 | - ../../utils/send-to-lava.sh ./output/result.txt 32 | -------------------------------------------------------------------------------- /automated/linux/uart-loopback/uart-loopback.arm64: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/uart-loopback/uart-loopback.arm64 -------------------------------------------------------------------------------- /automated/linux/uart-loopback/uart-loopback.armeabi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/uart-loopback/uart-loopback.armeabi -------------------------------------------------------------------------------- /automated/linux/uart-loopback/uart-loopback.x86_64: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/automated/linux/uart-loopback/uart-loopback.x86_64 -------------------------------------------------------------------------------- /automated/linux/ui-browser-test/robot-test-scripts/chrome-test.robot: -------------------------------------------------------------------------------- 1 | *** Settings *** 2 | Library Selenium2Library 3 | 4 | *** Variables *** 5 | 6 | *** Test Cases *** 7 | Open-Google-Chrome-Browser-Test 8 | [Documentation] Test program to open and close google-chrome browser 9 | [Tags] smoketest 10 | Open Browser http://www.linaro.org chrome 11 | sleep 5s 12 | Close Browser 13 | 14 | *** Keywords *** 15 | -------------------------------------------------------------------------------- /automated/linux/ui-browser-test/robot-test-scripts/chromium-test.robot: -------------------------------------------------------------------------------- 1 | *** Settings *** 2 | Library Selenium2Library 3 | 4 | *** Variables *** 5 | 6 | *** Test Cases *** 7 | Open-Chromium-Browser-Test 8 | [Documentation] Test program to open and close chromium browser 9 | [Tags] smoketest 10 | Open Browser http://www.linaro.org chrome 11 | sleep 5s 12 | Close Browser 13 | 14 | *** Keywords *** 15 | -------------------------------------------------------------------------------- /automated/linux/ui-browser-test/robot-test-scripts/youtube-play-linaro-connect.robot: -------------------------------------------------------------------------------- 1 | *** Settings *** 2 | Library Selenium2Library 3 | 4 | *** Variables *** 5 | ${Browser} chrome 6 | ${SiteUrl} https://youtu.be/HpvZ2HwL4zI 7 | ${DashboardTitle} Linaro Connect BKK16 - Welcome and Introduction - YouTube 8 | ${Delay} 10s 9 | 10 | *** Test Cases *** 11 | Youtube-Play-Linaro-Connect-Test 12 | Open Browser to the Youtube Page 13 | sleep ${Delay} 14 | Assert Youtube Video Title 15 | [Teardown] Close Browser 16 | 17 | *** Keywords *** 18 | Open Browser to the Youtube Page 19 | open browser ${SiteUrl} ${Browser} 20 | Maximize Browser Window 21 | 22 | Assert Youtube Video Title 23 | Title Should be ${DashboardTitle} 24 | -------------------------------------------------------------------------------- /automated/linux/ui-browser-test/robot-test-scripts/youtube-play.robot: -------------------------------------------------------------------------------- 1 | *** Settings *** 2 | Library Selenium2Library 3 | 4 | *** Variables *** 5 | ${Browser} chrome 6 | ${SiteUrl} https://youtu.be/HpvZ2HwL4zI 7 | ${DashboardTitle} Linaro Connect BKK16 - Welcome and Introduction - YouTube 8 | ${Delay} 10s 9 | 10 | *** Test Cases *** 11 | Youtube-Play-Video-Test 12 | Open Browser to the Youtube Page 13 | sleep ${Delay} 14 | [Teardown] Close Browser 15 | 16 | *** Keywords *** 17 | Open Browser to the Youtube Page 18 | open browser ${SiteUrl} ${Browser} 19 | Maximize Browser Window 20 | -------------------------------------------------------------------------------- /automated/linux/ui-browser-test/ui-browser-test.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: ui-browser-test 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "ui browser tests by using robot frame work 5 | Test runs chromium, chrome and firefox browser test cases." 6 | maintainer: 7 | - naresh.kamboju@linaro.org 8 | os: 9 | - debian 10 | scope: 11 | - functional 12 | devices: 13 | - hi6220-hikey 14 | - apq8016-sbc 15 | 16 | params: 17 | # Default user is linaro 18 | TESTUSER: "linaro" 19 | # Install deps packages 20 | SKIP_INSTALL: "False" 21 | run: 22 | steps: 23 | - cd ./automated/linux/ui-browser-test/ 24 | - ./ui-browser-test.sh -u "${TESTUSER}" -s "${SKIP_INSTALL}" 25 | - ../../utils/send-to-lava.sh ./output/ui-browser-test-results.txt 26 | -------------------------------------------------------------------------------- /automated/linux/unixbench/unixbench.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: unixbench 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "The purpose of UnixBench is to provide a basic 5 | indicator of the performance of a Unix-like system." 6 | maintainer: 7 | - chase.qi@linaro.org 8 | os: 9 | - debian 10 | - ubuntu 11 | - fedora 12 | - centos 13 | scope: 14 | - performance 15 | environment: 16 | - lava-test-shell 17 | devices: 18 | - hi6220-hikey 19 | - apq8016-sbc 20 | - mustang 21 | - moonshot 22 | - thunderX 23 | - d03 24 | - d05 25 | 26 | params: 27 | SKIP_INSTALL: "false" 28 | 29 | run: 30 | steps: 31 | - cd ./automated/linux/unixbench/ 32 | - ./unixbench.sh -s "${SKIP_INSTALL}" 33 | - ../../utils/send-to-lava.sh ./output/result.txt 34 | -------------------------------------------------------------------------------- /automated/linux/v4l2/v4l2-compliance.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: v4l2-compliance 3 | format: "Lava-Test Test Definition 1.0" 4 | description: "v4l2 Compliance test suite" 5 | maintainer: 6 | - ryan.harkin@linaro.org 7 | os: 8 | - openembedded 9 | - debian 10 | scope: 11 | - functional 12 | devices: 13 | - imx7s-warp 14 | - hikey 15 | 16 | params: 17 | VIDEO_DEVICE: "/dev/video0" 18 | # Specify video driver module to modprobe. 19 | # Example: vivid.ko 20 | VIDEO_DRIVER: "" 21 | 22 | run: 23 | steps: 24 | - cd ./automated/linux/v4l2/ 25 | - ./v4l2-compliance.sh -d "${VIDEO_DEVICE}" -D "${VIDEO_DRIVER}" 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/linux/video/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM python:3 2 | 3 | COPY requirements.txt /home/ 4 | RUN python3 -m pip install opencv-python scikit-image requests 5 | -------------------------------------------------------------------------------- /automated/linux/video/requirements.txt: -------------------------------------------------------------------------------- 1 | opencv-python 2 | requests 3 | scikit-image 4 | -------------------------------------------------------------------------------- /automated/linux/wireguard-fioconfig/wg-pk.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: wireguard-fioconfig 4 | description: "Generate wireguard public key before server 5 | starts and check that key is updated 6 | correctly via fioconfig." 7 | 8 | maintainer: 9 | - brendan.wood@foundries.io 10 | os: 11 | - openembedded 12 | scope: 13 | - functional 14 | 15 | devices: 16 | - imx6mm-evk 17 | - imx8mm-evk 18 | - imx8mm-evk-sec 19 | - imx8mp-evk 20 | - imx8mq-evk 21 | - bcm2711-rpi-4-b 22 | - stm32mp32mp157c-dk2 23 | 24 | run: 25 | steps: 26 | - cd ./automated/linux/wireguard-fioconfig 27 | - ./wg-pk.sh 28 | - ../../utils/send-to-lava.sh ./output/result.tx 29 | -------------------------------------------------------------------------------- /automated/linux/wlan-smoke/wlan-smoke.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | format: Lava-Test Test Definition 1.0 3 | name: wlan-smoke 4 | description: "Basic WLAN smoke tests" 5 | maintainer: 6 | - nicolas.dechesne@linaro.org 7 | os: 8 | - debian 9 | - ubuntu 10 | - centos 11 | - fedora 12 | scope: 13 | - functional 14 | devices: 15 | - dragonboard410c 16 | 17 | params: 18 | DEVICE: wlan0 19 | # expected state on first boot: or 20 | BOOT: enabled 21 | 22 | run: 23 | steps: 24 | - cd ./automated/linux/wlan-smoke 25 | - ./wlan-smoke-test.sh -d "${DEVICE}" -b "${BOOT}" 26 | - ../../utils/send-to-lava.sh ./output/result.txt 27 | -------------------------------------------------------------------------------- /automated/utils/nfs-dns.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | set -e 4 | 5 | DEVICE=$1 6 | 7 | if [ -z "${DEVICE}" ]; then 8 | echo "Must specify the device which has been configured by the kernel." 9 | exit 1 10 | fi 11 | 12 | if [ -e '/etc/resolv.conf' ]; then 13 | echo "Not altering an existing /etc/resolv.conf" 14 | echo "If DNS does not operate for local addresses, see" 15 | echo "/run/net-*.conf" 16 | exit 2 17 | fi 18 | 19 | if [ ! -e "/run/net-${DEVICE}.conf" ]; then 20 | echo "/run/net-${DEVICE}.conf is missing - wrong interface specified?" 21 | exit 3 22 | fi 23 | 24 | # shellcheck source=eth0 25 | . /run/net-"${DEVICE}".conf 26 | 27 | echo domain "${DNSDOMAIN}" > /etc/resolv.conf 28 | echo nameserver "${IPV4DNS0}" >> /etc/resolv.conf 29 | -------------------------------------------------------------------------------- /automated/utils/requirements.txt: -------------------------------------------------------------------------------- 1 | pexpect 2 | pyyaml 3 | requests 4 | pycodestyle 5 | squad_client>0.5 6 | -------------------------------------------------------------------------------- /automated/utils/vland/get_vland_mac.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | set -e 4 | 5 | vland_name="${1}" 6 | 7 | iface=$("$(readlink -f "$(dirname "$0")")"/get_vland_interface.sh "${vland_name}") 8 | if [ -z "${iface}" ]; then 9 | exit 1 10 | fi 11 | cat /sys/class/net/"${iface}"/address 12 | -------------------------------------------------------------------------------- /automated/utils/vland/get_vland_pci_dev.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | set -e 4 | 5 | vland_name=${1} 6 | 7 | iface=$("$(readlink -f "$(dirname "$0")")"/get_vland_interface.sh "${vland_name}") 8 | if [ -L "/sys/class/net/${iface}/device" ]; then 9 | basename "$(readlink -f "/sys/class/net/${iface}/device")" 10 | else 11 | exit 1 12 | fi 13 | -------------------------------------------------------------------------------- /docs/extra.css: -------------------------------------------------------------------------------- 1 | td, th { 2 | word-break: break-word; 3 | } 4 | -------------------------------------------------------------------------------- /docs/tags.md: -------------------------------------------------------------------------------- 1 | # Tags 2 | 3 | 4 | -------------------------------------------------------------------------------- /manual/foundries/lmp-device-re-register.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: lmp-device-re-register 3 | format: "Manual Test Definition 1.0" 4 | description: "attempt to re-register a device with a new name" 5 | maintainer: 6 | - brendan.wood@foundries.io 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - imx6mm-evk 14 | - imx8mm-evk 15 | - imx8mm-evk-sec 16 | - imx8mp-evk 17 | - imx8mq-evk 18 | - bcm2711-rpi-4-b 19 | - stm32mp32mp157c-dk2 20 | environment: 21 | - manual-test 22 | 23 | run: 24 | steps: 25 | - Boot up the device 26 | - Ensure device is registered to a factory 27 | Check /var/sota/sql.db is present on device 28 | - Run "lmp-device-register -n " 29 | 30 | expected: 31 | - Device should be prevented from registering 32 | - Expected error device appears to already be registered in /var/sota/sql.db 33 | -------------------------------------------------------------------------------- /manual/foundries/lmp-device-register-drive.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: lmp-device-register-drive 3 | format: "Manual Test Definition 1.0" 4 | description: "Attempt to re-register device to a different drive" 5 | maintainer: 6 | - brendan.wood@foundries.io 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - imx6mm-evk 14 | - imx8mm-evk 15 | - imx8mm-evk-sec 16 | - imx8mp-evk 17 | - imx8mq-evk 18 | - bcm2711-rpi-4-b 19 | - stm32mp32mp157c-dk2 20 | environment: 21 | - manual-test 22 | 23 | run: 24 | steps: 25 | - Boot up the device 26 | - Ensure device is registered to a factory 27 | Check /var/sota/sql.db is present on device 28 | - Run "lmp-device-register -d " 29 | 30 | expected: 31 | - Device should be prevented from registering 32 | - Expected error = aktualizr-lite daemon appears to be running 33 | -------------------------------------------------------------------------------- /manual/foundries/lmp-device-register-invalid-api.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: lmp-device-register-invalid-api 3 | format: "Manual Test Definition 1.0" 4 | description: "Register device via invalid api token" 5 | maintainer: 6 | - brendan.wood@foundries.io 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - imx6mm-evk 14 | - imx8mm-evk 15 | - imx8mm-evk-sec 16 | - imx8mp-evk 17 | - imx8mq-evk 18 | - bcm2711-rpi-4-b 19 | - stm32mp32mp157c-dk2 20 | environment: 21 | - manual-test 22 | 23 | run: 24 | steps: 25 | - Boot up the device 26 | - Ensure device is not registered to a factory 27 | Check /var/sota/sql.db is not present on device 28 | - Run "lmp-device-register -T foo-api-token -n " 29 | 30 | expected: 31 | - Device should not register 32 | - Expected error - HTTP_401 Polis Error 33 | -------------------------------------------------------------------------------- /manual/foundries/lmp-device-register.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: lmp-device-register 3 | format: "Manual Test Definition 1.0" 4 | description: "Simple device register test" 5 | maintainer: 6 | - brendan.wood@foundries.io 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - imx6mm-evk 14 | - imx8mm-evk 15 | - imx8mm-evk-sec 16 | - imx8mp-evk 17 | - imx8mq-evk 18 | - bcm2711-rpi-4-b 19 | - stm32mp32mp157c-dk2 20 | environment: 21 | - manual-test 22 | 23 | run: 24 | steps: 25 | - Boot up the device 26 | - Ensure the device is not currently registered to a factory 27 | - Run "lmp-device-register -n " 28 | - Authenticate device with user code in browser 29 | 30 | expected: 31 | - Device should register normally 32 | - No kernal crashes 33 | -------------------------------------------------------------------------------- /manual/generic/96boards/hikey-bluetooth-status-led.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: hikey-bluetooth-status-led 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if staus LED working on Hikey board." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | - debian 10 | scope: 11 | - functional 12 | devices: 13 | - hi6220-hikey 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Boot the board successfuly to UI. 20 | - Connect the board to another BT device. 21 | - Stream music or transfer files from board to the connected device. 22 | 23 | expected: 24 | - Blue BT light blinks on the board while streaming music or transfering files. 25 | -------------------------------------------------------------------------------- /manual/generic/96boards/hikey-wifi-status-led.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: hikey-wifi-status-led 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if WiFi staus LED working on Hikey board." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | - debian 10 | scope: 11 | - functional 12 | devices: 13 | - hi6220-hikey 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Boot the board successfuly to UI. 20 | - Connect the board to available WiFi. 21 | - Tansfer files to another device or open browser and download small file from "http://samplemedia.linaro.org/" 22 | 23 | expected: 24 | - Yellow WiFi light blinks on the board while transfering files or downloading. 25 | -------------------------------------------------------------------------------- /manual/generic/96boards/status-led-bluetooth.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: status-led-bluetooth 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if BT status LED works on 96board." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | - debian 10 | scope: 11 | - functional 12 | devices: 13 | - hi6220-hikey 14 | - apq8016-sbc 15 | environment: 16 | - manual-test 17 | 18 | run: 19 | steps: 20 | - Boot the board successfuly to UI. 21 | - Connect the board to another BT device. 22 | - Stream music or transfer files from board to the connected device. 23 | 24 | expected: 25 | - Blue BT light blinks on the board while streaming music or transfering files. 26 | -------------------------------------------------------------------------------- /manual/generic/96boards/status-led-wifi.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: status-led-wifi 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if WiFi staus LED works on 96board." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | - debian 10 | scope: 11 | - functional 12 | devices: 13 | - hi6220-hikey 14 | - apq8016-sbc 15 | environment: 16 | - manual-test 17 | 18 | run: 19 | steps: 20 | - Boot the board successfuly to UI. 21 | - Connect the board to available WiFi. 22 | - Tansfer files to another device or open browser and download small file from "http://samplemedia.linaro.org/" 23 | 24 | expected: 25 | - Yellow WiFi light blinks on the board while transfering files or downloading. 26 | -------------------------------------------------------------------------------- /manual/generic/android/android-version.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: android-android-version 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if the kernel version is correct" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "From UI application goto Settings" 23 | - "Select 'About tablet' feature from the last options of settings" 24 | - "Check Android version" 25 | 26 | expected: 27 | - "Validate the Android version matches the current tag version" 28 | 29 | -------------------------------------------------------------------------------- /manual/generic/android/bluetooth-audio.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: android-bluetooth-audio 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if Bluetooth audio works well" 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | environment: 14 | - manual-test 15 | 16 | run: 17 | steps: 18 | - Power on Bluetooth audio device (A2DP supported) and set it as "discoverable". 19 | - Power on the board, after it booted successfully, turn on the Bluetooth from UI. 20 | - Pair the board and Bluetooth audio device and set it as the audio output device. 21 | - Play a music file from the board. 22 | 23 | expected: 24 | - "The Bluetooth audio device should can be paired with the board successfully." 25 | - "The music file can be played successfully, and the sound can be heard from Bluetooth audio device smoothly." 26 | -------------------------------------------------------------------------------- /manual/generic/android/browser-app.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-browser-app 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if Browser App works well" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Browser app should be available and shown after the board booted successfully" 23 | - "Launch Browser app" 24 | - "Type \"www.google.com\" in address bar and press \"Enter\" key" 25 | 26 | expected: 27 | - "Browser app should can be launched successfully" 28 | - "Google main page should be shown successfully" 29 | -------------------------------------------------------------------------------- /manual/generic/android/device-tree.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-device-tree 3 | format: "Manual Test Definition 1.0" 4 | description: "Device tree test" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Power on the board until boot succeeded" 23 | - "In serial console, run: 24 | # cat /proc/device-tree/model" 25 | 26 | expected: 27 | - "The string \"Flattened Device Tree blob\" should be shown in boot log" 28 | - "Board model name should be shown after the command ran" 29 | -------------------------------------------------------------------------------- /manual/generic/android/installation-instructions.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: installation-instructions 3 | format: "Manual Test Definition 1.0" 4 | description: "Validate Installation Instructions." 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Follow the installation instructions explicitly as it shows in \"Using the pre-built images\" section on build page" 23 | expected: 24 | - "Make sure that there are no missed or incorrect procedures on instructions" 25 | -------------------------------------------------------------------------------- /manual/generic/android/large-wifi-file-transfer.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: large-wifi-file-transfer 3 | format: "Manual Test Definition 1.0" 4 | description: "Large file transfer over WiFi." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - apq8016-sbc 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Flash android build, power on the board until boot up successfully. 20 | - Connect WiFi to an access point. Steps to connect https://git.linaro.org/qa/manual-test-definitions.git/blob/HEAD:/generic/android/wifi.yaml 21 | - Open browser from menu and type this link "http://samplemedia.linaro.org/H264/tears_of_steel_1080p_H264_24fps.mov" 22 | - The file is 557MB in size and should start downloading automatically. 23 | 24 | expected: 25 | - "Downloading full MOV file completes without any error." 26 | -------------------------------------------------------------------------------- /manual/generic/android/linaro-kernel-build-command.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-linaro-kernel-build-command 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if Linaro kernel build script works properly" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "On host PC, download \"linaro_kernel_build_cmds.sh\" script from the build site which you will test" 23 | - "TBD" 24 | 25 | expected: 26 | - "TBD" 27 | -------------------------------------------------------------------------------- /manual/generic/android/powerdebug.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-powerdebug 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if Powerdebug utility works" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Simply run \"powerdebug\" in a ADB shell" 23 | - "Then go through those 4 tabs by clicking \"Tab\" key" 24 | - "Click \"Q\" to exit" 25 | 26 | expected: 27 | - "You can collect this information on all boards you test" 28 | - "Releated bug: https://bugs.launchpad.net/linaro-powerdebug/+bug/1229658" 29 | -------------------------------------------------------------------------------- /manual/generic/android/primary-video-out-vga.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-primary-video-out-vga 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if VGA video works" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Note: For the board comes with LCD module, Primary Video Output means that LCD display" 23 | - "Plug in VGA cable between the board and VGA Monitor or VGA TV" 24 | - "Power on the VGA Monitor or VGA TV, switch input source to VGA if required" 25 | - "Boot the board" 26 | 27 | expected: 28 | - "Display should be shown well on VGA monitor or VGA TV" 29 | -------------------------------------------------------------------------------- /manual/generic/android/reboot.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: android-reboot-console 3 | format: "Manual Test Definition 1.0" 4 | description: "Check the board can be rebooted from console" 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - arndale 15 | - hi6220-hikey 16 | - apq8016-sbc 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - Power on the board until boot up successfully. 23 | - Reboot the board from terminal. Run 24 | - "$ reboot" 25 | 26 | expected: 27 | - Reboot is done successfully from terminal, without kernel panic, crash, hang or any other serve error observed. 28 | -------------------------------------------------------------------------------- /manual/generic/android/sd-mmc.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-sd-mmc 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if the SD/MMC cards are properly registered by kernel" 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - arndale 15 | - hi6220-hikey 16 | environment: 17 | - manual-test 18 | 19 | run: 20 | steps: 21 | - Boot the board until main desktop screen shows up. 22 | - In serial or ADB console, run these commands. 23 | - "$echo $EXTERNAL_STORAGE" 24 | - "df" 25 | - For HiKey board, test with SD,SDHC and SDXC cards with all classes (2, 4, 6 and 10). 26 | 27 | expected: 28 | - "The return string of 'echo $EXTERNAL_STORAGE' should be in output of 'df' command." 29 | -------------------------------------------------------------------------------- /manual/generic/android/secondary-video-output.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-secondary-video-output 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if secondary video output works well" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "If the board support the secondary display output, then connect it to a monitor or TV" 23 | - "Power on the monitor or TV, assign input source properly" 24 | - "Boot the board" 25 | 26 | expected: 27 | - "The display should be shown well on monitor or TV" 28 | -------------------------------------------------------------------------------- /manual/generic/android/shutdown-console.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: android-shutdown-console 3 | format: "Manual Test Definition 1.0" 4 | description: "Check 'Power OFF' feature from console." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - arndale 15 | - hi6220-hikey 16 | environment: 17 | - manual-test 18 | 19 | run: 20 | steps: 21 | - Power on the board until boot up successfully. 22 | - After command line prompt shows in serial console, run 23 | - "$ reboot -p" 24 | 25 | expected: 26 | - The board is shut down successfully, no display shows and no activity in serial console. 27 | - No Kernel panic, crash, hang or any other severe error observed. 28 | -------------------------------------------------------------------------------- /manual/generic/android/shutdown.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: android-shutdwon 3 | format: "Manual Test Definition 1.0" 4 | description: "Check 'Power OFF' feature from UI" 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - arndale 15 | - hi6220-hikey 16 | environment: 17 | - manual-test 18 | 19 | run: 20 | steps: 21 | - Make sure the board is connected to the display 22 | - Power on the board until boot up successfully. 23 | - Press and release "Power" button 24 | - Tap/click "Shutdown" on the on-screen menu 25 | 26 | expected: 27 | - On-screen "Shutdown" meny is displayed 28 | - The board is shut down successfully, no display shows and no activity in serial console. 29 | - No Kernel panic, crash, hang or any other severe error observed. 30 | -------------------------------------------------------------------------------- /manual/generic/android/small-wifi-file-transfer.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: small-wifi-file-transfer 3 | format: "Manual Test Definition 1.0" 4 | description: "Small file transfer over WiFi." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - apq8016-sbc 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Flash android build, power on the board until boot up successfully. 20 | - Connect WiFi to an access point. Steps to connect https://git.linaro.org/qa/manual-test-definitions.git/blob/HEAD:/generic/android/wifi.yaml 21 | - Open browser from menu and type this link "http://samplemedia.linaro.org/MPEG4/big_buck_bunny_720p_MPEG4_MP3_25fps_3300K_short.AVI" 22 | - The file is 1.8MB in size and should start downloading automatically. 23 | 24 | expected: 25 | - "Downloading full AVI file completes without any error." 26 | -------------------------------------------------------------------------------- /manual/generic/android/toolchain-version.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: android-toolchain-version 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if the toolchain version is correct" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "dmesg | busybox grep gcc > /sdcard/log.txt 2>&1 &" 23 | - "Check the log.txt for toolchain version matches the version displayed on the build page" 24 | 25 | expected: 26 | - "Toolchain version matches the version on build page" 27 | 28 | -------------------------------------------------------------------------------- /manual/generic/android/usb-host-keyboard.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-usb-host-keyboard 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if USB keyboard can be detected and works properly" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Connect USB keyboard to USB OTG port on device and boot" 23 | - "After the board booted up, press \"F1\" key" 24 | 25 | expected: 26 | - "USB Mouse should be detected successfully" 27 | - "Navigation on UI is possible using USB keyboard" 28 | -------------------------------------------------------------------------------- /manual/generic/android/usb-host-mouse.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-usb-host-mouse 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if USB mouse can be detected and works properly" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Connect USB mouse to USB OTG port on device and boot" 23 | - "Click \"Calculator\" app" 24 | - "Click right button of the mouse" 25 | 26 | expected: 27 | - "USB Mouse should be detected successfully" 28 | - "Navigation and app selection via USB Mouse should work well" 29 | -------------------------------------------------------------------------------- /manual/generic/android/youtube.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: andriod-youtube 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if Youtube App works well" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | scope: 10 | - functional 11 | devices: 12 | - panda 13 | - panda-es 14 | - vexpress-a9 15 | - vexpress-tc2 16 | - arndale 17 | environment: 18 | - manual-test 19 | 20 | run: 21 | steps: 22 | - "Enable Ethernet or WiFi, plug in 3.5mm headset or HDMI cable" 23 | - "Launch web browser to access www.google.com" 24 | - "Click YouTube link on the top left bar of the Google main page" 25 | - "Click any video clip to play" 26 | 27 | expected: 28 | - "Video and Audio should be played smoothly and synchronously" 29 | -------------------------------------------------------------------------------- /manual/generic/kernel-version.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: linux-kernel-version 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if the kernel version is correct" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | - android 11 | scope: 12 | - functional 13 | devices: 14 | - panda 15 | - panda-es 16 | - vexpress-a9 17 | - vexpress-tc2 18 | - arndale 19 | - ifc6410 20 | - hi6220-hikey 21 | - apq8016-sbc 22 | environment: 23 | - manual-test 24 | 25 | run: 26 | steps: 27 | - "uname -a" 28 | - "Check the output of the kernel version matches the version displayed on the build page" 29 | 30 | expected: 31 | - "Kernel version matches the version on build page" 32 | 33 | -------------------------------------------------------------------------------- /manual/generic/linux/bluetooth-scan-ui.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: bluetooth-scan-ui 3 | format: "Manual Test Definition 1.0" 4 | description: "Test Bluetooth scanning feature on Debian." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - apq8016-sbc 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Flash any UI enabled Xfce based build, power on the board until boot up successfully. 20 | - Make sure mouse is connected to the board. 21 | - Make sure some bluetooth device (mouse, keyboard, speaker) is turned on and within the range. 22 | - Click the BT icon and select "setup a new device" option. 23 | - Click on continue to search for available bluetooth devices. 24 | 25 | expected: 26 | - Bluetooth can be enabled and devices show up when scanned. 27 | - No kernel ir driver crash occurs 28 | -------------------------------------------------------------------------------- /manual/generic/linux/bluetooth-scan.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: linux-bluetooth-scan 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if Bluetooth scan, pairing and file transfer works." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - hi6220-hikey 14 | - apq8016-sbc 15 | environment: 16 | - manual-test 17 | 18 | run: 19 | steps: 20 | - Boot the board to console 21 | - Make sure at least one BT device is available in the radio range and in discoverable mode. 22 | - "$ sudo su" 23 | - "# bluetoothctl -a" 24 | - "[bluetooth]# pairable on" 25 | - "[bluetooth]# scan on" 26 | - "[bluetooth]# quit" 27 | expected: 28 | - Scanning works and device MAC addresses are displayed 29 | - No kernel errors crashes occur 30 | -------------------------------------------------------------------------------- /manual/generic/linux/display-blanking.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: display-blanking 3 | format: "Manual Test Definition 1.0" 4 | description: "Test display blanking on Debian." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - debian 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - apq8016-sbc 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Flash any UI enabled Xfce based build, power on the board until boot up successfully. 20 | - Make sure mouse and/or keyboard is connected to the board. 21 | - Open "Brightness & lock" from system settings. 22 | - Change "Turn screen off when inactive for" setting to 1 minute. 23 | - Wait for screen to go blank. 24 | - Move mouse/keywboard to get display back. 25 | 26 | expected: 27 | - "Blanking and un-blanking should work fine." 28 | - "No kernel panic or severe error observed." 29 | -------------------------------------------------------------------------------- /manual/generic/linux/ds5-remote-debug.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: ds5-remote-debug 3 | format: "Manual Test Definition 1.0" 4 | description: "Test remote debug feature in ARM DS-5 for hardware board." 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - arndale 16 | environment: 17 | - manual-test 18 | 19 | run: 20 | steps: 21 | - "Power on the board until boot up successfully." 22 | - "Follow this WiKi page to perform the debug procedures: https://wiki.linaro.org/Platform/DevPlatform/DS5#Application_debugger_validation" 23 | - "This test depends on test 'ds5-ssh'" 24 | expected: 25 | - "'ds5-ssh' test should be done successfully as a pre-condition." 26 | - "After debug view shows, by clicking F5, F6 and F7, the feature should work well." 27 | -------------------------------------------------------------------------------- /manual/generic/linux/ds5-ssh.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: ds5-ssh 3 | format: "Manual Test Definition 1.0" 4 | description: "Test SSH connection in ARM DS-5 for hardware board." 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - arndale 16 | environment: 17 | - manual-test 18 | 19 | run: 20 | steps: 21 | - "Power on the board until boot up successfully." 22 | - "Follow this WiKi page to establish the SSH connection: https://wiki.linaro.org/Platform/DevPlatform/DS5#RSE_validation" 23 | expected: 24 | - "The SSH connection in ARM DS-5 between host PC and target board should be established successfully." 25 | - "Remote terminal console can be launched successfully in DS-5." 26 | -------------------------------------------------------------------------------- /manual/generic/linux/openssl-centos.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | # you should NOT be root - run following steps on CentOS as user 4 | [ "$(whoami)" = "root" ] || { echo "E: You must be root" && exit 1; } 5 | 6 | # sslverify=0 to be enabled in all repo files 7 | # to work with yumdownloader --source 8 | REPO_FILES="/etc/yum.repos.d/" 9 | # shellcheck disable=SC2044 10 | for FILE in $(find "${REPO_FILES}"); do 11 | sudo sed -i -e 's/sslverify=1/sslverify=0/g' "${FILE}" 12 | done 13 | 14 | # shellcheck disable=SC2164 15 | cd "${HOME}" 16 | 17 | sudo yum clean all 18 | sudo yum update -y 19 | sudo yum install -y gcc make rpm-build yum-utils 20 | sudo yumdownloader --source openssl 21 | sudo yum-builddep -y openssl 22 | # no need to run tests as it's part of openssl package rebuild 23 | sudo rpmbuild --rebuild openssl-*.src.rpm 24 | -------------------------------------------------------------------------------- /manual/generic/linux/ota-update.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: manual-ota 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if OTA update for Foundries Factory is sucessful." 5 | maintainer: 6 | - brendan.wood@foundires.io 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - am64x 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Flash old/not-latest target to board 20 | - Boot the board to console 21 | - Ensure device is registered to factory 22 | - Check current build "cat /etc/os-release" 23 | - Device will update and reboot 24 | - Check device build once update is complete "cat /etc/os-release" 25 | expected: 26 | - Update to latest build 27 | - device will reboot & apply update 28 | - Updated to latest target 29 | -------------------------------------------------------------------------------- /manual/generic/linux/power-off-cmd.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: power-off-cmd 3 | format: "Manual Test Definition 1.0" 4 | description: "Check 'Power OFF' feature from console." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - arndale 16 | - hi6220-hikey 17 | - apq8016-sbc 18 | environment: 19 | - manual-test 20 | 21 | run: 22 | steps: 23 | - Power on the board until boot up successfully. 24 | - After command line prompt shows in serial console, run 25 | - "$ sudo poweroff" 26 | 27 | expected: 28 | - "The board should can be shut down successfully, no display shows and no activity in serial console." 29 | - "No Kernel panic, crash, hang or any other severe error observed." 30 | -------------------------------------------------------------------------------- /manual/generic/linux/power-off.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: power-off 3 | format: "Manual Test Definition 1.0" 4 | description: "Check 'Power OFF' function on hardware board." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - arndale 16 | - hi6220-hikey 17 | - apq8016-sbc 18 | environment: 19 | - manual-test 20 | 21 | run: 22 | steps: 23 | - Power on the board. 24 | - Wait until board boots up successfully to UI. 25 | - Shutdown the board using UI power-off option. 26 | 27 | expected: 28 | - "The board should can be shut down successfully, no display shows and no activity in serial console." 29 | - "No Kernel panic, crash, hang or any other serve error observed." 30 | -------------------------------------------------------------------------------- /manual/generic/linux/reboot-ui.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: power-off 3 | format: "Manual Test Definition 1.0" 4 | description: "Check 'Re-boot' function from UI." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - arndale 16 | - hi6220-hikey 17 | - apq8016-sbc 18 | environment: 19 | - manual-test 20 | 21 | run: 22 | steps: 23 | - Power on the board. 24 | - Wait until board boots up successfully to UI. 25 | - Reboot the board using UI reboot option. 26 | 27 | expected: 28 | - "The board should can be rebooted successfully." 29 | - "No Kernel panic, crash, hang or any other severe error observed." 30 | -------------------------------------------------------------------------------- /manual/generic/linux/reboot.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: reboot 3 | format: "Manual Test Definition 1.0" 4 | description: "Check the board can be rebooted or not" 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - arndale 16 | - hi6220-hikey 17 | - apq8016-sbc 18 | environment: 19 | - manual-test 20 | 21 | run: 22 | steps: 23 | - Power on the board until boot up successfully. 24 | - Reboot the board from terminal. Run 25 | - "$ sudo shutdown -r now" 26 | 27 | expected: 28 | - "Reboot should be done successfully from terminal, without kernel panic, crash, hang or any other serve error observed." 29 | -------------------------------------------------------------------------------- /manual/generic/linux/sd-mmc.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: sd-mmc 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if the SD/MMC cards are properly registered by kernel" 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - vexpress-a9 16 | - vexpress-tc2 17 | - arndale 18 | - ifc6410 19 | - hi6220-hikey 20 | - apq8016-sbc 21 | environment: 22 | - manual-test 23 | 24 | run: 25 | steps: 26 | - Power on the board until boot successfully 27 | - In serial console, run 28 | - "$ dmesg | grep error" 29 | 30 | expected: 31 | - "There should be no 'I/O' error shown in std output." 32 | -------------------------------------------------------------------------------- /manual/generic/linux/secondary-video-out.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: secondary-video-out 3 | format: "Manual Test Definition 1.0" 4 | description: "Test the secondary video output on hardware board." 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - panda 14 | - panda-es 15 | - arndale 16 | environment: 17 | - manual-test 18 | 19 | run: 20 | steps: 21 | - "Using HDMI cable to connect the hardware board to a display device, usually an external monitor." 22 | - "Power on the board until boot up successfully." 23 | - "For TI Panda 4430 and 4460, the secondary video output is the DVI-D port." 24 | expected: 25 | - "The video output should show up on that display device, for example, the boot log and command prompt can be seen on screen." 26 | -------------------------------------------------------------------------------- /manual/generic/linux/usb-keyboard.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: usb-keyboard 3 | format: "Manual Test Definition 1.0" 4 | description: "Basic test for USB keyboard functionality" 5 | maintainer: 6 | - botao.sun@linaro.org 7 | os: 8 | - android 9 | - ubuntu 10 | - openembedded 11 | scope: 12 | - functional 13 | devices: 14 | - panda 15 | - panda-es 16 | - arndale 17 | - vexpress-a9 18 | - vexpress-tc2 19 | - hi6220-hikey 20 | - apq8016-sbc 21 | environment: 22 | - manual-test 23 | 24 | run: 25 | steps: 26 | - "Plug USB keyboard into an on-board USB slot." 27 | - "Power on the board until boot up successfully." 28 | - "After command line prompt shows in serial console, type 'ls -l' then click enter key." 29 | expected: 30 | - "String 'ls -l' should show up in serial console, after click enter key, files with detail should be listed." 31 | -------------------------------------------------------------------------------- /manual/generic/linux/wifi-large-download.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: wifi-large-downlaod 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if large file can be downloaded via WiFi." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - apq8016-sbc 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Boot the board successfully to UI. 20 | - Check available wireless network and connect. 21 | - Open browser and download this file "http://samplemedia.linaro.org/H264/tears_of_steel_1080p_H264_24fps.mov" 22 | 23 | expected: 24 | - Downloading tears_of_steel_1080p_H264_24fps.mov file completes without any issues. 25 | -------------------------------------------------------------------------------- /manual/generic/linux/wifi-small-download.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: wifi-small-downlaod 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if small file can be downloaded via WiFi." 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | scope: 10 | - functional 11 | devices: 12 | - hi6220-hikey 13 | - apq8016-sbc 14 | environment: 15 | - manual-test 16 | 17 | run: 18 | steps: 19 | - Boot the board successfully to UI. 20 | - Check available wireless network and connect. 21 | - Open browser and download this file "http://samplemedia.linaro.org/MPEG4/big_buck_bunny_1080p_MPEG4_MP3_25fps_7600K_short.AVI" 22 | 23 | expected: 24 | - Downloading big_buck_bunny_1080p_MPEG4_MP3_25fps_7600K_short.AVI file completes without any issues. 25 | -------------------------------------------------------------------------------- /manual/generic/linux/wifi.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: linux-wifi-ui 3 | format: "Manual Test Definition 1.0" 4 | description: "Test if WiFi works well from UI" 5 | maintainer: 6 | - amit.khare@linaro.org 7 | os: 8 | - ubuntu 9 | - openembedded 10 | scope: 11 | - functional 12 | devices: 13 | - hi6220-hikey 14 | - apq8016-sbc 15 | environment: 16 | - manual-test 17 | 18 | run: 19 | steps: 20 | - Boot the board successfully to UI. 21 | - Check available wireless network from UI. 22 | - Connect to available SSID(Open, WEP, WPA2). 23 | - Open 'www.google.com' in browser to check WiFi connection. 24 | 25 | expected: 26 | - "Should be able to connect to available WiFi network from UI and Terminal." 27 | - "Google main page should be shown up successfully." 28 | -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- 1 | site_name: Test Definitions 2 | site_url: https://readthedocs.org/test-definitions 3 | repo_url: https://github.com/linaro/test-definitions 4 | copyright: Linaro Ltd. 5 | extra_css: [extra.css] 6 | theme: 7 | name: material 8 | plugins: 9 | - linaro-test-definitions: 10 | table_dirs: 11 | - 'automated/linux' 12 | - 'automated/android' 13 | - 'manual' 14 | - tags: 15 | tags_file: tags.md 16 | - exclude: 17 | glob: 18 | - plans/* 19 | -------------------------------------------------------------------------------- /mkdocs_plugin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Linaro/test-definitions/e7254673cb07fd9678916e0c0a2d20b6db402bae/mkdocs_plugin/__init__.py -------------------------------------------------------------------------------- /mkdocs_plugin/pyproject.toml: -------------------------------------------------------------------------------- 1 | [build-system] 2 | requires = [ 3 | "setuptools", 4 | "mkdocs>=1.1", 5 | "tags-macros-plugin@git+https://github.com/mwasilew/mkdocs-plugin-tags.git" 6 | ] 7 | build-backend = "setuptools.build_meta" 8 | 9 | [project] 10 | name = "mkdocs-test-definitions-plugin" 11 | version = "1.5" 12 | keywords = [ 13 | "mkdocs", 14 | "python", 15 | "markdown", 16 | "wiki" 17 | ] 18 | requires-python = ">=3.5" 19 | license = "GPL-2.0-or-later" 20 | 21 | authors = [ 22 | {name = "Milosz Wasilewski", email = "milosz.wasilewski@oss.qualcomm.com"} 23 | ] 24 | 25 | [project.urls] 26 | Repository = "https://github.com/linaro/test-definitions" 27 | GitHub = "https://github.com/linaro/test-definitions" 28 | 29 | [project.entry-points."mkdocs.plugins"] 30 | linaro-test-definitions = "testdefinitionsmkdocs:LinaroTestDefinitionsMkDocsPlugin" 31 | -------------------------------------------------------------------------------- /mkdocs_plugin/requirements.txt: -------------------------------------------------------------------------------- 1 | mkdocs-test-definitions-plugin 2 | mdutils==1.0.0 3 | git+https://github.com/mwasilew/mkdocs-plugin-tags.git 4 | mkdocs-exclude 5 | mkdocs-material 6 | -------------------------------------------------------------------------------- /plans/erp/erp-ltp.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: erp-ltp 3 | description: Test plan for EE RPB. Common features across all boards 4 | os: Debian 5 | devices: 6 | - d03 7 | - d05 8 | - thunderX 9 | - moonshot 10 | - mustang 11 | - overdrive 12 | maintainer: 13 | - milosz.wasilewski@linaro.org 14 | - dan.rue@linaro.org 15 | - chase.qi@linaro.org 16 | approver: 17 | - milosz.wasilewski@linaro.org 18 | owner: 19 | - martin.stadtler@linaro.org 20 | format: Linaro Test Plan v2 21 | 22 | tests: 23 | automated: 24 | - path: automated/linux/ltp/ltp.yaml 25 | repository: https://git.linaro.org/qa/test-definitions.git 26 | parameters: 27 | TST_CMDFILES: syscalls,mm,math,timers,fcntl-locktests,ipc,fsx,fs,hugetlb,io,nptl,pty,containers,fs_bind,filecaps,admin_tools,connectors 28 | SKIPFILE: skipfile-rpk 29 | timeout: 18000 30 | -------------------------------------------------------------------------------- /plans/erp/overlays/centriq-2400.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: centriq-2400 3 | description: Test plan ovelay for EE RPB. 4 | os: Debian 5 | devices: 6 | - centriq-2400 7 | maintainer: 8 | - milosz.wasilewski@linaro.org 9 | - dan.rue@linaro.org 10 | - chase.qi@linaro.org 11 | approver: 12 | - milosz.wasilewski@linaro.org 13 | owner: 14 | - martin.stadtler@linaro.org 15 | format: Linaro Test Plan v2 16 | 17 | skip: 18 | # Skip disk-partitioning test. 19 | - path: automated/linux/disk-partitioning/disk-partitioning.yaml 20 | repository: https://git.linaro.org/qa/test-definitions.git 21 | 22 | amend: 23 | 24 | add: 25 | -------------------------------------------------------------------------------- /plans/erp/overlays/d03.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: d03 3 | description: Test plan ovelay for EE RPB. 4 | os: Debian 5 | devices: 6 | - d03 7 | maintainer: 8 | - milosz.wasilewski@linaro.org 9 | - dan.rue@linaro.org 10 | - chase.qi@linaro.org 11 | approver: 12 | - milosz.wasilewski@linaro.org 13 | owner: 14 | - martin.stadtler@linaro.org 15 | format: Linaro Test Plan v2 16 | 17 | skip: 18 | 19 | amend: 20 | 21 | add: 22 | -------------------------------------------------------------------------------- /plans/erp/overlays/d05.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: d05 3 | description: Test plan ovelay for EE RPB. 4 | os: Debian 5 | devices: 6 | - d05 7 | maintainer: 8 | - milosz.wasilewski@linaro.org 9 | - dan.rue@linaro.org 10 | - chase.qi@linaro.org 11 | approver: 12 | - milosz.wasilewski@linaro.org 13 | owner: 14 | - martin.stadtler@linaro.org 15 | format: Linaro Test Plan v2 16 | 17 | skip: 18 | 19 | amend: 20 | 21 | add: 22 | -------------------------------------------------------------------------------- /plans/erp/overlays/mt30-gs1-00.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: thunderx 3 | description: Test plan ovelay for EE RPB. 4 | os: Debian 5 | devices: 6 | - thunderx 7 | maintainer: 8 | - milosz.wasilewski@linaro.org 9 | - dan.rue@linaro.org 10 | - chase.qi@linaro.org 11 | approver: 12 | - milosz.wasilewski@linaro.org 13 | owner: 14 | - martin.stadtler@linaro.org 15 | format: Linaro Test Plan v2 16 | 17 | skip: 18 | # Skip disk-partitioning test. 19 | - path: automated/linux/disk-partitioning/disk-partitioning.yaml 20 | repository: https://git.linaro.org/qa/test-definitions.git 21 | 22 | amend: 23 | 24 | add: 25 | -------------------------------------------------------------------------------- /plans/erp/overlays/proliant-m400-server.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: moonshot 3 | description: Test plan ovelay for EE RPB. 4 | os: Debian 5 | devices: 6 | - moonshot 7 | maintainer: 8 | - milosz.wasilewski@linaro.org 9 | - dan.rue@linaro.org 10 | - chase.qi@linaro.org 11 | approver: 12 | - milosz.wasilewski@linaro.org 13 | owner: 14 | - martin.stadtler@linaro.org 15 | format: Linaro Test Plan v2 16 | 17 | skip: 18 | # Skip disk-partitioning test. 19 | - path: automated/linux/disk-partitioning/disk-partitioning.yaml 20 | repository: https://git.linaro.org/qa/test-definitions.git 21 | 22 | amend: 23 | 24 | add: 25 | -------------------------------------------------------------------------------- /plans/linux-test-plan-example-v1.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: linux-test-plan-example 3 | description: Test plan for foo 4 | os: debian 5 | devices: 6 | - hi6220-hikey 7 | maintainer: 8 | - first.last@linaro.org 9 | format: Linaro Test Plan v1 10 | 11 | requirements: 12 | - name: my 1st requirement 13 | owner: first.last@linaro.org 14 | tests: 15 | manual: 16 | - path: manual/linux/test1.yaml 17 | automated: 18 | - path: automated/linux/smoke/smoke.yaml 19 | timeout: 1800 20 | - path: automated/linux/smoke/smoke.yaml 21 | timeout: 1800 22 | params: 23 | SKIP_INSTALL: True 24 | - path: automated/linux/dd-wr-speed/dd-wr-speed.yaml 25 | timeout: 1800 26 | - path: automated/linux/dd-wr-speed/dd-wr-speed.yaml 27 | timeout: 1800 28 | params: 29 | SKIP_INSTALL: True 30 | ITERATION: 3 31 | -------------------------------------------------------------------------------- /plans/qcomlt/stress.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: qcomlt-test-plan-stress 3 | description: Stress Test plan for Linux 4 | os: openembedded 5 | devices: 6 | - dragonboard410c 7 | maintainer: 8 | - anibal.limon@linaro.org 9 | - nicolas.dechesne@linaro.org 10 | format: Linaro Test Plan v2 11 | 12 | tests: 13 | automated: 14 | - path: automated/linux/24h-stress-test/24h-stress-test.yaml 15 | repository: https://git.linaro.org/qa/test-definitions.git 16 | parameters: 17 | TEST: stress_ng 18 | - path: automated/linux/24h-stress-test/24h-stress-test.yaml 19 | repository: https://git.linaro.org/qa/test-definitions.git 20 | parameters: 21 | TEST: stress_oom 22 | -------------------------------------------------------------------------------- /plans/requirements.txt: -------------------------------------------------------------------------------- 1 | Jinja2 2 | PyYAML 3 | pdfkit 4 | -------------------------------------------------------------------------------- /plans/test-plan-overlay-example.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: test-plan-overlay-example 3 | description: Test plan overlay example 4 | os: debian 5 | devices: 6 | - all 7 | maintainer: 8 | - first.last@linaro.org 9 | format: Linaro Test Plan v2 10 | 11 | skip: 12 | # Skip disk-partitioning test. 13 | - path: automated/linux/disk-partitioning/disk-partitioning.yaml 14 | repository: https://git.linaro.org/qa/test-definitions.git 15 | 16 | amend: 17 | # Test the second network interface. 18 | - path: automated/linux/network-basic/network-basic.yaml 19 | repository: https://git.linaro.org/qa/test-definitions.git 20 | parameters: 21 | INTERFACE: enahisic2i1 22 | 23 | add: 24 | # Add sysbench oltp test. 25 | - path: automated/linux/sysbench/sysbench.yaml 26 | repository: https://git.linaro.org/qa/test-definitions.git 27 | parameters: 28 | TESTS: oltp 29 | -------------------------------------------------------------------------------- /sanity-check.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | set -ex 3 | 4 | python3 validate.py \ 5 | -r build-error.txt \ 6 | -p E501 W503 E203 \ 7 | -s SC1091 SC2230 SC3043 \ 8 | -l warning 9 | 10 | # pycodestyle checks skipped: 11 | # E501: line too long 12 | # E203: Whitespace before ':' 13 | # Disabled because conflicting with black, refer to the link for details 14 | # https://black.readthedocs.io/en/stable/the_black_code_style/current_style.html#slices 15 | 16 | # Shellchecks skipped: 17 | # SC1091: not following 18 | 19 | # Reason: 'which' is widely used and supported. And 'command' applets isn't 20 | # available in busybox, refer to https://busybox.net/downloads/BusyBox.html 21 | # SC2230: which is non-standard. Use builtin 'command -v' instead. 22 | 23 | # SC3043: In POSIC 'local' is undefined but it's widely used. For this reason 24 | # it is acceptable to use 'local' in this repository 25 | 26 | # "warning" is the default severity level for shellcheck 27 | -------------------------------------------------------------------------------- /test.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | set -e 4 | 5 | if [ -z "$1" ] || [ ! -e "test/Dockerfile.${1}" ]; then 6 | echo "USAGE: $0 [debian|centos]" 7 | exit 1 8 | fi 9 | 10 | python3 validate.py -p E501 W503 -s SC1091 SC2230 11 | docker build -f test/Dockerfile."${1}" -t erp-"${1}" . && docker run --rm -it -v "$(pwd)":/work erp-"${1}" 12 | 13 | -------------------------------------------------------------------------------- /test/Dockerfile.centos: -------------------------------------------------------------------------------- 1 | FROM centos 2 | 3 | USER root 4 | 5 | RUN yum -y update && yum -y install epel-release 6 | RUN yum -y update && yum -y install vim python python-pip git 7 | 8 | COPY . /work 9 | WORKDIR /work 10 | RUN pip install -r automated/utils/requirements.txt 11 | 12 | CMD . ./automated/bin/setenv.sh && test-runner -p plans/linux-example.yaml && bash 13 | 14 | -------------------------------------------------------------------------------- /test/Dockerfile.debian: -------------------------------------------------------------------------------- 1 | FROM python:2.7 2 | 3 | RUN apt-get update && apt-get install -y vim 4 | 5 | COPY . /work 6 | WORKDIR /work 7 | RUN pip install -r automated/utils/requirements.txt 8 | 9 | CMD . ./automated/bin/setenv.sh && test-runner -p plans/linux-example.yaml && bash 10 | 11 | --------------------------------------------------------------------------------