From 3bf5d11fd6d98cd4d0a62065eed80b5aae58b71a Mon Sep 17 00:00:00 2001 From: Luis Araujo <luis.araujo@collabora.co.uk> Date: Mon, 17 Dec 2018 15:33:55 +0800 Subject: [PATCH] Add remaining test cases These test cases originally didn't have a test case page and they are all automated tests mainly running sanity checks for different services. Most of them are marked as High priority. this commit also adds a new SDK test. Signed-off-by: Luis Araujo <luis.araujo@collabora.co.uk> --- test-cases/boot-no-crashes.yaml | 28 ++++++++++++++++++++ test-cases/dbus-installed-tests.yaml | 36 ++++++++++++++++++++++++++ test-cases/polkit-parsing.yaml | 31 ++++++++++++++++++++++ test-cases/sdk-cross-compilation.yaml | 37 +++++++++++++++++++++++++++ 4 files changed, 132 insertions(+) create mode 100644 test-cases/boot-no-crashes.yaml create mode 100644 test-cases/dbus-installed-tests.yaml create mode 100644 test-cases/polkit-parsing.yaml create mode 100644 test-cases/sdk-cross-compilation.yaml diff --git a/test-cases/boot-no-crashes.yaml b/test-cases/boot-no-crashes.yaml new file mode 100644 index 0000000..fa2568c --- /dev/null +++ b/test-cases/boot-no-crashes.yaml @@ -0,0 +1,28 @@ +metadata: + name: boot-no-crashes + format: "Apertis Test Definition 1.0" + image-type: any + image-arch: any + type: functional + exec-type: automated + priority: high + maintainer: "Apertis Project" + description: "Check that nothing crashed when booting." + + expected: + - "The output should show pass." + +install: + git-repos: + - url: https://gitlab.apertis.org/infrastructure/apertis-tests.git + branch: master + +run: + steps: + - "# Enter test directory:" + - cd apertis-tests + - "# Execute the following command:" + - common/run-test-in-systemd --name=run-test common/boot-no-crashes.sh + +parse: + pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):' diff --git a/test-cases/dbus-installed-tests.yaml b/test-cases/dbus-installed-tests.yaml new file mode 100644 index 0000000..fa8ce8b --- /dev/null +++ b/test-cases/dbus-installed-tests.yaml @@ -0,0 +1,36 @@ +metadata: + name: dbus-installed-tests + format: "Apertis Test Definition 1.0" + image-type: any + image-arch: any + type: functional + exec-type: automated + priority: high + maintainer: "Apertis Project" + description: "Regression tests for D-Bus." + + expected: + - "The output should show pass." + +install: + deps: + - busybox + - dbus-tests + - libdbus-1-3-dbgsym + - dbus-tests-dbgsym + - dbus-dbgsym + - mktemp + git-repos: + - url: https://gitlab.apertis.org/infrastructure/apertis-tests.git + branch: master + +run: + steps: + - "# Enter test directory:" + - cd apertis-tests + - "# Execute the following commands:" + - common/run-test-in-systemd --user=user --name=as-user --timeout=15min dbus/installed-tests.sh + - common/run-test-in-systemd --name=as-root --timeout=15min dbus/installed-tests.sh + +parse: + pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):' diff --git a/test-cases/polkit-parsing.yaml b/test-cases/polkit-parsing.yaml new file mode 100644 index 0000000..83c6add --- /dev/null +++ b/test-cases/polkit-parsing.yaml @@ -0,0 +1,31 @@ +metadata: + name: polkit-parsing + format: "Apertis Test Definition 1.0" + image-type: any + image-arch: any + type: functional + exec-type: automated + priority: high + maintainer: "Apertis Project" + description: "Parse polkit policy files" + + expected: + - "The output should show pass." + +install: + deps: + - telepathy-mission-control-5 + - policykit-1 + git-repos: + - url: https://gitlab.apertis.org/infrastructure/apertis-tests.git + branch: master + +run: + steps: + - "# Enter test directory:" + - cd apertis-tests + - "# Execute the following commands:" + - common/run-test-in-systemd --name=run-test --timeout=900 common/polkit-parsing.sh + +parse: + pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):' diff --git a/test-cases/sdk-cross-compilation.yaml b/test-cases/sdk-cross-compilation.yaml new file mode 100644 index 0000000..7a310ac --- /dev/null +++ b/test-cases/sdk-cross-compilation.yaml @@ -0,0 +1,37 @@ +metadata: + name: sdk-cross-compilation + format: "Apertis Test Definition 1.0" + image-type: any + image-arch: any + type: functional + exec-type: automated + priority: medium + maintainer: "Apertis Project" + description: "Attempt building bash package in the devroot SDK images ship." + + expected: + - "The output should show PASSED." + +install: + deps: + - systemd-container + git-repos: + - url: https://gitlab.apertis.org/tests/sdk.git + branch: master + +run: + steps: + - "# Enter test directory:" + - cd sdk + - "# Execute the following commands:" + - common/run-test-in-systemd --user=user --basename -- cross/cross-compile.sh /opt/devroot + +parse: + fixupdict: + FAILED: fail + PASSED: pass + FAIL: fail + PASS: pass + SKIP: skip + UNKNOWN: unknown + pattern: '^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>PASSED|PASS|pass|FAILED|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$' -- GitLab