Commit 5208fb6d authored by Emanuele Aina's avatar Emanuele Aina

Drop the test definitions moved to apertis-test-cases

Delete the YAML test definitions for the tests that are now shipped in
the https://gitlab.apertis.org/tests/apertis-test-cases repository
and published on https://qa.apertis.org/Signed-off-by: Emanuele Aina's avatarEmanuele Aina <emanuele.aina@collabora.com>
parent 3367586c
metadata:
name: ade-tests-custom
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run ade test commands with custom parameters"
maintainer: "ritesh.sarraf@collabora.com"
scope:
- functional
environment:
- lava-test-shell
run:
steps:
- "common/run-test-in-systemd --timeout=30min --name=run-test ade/ade-tests-custom.sh"
parse:
pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):'
# vim:set sw=2 sts=2 et:
metadata:
name: ade-tests-defaults
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run ade test commands with default parameters"
maintainer: "ritesh.sarraf@collabora.com"
scope:
- functional
environment:
- lava-test-shell
run:
steps:
- "common/run-test-in-systemd --timeout=30min --name=run-test ade/ade-tests-defaults.sh"
parse:
pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):'
# vim:set sw=2 sts=2 et:
metadata:
name: apparmor-basic-profiles
format: "Lava-Test-Shell Test Definition 1.0"
description: "Test basic apparmor profiles. Only parsing and
syntax of profiles are tested for now."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
run:
steps:
- common/run-test-in-systemd --user=user --timeout=90 --basename apparmor/automated/run-test.sh --debug
parse:
pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
metadata:
name: apparmor-chaiwala-system
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run chaiwala-apparmor test suite"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- bash
- busybox
- apertis-tests-apparmor-goals
- apertis-tests-apparmor-report
run:
steps:
- echo -n | sudo tee /var/log/audit/audit.log
- common/run-test-in-systemd --timeout=90 --basename /usr/lib/apertis-tests/apparmor/goals/lava_run_tests
- sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
parse:
fixupdict:
FAILED: fail
PASSED: pass
SKIP: skip
pattern: ^(?P<test_case_id>.+)\:\s(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)\s-
metadata:
name: apparmor-folks
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run apparmor-folks test suite"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- apparmor
- apparmor-profiles
- busybox
- chaiwala-apparmor-profiles
- apertis-tests-apparmor-report
- chaiwala-tests
- evolution-data-server
- folks-tools
- syncevolution
- python3
- telepathy-mission-control-5
- telepathy-gabble
- libfolks-eds25
- libfolks-telepathy25
run:
steps:
- echo -n | sudo tee /var/log/audit/audit.log
- common/run-test-in-systemd --name=run-test-folks --timeout=300 apparmor/folks/test-folks
- sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
parse:
pattern: ^(?P<test_case_id>.+)\.expected:\s*(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$
metadata:
name: apparmor-functional-demo
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run apparmor-demo test suite"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- bash
- apparmor-demo
- busybox
- apertis-tests-apparmor-report
run:
steps:
- echo -n | sudo tee /var/log/audit/audit.log
- common/run-test-in-systemd --name=run-lava_run_tests --timeout=90 /usr/lib/apparmor-demo/lava_run_tests
- sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
parse:
fixupdict:
FAILED: fail
PASSED: pass
SKIP: skip
pattern: ^(?P<test_case_id>.+)\.sh:\s*(?P<result>PASS|PASSED|pass|FAIL|FAILED|fail|SKIP|skip|UNKNOWN|unknown)\s*-
metadata:
name: apparmor-geoclue
format: "Lava-Test-Shell Test Definition 1.0"
description: "Tests that the geoclue profile works properly does not allow arbitrary
reading of files in the home directory."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- busybox
- apertis-tests-apparmor-geoclue
run:
steps:
- echo -n | sudo tee /var/log/audit/audit.log
- common/run-test-in-systemd --name run-test-geoclue --timeout 90 /usr/lib/apertis-tests/apparmor/geoclue/test-geoclue
- sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
parse:
pattern: ^(?P<test_case_id>[\w\-\.]+):\s(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$
metadata:
name: apparmor-tracker
format: "Lava-Test-Shell Test Definition 1.0"
description: "Tests that the tracker abstraction and tracker profiles don't cause false
negatives and that it does not allow arbitrary reading of files in the home
directory."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- busybox
- apertis-tests-apparmor-report
- apertis-tests-apparmor-tracker
- gir1.2-grilo-0.2
- gir1.2-tracker-1.0
- python3
- python3-gi
- wget
steps:
- wget https://people.collabora.com/~araujo/apertis-test-media.tar.bz2
- mkdir -p /home/shared/
- tar -jxvf apertis-test-media.tar.bz2 -C /home/shared/
run:
steps:
- echo -n | sudo tee /var/log/audit/audit.log
- common/run-test-in-systemd --name run-test-tracker --timeout 3000 apparmor/tracker/test-tracker
- sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
parse:
pattern: ^(?P<test_case_id>[\w\-\.]+):\s(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$
metadata:
name: apparmor-utils
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run apparmor-utils-tests test suite"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- apparmor-utils-tests
- busybox
- apertis-tests-apparmor-report
run:
steps:
- echo -n | sudo tee /var/log/audit/audit.log
- 'common/run-test-in-systemd --name=aa-enforce-test --timeout 90 -- sh /usr/lib/apparmor-utils-tests/aa-enforce-test.sh'
- 'common/run-test-in-systemd --name=apparmor_parser --timeout 90 -- sh /usr/lib/apparmor-utils-tests/apparmor_parser.sh'
- sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
parse:
fixupdict:
FAIL: fail
OK: pass
SKIP: skip
pattern: ^(?P<test_case_id>.+):\s*(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)\s*-.*
metadata:
name: apparmor
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run apparmor-tests test suite"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- apparmor-tests
- busybox
run:
steps:
- common/run-test-in-systemd --basename --timeout 3000 apparmor/apparmor.sh
parse:
fixupdict:
FAILED: fail
PASSED: pass
SKIP: skip
pattern: ^(?P<test_case_id>.+)\.sh:\s*(?P<result>PASSED|FAILED|SKIP)\s*-.*
metadata:
name: boot-no-crashes
format: "Lava-Test-Shell Test Definition 1.0"
description: "Check that nothing crashed when booting"
maintainer: "philip.withnall@collabora.co.uk"
scope:
- functional
environment:
- lava-test-shell
run:
steps:
- "common/run-test-in-systemd --name=run-test common/boot-no-crashes.sh"
parse:
pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):'
# vim:set sw=2 sts=2 et:
metadata:
name: boot-performance
format: "Lava-Test-Shell Test Definition 1.0"
description: "Check boot performance using systemd-analyze statistics"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- chaiwala-tests
run:
steps:
- "common/run-test-in-systemd --timeout=900 --no-lava --name=boot-performance sh -c '/usr/share/chaiwala-tests/boot-performance/automated/run-test.py | sed \"/^(.*/ s/\\$/ :pass/\"'"
parse:
pattern: ^\((?P<test_case_id>\w[\w\d\.\@\-]+)\)\W+(?P<measurement>\d*\.?\d+)m?s\s\:(?P<result>pass)
metadata:
name: connman
format: "Lava-Test-Shell Test Definition 1.0"
description: "connman tests"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- chaiwala-tests
run:
steps:
- common/run-test-in-systemd --timeout=900 --basename /usr/lib/chaiwala-tests/connman/connman-test.py
parse:
fixupdict:
ERROR: fail
FAIL: fail
ok: pass
pattern: (?P<test_case_id>[a-z_]+) \([^\(\)]+\) \.\.\. (?P<result>ERROR|FAIL|ok)
metadata:
name: grilo
format: "Lava-Test-Shell Test Definition 1.0"
description: "Check grilo metadata notifications, and filesystem browsing."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- apertis-tests
- gir1.2-grilo-0.2
- grilo-plugins-0.2
- python3
- python3-gi
run:
steps:
- common/run-test-in-systemd --timeout=900 --basename grilo/automated/test-grilo.py
parse:
pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
metadata:
name: gstreamer1-0-decode
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run gstreamer decode tests"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- chaiwala-test-media
- gir1.2-gst-plugins-base-1.0
- gir1.2-gstreamer-1.0
- python3-gi
run:
steps:
- common/run-test-in-systemd --timeout=900 --basename gstreamer-decode/gstreamer1.0-decode.py /usr/share/chaiwala-test-media
parse:
fixupdict:
FAILED: fail
PASSED: pass
pattern: ^TEST (?P<test_case_id>[^:]+):\W+(?P<result>\w+)
metadata:
name: libsoup
format: "Lava-Test-Shell Test Definition 1.0"
description: "Run the unit tests that ship with the library against the running system."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- libsoup2.4-tests
- curl
run:
steps:
- common/run-test-in-systemd --name=run-test --timeout=900 env DEBUG=2 libsoup/automated/run-test.sh
parse:
pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
metadata:
name: polkit-parsing
format: "Lava-Test-Shell Test Definition 1.0"
description: "Parse polkit policy files"
maintainer: "philip.withnall@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- telepathy-mission-control-5
- policykit-1
run:
steps:
- common/run-test-in-systemd --name=run-test --timeout=900 common/polkit-parsing.sh
parse:
pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):'
metadata:
name: sanity-check
format: "Lava-Test-Shell Test Definition 1.0"
description: "Check that the Apertis system basically works"
maintainer: "simon.mcvittie@collabora.co.uk"
scope:
- functional
environment:
- lava-test-shell
run:
steps:
- "lava-test-case sanity-check --shell common/sanity-check"
parse:
pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):'
# vim:set sw=2 sts=2 et:
metadata:
name: tracker-indexing-local-storage
format: "Lava-Test-Shell Test Definition 1.0"
description: "Check tracker indexing of local storage and journal behaviour."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- apertis-tests
- gir1.2-grilo-0.2
- gir1.2-tracker-1.0
- python3
- python3-gi
- tracker
- wget
steps:
- wget https://people.collabora.com/~araujo/apertis-test-media.tar.bz2
- mkdir -p /home/shared/
- tar -jxvf apertis-test-media.tar.bz2 -C /home/shared/
run:
steps:
- common/run-test-in-systemd --user=user --name=run-test --timeout=900 tracker/automated/test-tracker.py
parse:
pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
metadata:
name: dbus-dos-reply-time
format: "Lava-Test-Shell Test Definition 1.0"
description: "Tests D-Bus reply time under load."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- chaiwala-tests
- dbus-tests
run:
steps:
- common/run-test-in-systemd --basename --user=user --timeout=900 /usr/lib/apertis-tests/dbus/dos-reply-time/run-test.sh
parse:
fixupdict:
failure: fail
success: pass
pattern: '^(?P<test_case_id>[a-z_\-]+): command took\W(?P<measurement>[\d\.]+)ms
\((?P<result>\w+)\)'
metadata:
name: dbus-installed-tests
format: "Lava-Test-Shell Test Definition 1.0"
description: "Regression tests for D-Bus"
maintainer: "simon.mcvittie@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- busybox
- dbus-tests
- libdbus-1-3-dbgsym
- dbus-tests-dbgsym
- dbus-dbgsym
- mktemp
run:
steps:
- common/run-test-in-systemd --user=user --name=as-user --timeout=15min dbus/installed-tests.sh
- common/run-test-in-systemd --name=as-root --timeout=15min dbus/installed-tests.sh
parse:
pattern: 'TEST_RESULT:(?P<result>\w+):(?P<test_case_id>[^:]+):'
# vim:set sw=2 sts=2 et:
metadata:
name: create-abstract-sync-database
format: "Lava-Test-Shell Test Definition 1.0"
description: "Ensure creation and removal of databases works in syncevolution properly."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- syncevolution
- uuid-runtime
run:
steps:
- "common/run-test-in-systemd --user=user --timeout=900 folks/create-abstract-sync-database.sh"
parse:
fixupdict:
FAILED: fail
PASSED: pass
pattern: ^(?P<test_case_id>[\w-]+):\W+(?P<result>PASSED|FAILED)$
metadata:
name: folks-alias-persistence
format: "Lava-Test-Shell Test Definition 1.0"
description: "Ensures user-set contact aliases persist."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- telepathy-ring
- telepathy-mission-control-5
- telepathy-gabble
- libfolks-eds25
- libfolks-telepathy25
- folks-tools
- syncevolution
run:
steps:
- "common/run-test-in-systemd --user=user --timeout=900 folks/folks-alias-persistence.sh"
parse:
fixupdict:
FAILED: fail
PASSED: pass
pattern: ^(?P<test_case_id>[\w-]+):\W+(?P<result>PASSED|FAILED)$
metadata:
name: folks-eds
format: "Lava-Test-Shell Test Definition 1.0"
description: "Checks that contacts created within Evolution Data
Server show up in other contact-based programs."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- telepathy-ring
- telepathy-mission-control-5
- telepathy-gabble
- libfolks-eds25
- libfolks-telepathy25
- folks-tools
- syncevolution
run:
steps:
- "common/run-test-in-systemd --user=user --timeout=900 folks/folks-eds-compatibility.sh"
parse:
fixupdict:
FAILED: fail
PASSED: pass
pattern: ^(?P<test_case_id>[\w\-\s]+):\W+(?P<result>\w+)$
metadata:
name: folks-extended-info
format: "Lava-Test-Shell Test Definition 1.0"
description: "Test extended info in Folks"
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- telepathy-ring
- telepathy-mission-control-5
- telepathy-gabble
- libfolks-eds25
- libfolks-telepathy25
- chaiwala-tests
run:
steps:
- "common/run-test-in-systemd --user=user --timeout=900 folks/folks-extended-info.sh"
parse:
fixupdict:
FAILED: fail
PASSED: pass
FAIL: fail
PASS: pass
SKIP: skip
UNKNOWN: unknown
pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>PASSED|PASS|pass|FAILED|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$
metadata:
name: folks-metacontacts-antilinking
format: "Lava-Test-Shell Test Definition 1.0"
description: "Ensures anti-linking meta-contacts works properly."
maintainer: "luis.araujo@collabora.co.uk"
scope:
- functional
devices:
- i386
environment:
- lava-test-shell
install:
deps:
- telepathy-ring