.arcconfig

 {
   "phabricator.uri": "https:\/\/phabricator.apertis.org\/",
-  "lint.engine": "ArcanistConfigurationDrivenLintEngine"
+  "lint.engine": "ArcanistConfigurationDrivenLintEngine",
+  "project": "apertis-tests",
+  "default-reviewers": "#reviewers"
 }

.arclint

@@ -2,6 +2,7 @@
   "linters": {
     "pep8-default": {
       "type": "pep8",
+      "flags": ["--ignore=E402"],
       "include": "(\\.py$)"
     }
   }

.gitignore

@@ -4,6 +4,7 @@ a.out
 *.so
 *.so.*
 *.o
+*.pyc
 apparmor/goals/exec
 apparmor/goals/read
 apparmor/session-lockdown/MxLauncher
@@ -22,12 +23,11 @@ apparmor/webkit-clutter/webkit-clutter
 /sdk/automated/multipath.c.gcov
 /sdk/automated/multipath.gcda
 /sdk/automated/multipath.gcno
-/sdk/automated/sysprof-out.xml
+/sdk/automated/sysprof-out.capture
 # Misc compiled files
 /clutter-zoom/clutter-zoom-test
 /emulated-soft-keys/keyevent_waiter
 /contacts/folks-extended-info
-/contacts/folks-sync-only
 
 # gettext .gmo files
 *.gmo

Makefile

@@ -4,55 +4,17 @@ pkglibdir = /usr/lib/apertis-tests
 
 SUBDIRS = \
 	apparmor/goals \
-	apparmor/dbus \
-	apparmor/folks \
 	apparmor/geoclue \
-	apparmor/gstreamer1.0 \
-	apparmor/libreoffice \
 	apparmor/tracker \
-	apparmor/tumbler \
-	apparmor/webkit-clutter \
 	apparmor/ofono \
-	apparmor/pulseaudio \
-	apparmor/session-lockdown \
-	apparmor/automated/ \
 	bluez/ \
 	boot-performance/automated/ \
-	btrfs/automated/ \
-	cgroups/automated/ \
-	clutter-bigger-reactive-area/ \
-	clutter-i18n/manual/ \
-	clutter-performance/ \
-	clutter-rotate/ \
-	clutter-transparent-stage/ \
-	clutter-zoom/ \
 	common/ \
 	dbus/ \
-	emulated-soft-keys/ \
-	firewall/automated/ \
-	geoclue/automated/ \
-	gettext/automated/ \
-	glib/automated/ \
-	grilo/automated/ \
-	gstreamer-buffering/automated/ \
-	gupnp/automated/ \
-	libreoffice/automated/ \
-	librest/automated/ \
-	libsoup/automated/ \
 	networking/proxy-manual/ \
-	resources/ \
-	sqlite/automated/ \
 	traffic-control/manual/ \
-	tumbler/automated/ \
-	v4l/automated/ \
 	sdk/automated/ \
 	connman \
-	contacts \
-	gstreamer-decode \
-	gstreamer-viv-direct-texture/automated/ \
-	x-out-of-screen-events \
-	telepathy \
-	rfkill \
 	$(NULL)
 
 # Bits that are architecture-independent and can just be copied
@@ -60,19 +22,17 @@ COPY = \
 	$(wildcard apparmor/*.sh) \
 	$(wildcard apparmor/*.yaml) \
 	apertis_tests_lib \
-	apparmor/automated \
-	apparmor/folks \
 	apparmor/run-aa-test \
-	clutter \
 	common \
+        connman \
 	dbus \
 	folks \
+	grilo \
+	gstreamer-decode \
 	inherit-config.sh \
 	misc \
-	predeployed-misc \
 	resources \
 	sdk \
-	templates \
 	tracker \
 	$(NULL)
 

README

-= Templates for Apertis tests =
-
-The templates contains the set of templates we use for lava testing for Apertis
-and a set of default profiles. These are intended to be used with the lqa tool,
-available from: http://cgit.collabora.com/git/singularity/tools/lqa.git/
-
-For lqa usage see the readme in the lqa source tree, minimal examples
-for Apertis below:
-
-To submit e.g. a minimal boot test to minnowboard (daily 15.12) targets use:
-
-    lqa submit -g templates/profiles.yaml \
-      -p apertis-15.12-daily-minnowboard-max-target \
-      -t image_date:150624-001801 \
-      -t image_version:14.00.25 \
-      templates/minimal-tpl.json
-
-The image_date variable specifies the image data of the image to use, see
-https://images.apertis.org/daily/15.12/ for the list of
-available images.
-
-The image_version variable is also part of the image's filename.
-The first part is incremented every quarter, the second part is 00
-for daily builds or 01 for quarterly releases and the third is the
-ISO week number (date +%W).
-
-Note that lqa can replace any variable (either json items or {{variable}}) this
-can for example be used to change the git-repo value to non-standard repository
-to test tests before merging them for example:
-
-    lqa submit -g templates/profiles.yaml \
-      -p apertis-15.12-daily-minnowboard-max-target \
-      -t image_date:150624-001801 \
-      -t image_version:14.00.25 \
-      -t git-repo:https://...@git.apertis.org/git/users/me/apertis-tests.git \
-      -t revision:test \
-      templates/minimal-tpl.json
-
-
-For developer testing, some machines have a predeployed image available, saving
-the time to re-deploy images on every test boot. An example minimal template
-for that is available in templates/minimal-predeployed-1503-target-tpl.json (at
-the time of this writing only setup for minnowboard max). Note that this images
-are fully ephemeral, all changes to the filesystem will disappear on each boot

README.md

+## Templates for Apertis tests
+
+**Warning: The content of this repository are being moved to https://gitlab.apertis.org/tests/
+to improve the testing worflow. New tests should be added to the new location.**
+
+The templates contains the set of templates we use for lava testing for Apertis
+and a set of default profiles. These are intended to be used with the lqa tool,
+available from: http://cgit.collabora.com/git/singularity/tools/lqa.git/
+
+For lqa usage see the readme in the lqa source tree, minimal examples
+for Apertis below:
+
+To submit the testsuite for headless images for minnowboard targets use:
+
+    lqa submit -g ./apertis-tests/templates/profiles.yaml \
+      --profile apertis-minimal-amd64-uefi \
+      -t release:v2021dev1 \
+      -t image_date:20191230.0 \
+      -t image_name:apertis_v2021dev1-minimal-amd64-uefi_20191230.0
+
+If you just want to issue a quicker boot test which does not execute the
+testcases, specify the `minimal-tpl.yaml` job:
+
+    lqa submit -g ./apertis-tests/templates/profiles.yaml \
+      --profile apertis-minimal-amd64-uefi \
+      -t release:v2021dev1 \
+      -t image_date:20191230.0 \
+      -t image_name:apertis_v2021dev1-minimal-amd64-uefi_20191230.0 \
+      ./apertis-tests/templates/minimal-tpl.yaml
+
+The image_date variable specifies the image data of the image to use, see
+https://images.apertis.org/daily/ for the list of available images.

ade/ade-tests-custom.sh

+#!/bin/sh
+#
+# Copyright © 2016 Collabora Ltd.
+#
+# SPDX-License-Identifier: MPL-2.0
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# ade-tests-custom.sh
+#
+# This test script will exercise some ade features in order to catch issues in what real users may try out:
+# * listing installed sysroots
+# * listing available sysroots
+# * downloading sysroots
+# * verifying sysroots
+# * installing sysroots
+# * targeting different distributions, releases and architectures
+# * cross-building
+# * exporting app-bundles
+# * default and non-default parameters
+#
+# It needs:
+# * network access to fetch sysroots for arm64 and armhf
+# * network access to clone the sample source repository
+# * the arm64 gcc-aarch64-linux-gnu cross-toolchain
+# * the armhf gcc-arm-linux-gnueabi cross-toolchain
+
+set -eux
+
+. /etc/os-release # import $ID and $VERSION_ID
+
+LANG=C.UTF-8
+DISTRIBUTION=$ID
+RELEASE=$VERSION_ID
+ARCH=arm64 # the non-default one to be tested
+SYSROOTINDEX="https://images.apertis.org/sysroot/$RELEASE/sysroot-$DISTRIBUTION-$RELEASE-$ARCH"
+SAMPLEREPO=https://gitlab.apertis.org/pkg/dash/
+
+git clone $SAMPLEREPO sample -b "apertis/$RELEASE"
+
+ade sysroot list
+
+echo ==== Testing ade usage with custom parameters
+
+ade sysroot installed --distro $DISTRIBUTION --release $RELEASE --arch $ARCH
+
+ade sysroot latest --distro $DISTRIBUTION --release $RELEASE --arch $ARCH
+
+ade sysroot latest --distro $DISTRIBUTION --release $RELEASE --arch $ARCH --url "$SYSROOTINDEX"
+
+ade --format parseable sysroot download --distro $DISTRIBUTION --release $RELEASE --arch $ARCH --url "$SYSROOTINDEX" --dest /opt/sysroot/downloads/
+
+ade sysroot verify --file /opt/sysroot/downloads/sysroot-$DISTRIBUTION-$RELEASE-${ARCH}_*.tar.gz
+
+ade --format parseable sysroot install --file /opt/sysroot/downloads/sysroot-$DISTRIBUTION-$RELEASE-${ARCH}_*.tar.gz
+
+ade sysroot list
+
+cd sample
+
+ade configure --debug --sysroot $DISTRIBUTION-$RELEASE-$ARCH -- --disable-Werror
+ade build
+
+stat src/dash
+
+test "$(stat -c %s src/dash)" -gt 0
+
+rm -r ../sample

ade/ade-tests-defaults.sh

+#!/bin/sh
+#
+# Copyright © 2016 Collabora Ltd.
+#
+# SPDX-License-Identifier: MPL-2.0
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+
+# ade-tests-defaults.sh
+#
+# This test script will exercise some ade features in order to catch issues in what real users may try out:
+# * listing installed sysroots
+# * listing available sysroots
+# * downloading sysroots
+# * verifying sysroots
+# * installing sysroots
+# * targeting different distributions, releases and architectures
+# * cross-building
+# * exporting app-bundles
+# * default and non-default parameters
+#
+# It needs:
+# * network access to fetch sysroots for arm64 and armhf
+# * network access to clone the sample source repository
+# * the arm64 gcc-aarch64-linux-gnu cross-toolchain
+# * the armhf gcc-arm-linux-gnueabi cross-toolchain
+
+set -eux
+
+. /etc/os-release # import $ID and $VERSION_ID
+
+LANG=C.UTF-8
+DISTRIBUTION=$ID
+RELEASE=$VERSION_ID
+SAMPLEREPO=https://gitlab.apertis.org/pkg/dash/
+
+git clone $SAMPLEREPO sample -b "apertis/$RELEASE"
+
+ade sysroot list
+
+echo ==== Testing ade usage with default settings
+
+ade sysroot installed
+
+ade sysroot latest
+
+ade --format parseable sysroot install
+
+ade sysroot list
+
+cd sample
+
+ade configure --debug --sysroot $DISTRIBUTION-$RELEASE-armhf
+ade build
+
+stat src/dash
+
+test "$(stat -c %s src/dash)" -gt 0
+
+rm -r ../sample

apertis_tests_lib/__init__.py

@@ -11,6 +11,8 @@ import unittest
 import shutil
 import os
 
+from gi.repository import GLib
+
 MEDIADIR = '/usr/lib/apertis-tests/resources/media'
 
 # define this here to make lint happy with too long lines
@@ -18,6 +20,11 @@ LONG_JPEG_NAME = '320px-European_Common_Frog_Rana_temporaria.jpg'
 
 
 class ApertisTest(unittest.TestCase):
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.loop = GLib.MainLoop.new(None, False)
+        self.homedir = os.path.expanduser("~")
+
     def copy_medias(self, dst):
         """
         Copy media resources from apertis-tests to @dst with per media type

apertis_tests_lib/grilo.py

@@ -42,7 +42,7 @@ class GriloBrowserMixin:
             medias = self.source.browse_sync(media, keys, options)
 
         for media in medias:
-            if isinstance(media, Grl.MediaBox):
+            if media.is_container():
                 self.__browse_recurse(media)
                 continue
 

apertis_tests_lib/tracker.py

@@ -20,15 +20,18 @@ from . import LONG_JPEG_NAME
 
 class TrackerIndexerMixin:
     def __init__(self):
-        # Stop tracker and reset its DB
+        print("TrackerIndexerMixin: Stop tracker-store and tracker-miner-fs "
+              "services")
         subprocess.check_call(
             'systemctl --user stop tracker-store tracker-miner-fs',
             shell=True)
-        subprocess.check_call('tracker-control -r',
+
+        print("TrackerIndexerMixin: Reset tracker's DB")
+        subprocess.check_call('yes | tracker reset -r',
                               stdout=subprocess.DEVNULL,
                               shell=True)
 
-        self.loop = GLib.MainLoop.new(None, False)
+        print("TrackerIndexerMixin: init done")
 
     def miner_progress_cb(self, manager, miner, status, progress,
                           remaining_time):

apertis_tests_lib/tumbler.py

+# -*- coding: utf-8 -*-
+
+# Copyright © 2015 Collabora Ltd.
+#
+# SPDX-License-Identifier: MPL-2.0
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+import hashlib
+import os
+
+from gi.repository import GLib
+from gi.repository import Gio
+
+
+class TumblerMixin:
+    def __init__(self):
+        # Monitor thumbnail creation to know when it's done. The DBus API
+        # doesn't have a method to query the initial state but we can be
+        # reasonably sure it's not thumbnailing anything at this point.
+        self.tumbler_queue = []
+        self.tumbler = Gio.DBusProxy.new_for_bus_sync(
+            Gio.BusType.SESSION,
+            Gio.DBusProxyFlags.DO_NOT_LOAD_PROPERTIES,
+            None,
+            'org.freedesktop.thumbnails.Thumbnailer1',
+            '/org/freedesktop/thumbnails/Thumbnailer1',
+            'org.freedesktop.thumbnails.Thumbnailer1',
+            None)
+        self.tumbler.connect('g-signal', self.__g_signal_cb)
+
+        # Track pending errors. Tumbler emits three signals which we care
+        # about:
+        #  - Ready, which indicates successful thumbnailing for some URIs
+        #  - Error, which indicates errors in thumbnailing for some URIs
+        #  - Finished, which is the final signal emitted for a request
+        # Ready and Error may both be emitted for the same URI, for example if
+        # one of the thumbnailers encounters an error when thumbnailing that
+        # URI, but another thumbnailer subsequently succeeds.
+        # Therefore we must track errors and only propagate them when Finished
+        # is received.
+        #
+        # Each element of this list of a tuple: (uri, error_message).
+        self.tumbler_errors = []
+
+        # Spy on unicast signals that weren't meant for us, because
+        # the Thumbnailer API uses those, and we want to use them to
+        # determine when it has finished. GDBus doesn't have
+        # high-level API for this sort of nonsense so we do it the hard way.
+        match_rule = ("type=signal,"
+                      "sender='org.freedesktop.thumbnails.Thumbnailer1',"
+                      "eavesdrop=true")
+        conn = self.tumbler.get_connection()
+        conn.call_sync('org.freedesktop.DBus',
+                       '/org/freedesktop/DBus',
+                       'org.freedesktop.DBus',
+                       'AddMatch',
+                       GLib.Variant('(s)', (match_rule,)),
+                       None, Gio.DBusCallFlags.NONE, -1, None)
+
+    def __g_signal_cb(self, proxy, sender_name, signal_name, parameters):
+        print('TumblerMixin: Received signal:', signal_name)
+
+        if signal_name == 'Started':
+            child = parameters.get_child_value(0)
+            self.tumbler_queue.append(child.get_uint32())
+        elif signal_name == 'Finished':
+            child = parameters.get_child_value(0)
+            self.tumbler_queue.remove(child.get_uint32())
+
+            # Any errors remaining?
+            if len(self.tumbler_errors) > 0:
+                l = [': '.join(p) for p in self.tumbler_errors]
+                raise Exception("Error creating thumbnails: %s" % ', '.join(l))
+
+            # Clear them.
+            self.tumbler_errors = []
+        elif signal_name == 'Ready':
+            child = parameters.get_child_value(1)
+            uris = child.get_strv()
+
+            # Remove any now-successful URIs from the error list.
+            self.tumbler_errors = [p for p in self.tumbler_errors
+                                   if p[0] not in uris]
+        elif signal_name == 'Error':
+            child = parameters.get_child_value(1)
+            uris = child.get_strv()
+            child = parameters.get_child_value(3)
+            msg = child.get_string()
+
+            # Append to the error list.
+            for uri in uris:
+                self.tumbler_errors.append((uri, msg))
+
+    def __get_supported_cb(self, source, result):
+        self.tumbler.call_finish(result)
+        self.loop.quit()
+
+    def tumbler_drain_queue(self):
+        # Drain the DBus queue to make sure we received all signals
+        self.tumbler.call('GetSupported',
+                          GLib.Variant.new_tuple(),
+                          Gio.DBusCallFlags.NONE,
+                          -1,
+                          None,
+                          self.__get_supported_cb)
+        self.loop.run()
+
+        context = self.loop.get_context()
+        while len(self.tumbler_queue) > 0:
+            context.iteration(True)
+
+    def tumbler_assert_thumbnailed(self, root, filename):
+        removable = False
+        monitor = Gio.VolumeMonitor.get()
+        mounts = monitor.get_mounts()
+        for m in mounts:
+            if m.get_root().get_path() == root:
+                removable = m.can_eject()
+                break
+
+        media_path = os.path.join(root, filename)
+
+        if removable:
+            dirname = os.path.dirname(media_path)
+            basename = os.path.basename(media_path)
+            digest = hashlib.md5(bytes(basename, encoding='UTF-8')).hexdigest()
+            thumbdir = os.path.join(dirname, '.sh_thumbnails')
+        else:
+            uri = 'file://' + media_path
+            digest = hashlib.md5(bytes(uri, encoding='UTF-8')).hexdigest()
+            thumbdir = os.path.join(self.homedir, '.cache', 'thumbnails')
+
+        path = os.path.join(thumbdir, 'normal', digest + '.png')
+        self.assertTrue(os.path.isfile(path))

apparmor/apparmor-basic-profiles.yaml

-metadata:
-  name: apparmor-basic-profiles
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Test basic apparmor profiles. Only parsing and 
-                syntax of profiles are tested for now."
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-run:
-  steps:
-    - common/run-test-in-systemd --user=user --timeout=90 --basename apparmor/automated/run-test.sh --debug
-
-parse:
-  pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$

apparmor/apparmor-chaiwala-system.yaml

-metadata:
-  name: apparmor-chaiwala-system
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Run chaiwala-apparmor test suite"
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-install:
-  deps:
-  - busybox
-  - apertis-tests-apparmor-goals
-  - apertis-tests-apparmor-report
-
-run:
-  steps:
-  - echo -n | sudo tee /var/log/audit/audit.log
-  - common/run-test-in-systemd --timeout=90 --basename /usr/lib/apertis-tests/apparmor/goals/lava_run_tests
-  - sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
-
-parse:
-  fixupdict:
-    FAILED: fail
-    PASSED: pass
-    SKIP: skip
-  pattern: ^(?P<test_case_id>.+)\:\s(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)\s-
-

apparmor/apparmor-dbus.yaml

-metadata:
-  name: apparmor-dbus
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Tests that the D-Bus mediation in AppArmor works properly."
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-install:
-  deps:
-  - busybox
-  - apertis-tests-apparmor-dbus
-  - apertis-tests-apparmor-report
-
-run:
-  steps:
-  - echo -n | sudo tee /var/log/audit/audit.log
-  - "common/run-test-in-systemd --name=load-profiles --timeout=90 apparmor_parser --reload --skip-cache /etc/apparmor.d/usr.lib.apertis-tests.apparmor.dbus.dbus-*.py"
-  - "common/run-test-in-systemd --name=run-test-dbus --timeout=90 /usr/lib/apertis-tests/apparmor/dbus/test-dbus"
-  - sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
-
-parse:
-  pattern: ^(?P<test_case_id>[\w\-\.]+):\s(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$
-

apparmor/apparmor-folks.yaml

-metadata:
-  name: apparmor-folks
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Run apparmor-folks test suite"
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-install:
-  deps:
-  - apparmor
-  - apparmor-profiles
-  - busybox
-  - chaiwala-apparmor-profiles
-  - apertis-tests-apparmor-report
-  - chaiwala-tests
-  - evolution-data-server
-  - folks-tools
-  - syncevolution
-  - python3
-
-run:
-  steps:
-  - echo -n | sudo tee /var/log/audit/audit.log
-  - common/run-test-in-systemd --name=run-test-folks --timeout=300 apparmor/folks/test-folks
-  - sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
-
-parse:
-  pattern: ^(?P<test_case_id>.+)\.expected:\s*(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$
-

apparmor/apparmor-functional-demo.yaml

-metadata:
-  name: apparmor-functional-demo
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Run apparmor-demo test suite"
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-install:
-  deps:
-  - apparmor-demo
-  - busybox
-  - apertis-tests-apparmor-report
-
-run:
-  steps:
-  - echo -n | sudo tee /var/log/audit/audit.log
-  - common/run-test-in-systemd --name=run-lava_run_tests --timeout=90 /usr/lib/apparmor-demo/lava_run_tests
-  - sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
-
-parse:
-  fixupdict:
-    FAILED: fail
-    PASSED: pass
-    SKIP: skip
-  pattern: ^(?P<test_case_id>.+)\.sh:\s*(?P<result>PASS|PASSED|pass|FAIL|FAILED|fail|SKIP|skip|UNKNOWN|unknown)\s*-
-

apparmor/apparmor-geoclue.yaml

-metadata:
-  name: apparmor-geoclue
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Tests that the geoclue profile works properly does not allow arbitrary 
-                reading of files in the home directory."
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-install:
-  deps:
-  - busybox
-  - apertis-tests-apparmor-geoclue
-
-run:
-  steps:
-  - echo -n | sudo tee /var/log/audit/audit.log
-  - common/run-test-in-systemd --name run-test-geoclue --timeout 90 /usr/lib/apertis-tests/apparmor/geoclue/test-geoclue
-  - sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
-
-parse:
-  pattern: ^(?P<test_case_id>[\w\-\.]+):\s(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)$
-

apparmor/apparmor-gstreamer1-0.yaml

-metadata:
-  name: apparmor-gstreamer1-0
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Run apparmor-gstreamer1.0 test suite"
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-install:
-  deps:
-  - busybox
-  - apertis-tests-apparmor-gstreamer1.0
-  - apertis-tests-apparmor-report
-
-run:
-  steps:
-  - echo -n | sudo tee /var/log/audit/audit.log
-  # Use a timeout of 300s because some of the media file handling on embedded
-  # devices can be slow. This test is purely for AppArmor, not multimedia
-  # performance.
-  - common/run-test-in-systemd --name run-test-sh --timeout 300 --user=user /usr/lib/apertis-tests/apparmor/gstreamer1.0/lava_run_tests
-  - sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
-
-parse:
-  fixupdict:
-    FAILED: fail
-    PASSED: pass
-    SKIP: skip
-  pattern: ^(?P<test_case_id>.+)\.sh:\s*(?P<result>PASS|pass|FAIL|fail|SKIP|skip|UNKNOWN|unknown)\s*-
-