tracker: Use the new python tests in LAVA

apparmor/apparmor-tracker.yaml

@@ -21,7 +21,7 @@ install:
 run:
   steps:
   - echo -n | sudo tee /var/log/audit/audit.log
-  - common/run-test-in-systemd --name run-test-tracker --timeout 3000 /usr/lib/apertis-tests/apparmor/tracker/test-tracker
+  - common/run-test-in-systemd --name run-test-tracker --timeout 3000 apparmor/tracker/test-tracker
   - sudo cat /var/log/audit/audit.log | aa_log_extract_tokens.pl PERMITTING REJECTING
 
 parse:

apparmor/tracker/test-tracker

@@ -3,7 +3,7 @@
 
 set -x
 
-TEST_DIR="${TEST_DIR:-/usr/lib/apertis-tests/apparmor/tracker}"
+TEST_DIR=$(cd $(dirname $0); pwd; cd - &>/dev/null)
 # We want to use the pre-existing session bus.
 export LAUNCH_DBUS="no"
 export RUN_AA_TEST_TIMEOUT="2500s"

apparmor/tracker/tracker

@@ -10,10 +10,12 @@ fi
 
 export APERTIS_TESTS_NAME_PREFIX="${1}_"
 
+TEST_DIR=$(cd $(dirname $0); pwd; cd - &>/dev/null)
+
 if [[ $1 == "malicious" ]]; then
     LD_PRELOAD="/usr/lib/apertis-tests/apparmor/tracker/libtracker-malicious-override.so" \
-    DEBUG=2 /usr/share/chaiwala-tests/tracker/automated/run-test.sh
+    $TEST_DIR/../../tracker/automated/test-tracker.py
 else
-    DEBUG=2 /usr/share/chaiwala-tests/tracker/automated/run-test.sh
+    $TEST_DIR/../../tracker/automated/test-tracker.py
 fi
 

apparmor/tracker/tracker.malicious.expected

@@ -5,171 +5,3 @@ denied_mask:r
 operation:open
 name:/home/user/.bash_history
 request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r
-====
-profile:/usr/bin/tracker-control
-sdmode:REJECTING
-denied_mask:r
-operation:open
-name:/home/user/.bash_history
-request_mask:r

common/tracker-configuration.yaml

-metadata:
-  name: tracker-configuration
-  format: "Lava-Test-Shell Test Definition 1.0"
-  description: "Check if tracker indexing is configured properly."
-  maintainer: "luis.araujo@collabora.co.uk"
-  scope:
-  - functional
-  devices:
-  - i386
-  environment:
-  - lava-test-shell
-
-install:
-  deps:
-  - chaiwala-tests
-
-run:
-  steps:
-    - common/run-test-in-systemd --basename --timeout=900 --user=user /usr/share/chaiwala-tests/tracker-configuration/automated/run-test.sh
-
-parse:
-  pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$

common/tracker-indexing-local-storage.yaml

@@ -12,12 +12,12 @@ metadata:
 
 install:
   deps:
-  - chaiwala-tests
+  - apertis-tests
   - tracker-utils
 
 run:
   steps:
-    - common/run-test-in-systemd --user=user --name=run-test --timeout=900 env DEBUG=2 /usr/share/chaiwala-tests/tracker/automated/run-test.sh
+    - common/run-test-in-systemd --user=user --name=run-test --timeout=900 tracker/automated/test-tracker.py
 
 parse:
   pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$

debian/control

@@ -29,7 +29,10 @@ Vcs-Git: https://git.apertis.org/git/apertis-tests.git
 
 Package: apertis-tests
 Architecture: all
-Depends: ${misc:Depends}
+Depends: ${misc:Depends},
+         gir1.2-grilo-0.2,
+         gir1.2-tracker-1.0
+
 Description: automated and manual test definitions
  This package installs test scripts, test data and other pieces of
  automated and manual tests.
@@ -134,7 +137,6 @@ Depends:
  apparmor (>= 2.8.0-0ubuntu5co4),
  apparmor-profiles,
  chaiwala-apparmor-profiles,
- chaiwala-tests,
  tracker (>= 0.14.1),
  tracker-utils,
 Description: Functional tests for Tracker AppArmor profiles/abstractions

templates/group-common-tpl.json

@@ -364,24 +364,6 @@
         ]
       }
     },
-    {
-      "command": "lava_test_shell",
-      "parameters": {
-        "timeout": 1000,
-        "testdef_repos": [
-          {
-            "git-repo": "https://lavagit:uT0ahxeiaiD5nie7@git.apertis.org/git/apertis-tests.git",
-            "revision": "master",
-            "testdef": "common/sanity-check.yaml"
-          },
-          {
-            "git-repo": "https://lavagit:uT0ahxeiaiD5nie7@git.apertis.org/git/apertis-tests.git",
-            "revision": "master",
-            "testdef": "common/tracker-configuration.yaml"
-          }
-        ]
-      }
-    },
     {
       "command": "lava_test_shell",
       "parameters": {

tracker/automated/README

@@ -2,10 +2,3 @@ This test purges all tracker DBs and config when it runs!
 
 Do not run this on a system where you care about tracker data.
 
-Debug output variables:
-
-* DEBUG=1 will make the script show stdout
-* DEBUG=2 will make the script show stderr+stdout
-* G_MESSAGES_DEBUG=all will make the test program and tracker show g_debug msgs
- + Note: this will interfere with programs that read stdout output to verify
-   that the test completed successfully