From 0f9b2f79dae3d696b01e7769a8527bd15f9f5daa Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Fr=C3=A9d=C3=A9ric=20Dalleau?=
 <frederic.dalleau@collabora.com>
Date: Thu, 31 Jan 2019 15:21:27 +0000
Subject: [PATCH] Add test for OSTree update manager
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

This commit add new tests for update manager of OStree images.
Upgrade test, API test, rollback test, power cut test and out of space test.
Refer to https://phabricator.apertis.org/T5684 for informations

Signed-off-by: Frédéric Dalleau <frederic.dalleau@collabora.com>
---
 test-cases/aum-api.yaml                | 34 ++++++++++++++++++++++++++
 test-cases/aum-offline-upgrade.yaml    | 34 ++++++++++++++++++++++++++
 test-cases/aum-out-of-space.yaml       | 34 ++++++++++++++++++++++++++
 test-cases/aum-power-cut.yaml          | 34 ++++++++++++++++++++++++++
 test-cases/aum-rollback-blacklist.yaml | 34 ++++++++++++++++++++++++++
 5 files changed, 170 insertions(+)
 create mode 100644 test-cases/aum-api.yaml
 create mode 100644 test-cases/aum-offline-upgrade.yaml
 create mode 100644 test-cases/aum-out-of-space.yaml
 create mode 100644 test-cases/aum-power-cut.yaml
 create mode 100644 test-cases/aum-rollback-blacklist.yaml

diff --git a/test-cases/aum-api.yaml b/test-cases/aum-api.yaml
new file mode 100644
index 00000000..6a030e6f
--- /dev/null
+++ b/test-cases/aum-api.yaml
@@ -0,0 +1,34 @@
+metadata:
+  name: aum-api
+  format: "Apertis Test Definition 1.0"
+  image-types:
+    minimal: [ armhf-internal ]
+  image-deployment:
+    - OSTree
+  type: functional
+  exec-type: automated
+  priority: critical
+  maintainer: "Apertis Project"
+  description: "Apertis update manager: API test
+    This test ensures that the update manager API behaves as expected."
+
+  expected:
+    - "The automated test should succeed."
+
+  notes:
+    - "The automated uses internet"
+
+install:
+  git-repos:
+    - url: https://gitlab.apertis.org/tests/aum-offline-upgrade.git
+      branch: apertis/v2019dev0
+
+run:
+  steps:
+    - "# Enter test directory:"
+    - cd aum-offline-upgrade
+    - "# Execute the following command:"
+    - common/run-test-in-systemd --timeout=900 --name=api env DEBUG=2 RELEASE=$RELEASE ARCH=$ARCH BASEURL=$BASEURL IMGPATH=$IMGPATH IMGDATE=$IMGDATE IMGTYPE=$IMGTYPE IMGNAME=$IMGNAME BOARD=$BOARD ./run-test-api.sh
+
+parse:
+  pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
diff --git a/test-cases/aum-offline-upgrade.yaml b/test-cases/aum-offline-upgrade.yaml
new file mode 100644
index 00000000..e1c48057
--- /dev/null
+++ b/test-cases/aum-offline-upgrade.yaml
@@ -0,0 +1,34 @@
+metadata:
+  name: aum-offline-upgrade
+  format: "Apertis Test Definition 1.0"
+  image-types:
+    minimal: [ armhf-internal ]
+  image-deployment:
+    - OSTree
+  type: functional
+  exec-type: automated
+  priority: critical
+  maintainer: "Apertis Project"
+  description: "Apertis update manager: Offline upgrade test
+    This test ensures that the update manager is able to install an update provided offline."
+
+  expected:
+    - "The automated test should succeed."
+
+  notes:
+    - "The automated uses internet"
+
+install:
+  git-repos:
+    - url: https://gitlab.apertis.org/tests/aum-offline-upgrade.git
+      branch: apertis/v2019dev0
+
+run:
+  steps:
+    - "# Enter test directory:"
+    - cd aum-offline-upgrade
+    - "# Execute the following command:"
+    - common/run-test-in-systemd --timeout=900 --name=offline-upgrade env DEBUG=2 RELEASE=$RELEASE ARCH=$ARCH BASEURL=$BASEURL IMGPATH=$IMGPATH IMGDATE=$IMGDATE IMGTYPE=$IMGTYPE IMGNAME=$IMGNAME BOARD=$BOARD ./run-test-offline-upgrade.sh
+
+parse:
+  pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
diff --git a/test-cases/aum-out-of-space.yaml b/test-cases/aum-out-of-space.yaml
new file mode 100644
index 00000000..efc94cbb
--- /dev/null
+++ b/test-cases/aum-out-of-space.yaml
@@ -0,0 +1,34 @@
+metadata:
+  name: aum-out-of-space
+  format: "Apertis Test Definition 1.0"
+  image-types:
+    minimal: [ armhf-internal ]
+  image-deployment:
+    - OSTree
+  type: functional
+  exec-type: automated
+  priority: critical
+  maintainer: "Apertis Project"
+  description: "Apertis update manager: Out of space update test
+    This test ensures that the update manager behaves appropriately in low disk space conditions."
+
+  expected:
+    - "The automated test should succeed."
+
+  notes:
+    - "The automated update tests uses internet"
+
+install:
+  git-repos:
+    - url: https://gitlab.apertis.org/tests/aum-offline-upgrade.git
+      branch: apertis/v2019dev0
+
+run:
+  steps:
+    - "# Enter test directory:"
+    - cd aum-offline-upgrade
+    - "# Execute the following command:"
+    - common/run-test-in-systemd --timeout=900 --name=out-of-space env DEBUG=2 RELEASE=$RELEASE ARCH=$ARCH BASEURL=$BASEURL IMGPATH=$IMGPATH IMGDATE=$IMGDATE IMGTYPE=$IMGTYPE IMGNAME=$IMGNAME BOARD=$BOARD ./run-test-out-of-space.sh
+
+parse:
+  pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
diff --git a/test-cases/aum-power-cut.yaml b/test-cases/aum-power-cut.yaml
new file mode 100644
index 00000000..98b471db
--- /dev/null
+++ b/test-cases/aum-power-cut.yaml
@@ -0,0 +1,34 @@
+metadata:
+  name: aum-power-cut
+  format: "Apertis Test Definition 1.0"
+  image-types:
+    minimal: [ armhf-internal ]
+  image-deployment:
+    - OSTree
+  type: functional
+  exec-type: automated
+  priority: critical
+  maintainer: "Apertis Project"
+  description: "Apertis update manager: Power cut resiliency test
+    This test ensures that the update manager resists a power cut."
+
+  expected:
+    - "The automated test should succeed."
+
+  notes:
+    - "The automated uses internet"
+
+install:
+  git-repos:
+    - url: https://gitlab.apertis.org/tests/aum-offline-upgrade.git
+      branch: apertis/v2019dev0
+
+run:
+  steps:
+    - "# Enter test directory:"
+    - cd aum-offline-upgrade
+    - "# Execute the following command:"
+    - common/run-test-in-systemd --timeout=900 --name=power-cut env DEBUG=2 RELEASE=$RELEASE ARCH=$ARCH BASEURL=$BASEURL IMGPATH=$IMGPATH IMGDATE=$IMGDATE IMGTYPE=$IMGTYPE IMGNAME=$IMGNAME BOARD=$BOARD ./run-test-power-cut.sh
+
+parse:
+  pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
diff --git a/test-cases/aum-rollback-blacklist.yaml b/test-cases/aum-rollback-blacklist.yaml
new file mode 100644
index 00000000..c2dc2e11
--- /dev/null
+++ b/test-cases/aum-rollback-blacklist.yaml
@@ -0,0 +1,34 @@
+metadata:
+  name: aum-rollback-blacklist
+  format: "Apertis Test Definition 1.0"
+  image-types:
+    minimal: [ armhf-internal ]
+  image-deployment:
+    - OSTree
+  type: functional
+  exec-type: automated
+  priority: critical
+  maintainer: "Apertis Project"
+  description: "Apertis update manager: Blacklist and rollback
+    This test ensures that the update manager is able to rollback and blacklist an invalid update."
+
+  expected:
+    - "The automated test should succeed."
+
+  notes:
+    - "The automated uses internet"
+
+install:
+  git-repos:
+    - url: https://gitlab.apertis.org/tests/aum-offline-upgrade.git
+      branch: apertis/v2019dev0
+
+run:
+  steps:
+    - "# Enter test directory:"
+    - cd aum-offline-upgrade
+    - "# Execute the following command:"
+    - common/run-test-in-systemd --timeout=900 --name=rollback-blacklist env DEBUG=2 RELEASE=$RELEASE ARCH=$ARCH BASEURL=$BASEURL IMGPATH=$IMGPATH IMGDATE=$IMGDATE IMGTYPE=$IMGTYPE IMGNAME=$IMGNAME BOARD=$BOARD  ./run-test-rollback-blacklist.sh
+
+parse:
+  pattern: ^(?P<test_case_id>[a-zA-Z0-9_\-\./]+):\s*(?P<result>pass|fail|skip|unknown)$
-- 
GitLab