Add an initial set of basic tests

teemtee · Oct 4, 2019 · 2a9fb8a · 2a9fb8a
1 parent 4f2de91
commit 2a9fb8a
Show file tree

Hide file tree

Showing 10 changed files with 100 additions and 0 deletions.
diff --git a/stories/docs.fmf b/stories/docs.fmf
@@ -2,6 +2,9 @@ story:
     As a command line user I want to have all essential
     documentation at hand.
 
+tested: /tests/docs
+implemented: /tmt/cli
+
 /help:
     story:
         Main command and all its subcommands should provide --help

diff --git a/tests/docs/main.fmf b/tests/docs/main.fmf
@@ -0,0 +1,2 @@
+summary: Check that essential documentation is working
+coverage: /stories/docs
diff --git a/tests/docs/test.sh b/tests/docs/test.sh
@@ -0,0 +1,36 @@
+#!/bin/bash
+
+# Include Beaker environment
+. /usr/share/beakerlib/beakerlib.sh || exit 1
+
+PACKAGE="tmt"
+EXAMPLES="/usr/share/doc/tmt/examples"
+
+rlJournalStart
+    rlPhaseStartSetup
+        rlAssertRpm $PACKAGE
+        rlRun "TmpDir=\$(mktemp -d)" 0 "Creating tmp directory"
+        rlRun "pushd $TmpDir"
+        rlRun "set -o pipefail"
+    rlPhaseEnd
+
+    rlPhaseStartTest "help"
+        rlRun "tmt --help | tee help" 0 "Run help"
+        rlAssertGrep "Test Metadata Tool" "help"
+    rlPhaseEnd
+
+    rlPhaseStartTest "man"
+        rlRun "man tmt | tee man" 0 "Check man page"
+        rlAssertGrep "usage is straightforward" "man"
+    rlPhaseEnd
+
+    rlPhaseStartTest "examples"
+        rlRun "ls $EXAMPLES | tee examples" 0 "Check examples"
+        rlAssertGrep "mini" "examples"
+    rlPhaseEnd
+
+    rlPhaseStartCleanup
+        rlRun "popd"
+        rlRun "rm -r $TmpDir" 0 "Removing tmp directory"
+    rlPhaseEnd
+rlJournalEnd
diff --git a/tests/ls/example-test.txt b/tests/ls/example-test.txt
@@ -0,0 +1,3 @@
+/basic/smoke:
+    summary: "Basic smoke test"
+    test: tmt --help
diff --git a/tests/ls/example-testset.txt b/tests/ls/example-testset.txt
@@ -0,0 +1,5 @@
+/smoke:
+    discover:
+        how: fmf
+    execute:
+        how: shell
diff --git a/tests/ls/main.fmf b/tests/ls/main.fmf
@@ -0,0 +1,2 @@
+summary: List available tests and testsets
+description: Make sure that 'tmt test ls' and 'tmt testset ls' work.
diff --git a/tests/ls/test.sh b/tests/ls/test.sh
@@ -0,0 +1,35 @@
+#!/bin/bash
+
+# Include Beaker environment
+. /usr/share/beakerlib/beakerlib.sh || exit 1
+
+examples="/usr/share/doc/tmt/examples/systemd"
+
+rlJournalStart
+    rlPhaseStartSetup
+        rlAssertRpm "tmt"
+        rlRun "TmpDir=\$(mktemp -d)" 0 "Creating tmp directory"
+        rlRun "cp example-test.txt $TmpDir/test.fmf"
+        rlRun "cp example-testset.txt $TmpDir/testset.fmf"
+        rlRun "pushd $TmpDir"
+        rlRun "fmf init"
+        rlRun "set -o pipefail"
+    rlPhaseEnd
+
+    rlPhaseStartTest "Test listing available tests"
+        rlRun "tmt test ls | tee output"
+        rlAssertGrep "/test/basic/smoke" "output"
+        rlAssertNotGrep "/testset/smoke" "output"
+    rlPhaseEnd
+
+    rlPhaseStartTest "Test listing available testsets"
+        rlRun "tmt testset ls | tee output"
+        rlAssertGrep "/testset/smoke" "output"
+        rlAssertNotGrep "/test/basic/smoke" "output"
+    rlPhaseEnd
+
+    rlPhaseStartCleanup
+        rlRun "popd"
+        rlRun "rm -r $TmpDir" 0 "Removing tmp directory"
+    rlPhaseEnd
+rlJournalEnd
diff --git a/tests/main.fmf b/tests/main.fmf
@@ -0,0 +1,3 @@
+test: ./test.sh
+contact: Petr Šplíchal <psplicha@redhat.com>
+duration: 5m
diff --git a/testsets/basic.fmf b/testsets/basic.fmf
@@ -0,0 +1,7 @@
+summary:
+    Essential command line features
+discover:
+    how: fmf
+    repository: https://github.com/psss/fmf
+execute:
+    how: beakerlib
diff --git a/testsets/smoke.fmf b/testsets/smoke.fmf
@@ -0,0 +1,4 @@
+summary:
+    Just a basic smoke test
+execute:
+    script: tmt --help