#!/bin/bash
. /usr/share/beakerlib/beakerlib.sh || exit 1

rlJournalStart
    rlPhaseStartSetup
        rlRun "pushd data"
        rlRun "set -o pipefail"
        rlRun "tmp=\$(mktemp -d)" 0 "Creating tmp directory"
        rlRun "run_dir=$tmp/run-subresults"
    rlPhaseEnd

    for method in tmt; do
        rlPhaseStartTest "[$method] Basic format checks"
            rlRun -s "tmt run -av --id $run_dir execute -h $method report -h junit --file junit.xml 2>&1 >/dev/null" 2
            rlAssertGrep "6 tests passed, 5 tests failed and 2 errors" "$rlRun_LOG"
            rlAssertGrep '00:00:00 pass /test/shell/escape"<speci&l>_chars (on default-0)' "$rlRun_LOG"
            rlAssertGrep '<testsuite name="/plan" disabled="0" errors="2" failures="5" skipped="0" tests="13"' "junit.xml"
            rlAssertGrep 'fail</failure>' "junit.xml"

            # Test the escape of special characters
            rlAssertGrep '<testcase name="/test/shell/escape&quot;&lt;speci&amp;l&gt;_chars">' "junit.xml"
            rlAssertGrep '<system-out>&lt;speci&amp;l&gt;"chars and control chars</system-out>' "junit.xml"

            # Check there is no schema problem reported
            rlAssertNotGrep 'The generated XML output is not a valid XML file or it is not valid against the XSD schema\.' "$rlRun_LOG"
        rlPhaseEnd

        rlPhaseStartTest "[$method] Check the flavor argument is working"
            rlRun -s "tmt run --last -v --id $run_dir execute -h $method report -h junit --file junit.xml --flavor default --force 2>&1 >/dev/null" 2
            rlAssertGrep "6 tests passed, 5 tests failed and 2 errors" "$rlRun_LOG"

            # Check there is no schema problem reported
            rlAssertNotGrep 'The generated XML output is not a valid XML file or it is not valid against the XSD schema\.' "$rlRun_LOG"
        rlPhaseEnd

        rlPhaseStartTest "[$method] Check the mutually exclusive arguments"
            rlRun -s "tmt run --last -v --id $run_dir execute -h $method report -h junit --file junit.xml --flavor custom --force 2>&1 >/dev/null" 2
            rlAssertGrep "The 'custom' flavor requires the '--template-path' argument." "$rlRun_LOG"

            rlRun -s "tmt run --last -v execute -h $method report -h junit --file junit.xml --template-path custom.xml.j2 --force 2>&1 >/dev/null" 2
            rlAssertGrep "The '--template-path' can be used only with '--flavor=custom'." "$rlRun_LOG"

        rlPhaseEnd

        rlPhaseStartTest "[$method] Check the 'custom' flavor with a custom XML template"
            rlRun -s "tmt run --last -v --id $run_dir execute -h $method report -h junit --file custom-template-out.xml --template-path custom.xml.j2 --flavor custom --force 2>&1 >/dev/null" 2

            # There must not be a schema check when using a custom flavor
            rlAssertGrep "The 'custom' JUnit flavor is used, you are solely responsible for the validity of the XML schema\." "$rlRun_LOG"

            rlAssertGrep '<test name="/test/beakerlib/fail" value="fail"/>' "custom-template-out.xml"
            rlAssertGrep '<test name="/test/beakerlib/pass" value="pass"/>' "custom-template-out.xml"
            rlAssertGrep '<test name="/test/shell/pass" value="pass"/>' "custom-template-out.xml"
            rlAssertGrep '<test name="/test/shell/timeout" value="error"/>' "custom-template-out.xml"
            rlAssertGrep '<test name="/test/shell/escape&quot;&lt;speci&amp;l&gt;_chars" value="pass"/>' "custom-template-out.xml"
            rlAssertGrep '<test name="/test/shell/big-output" value="pass"/>' "custom-template-out.xml"
        rlPhaseEnd

        rlPhaseStartTest "[$method] Check the 'custom' flavor with very deep XML trees"
            rlRun -s "tmt run --last -v --id $run_dir execute -h $method report -h junit --file custom-deep-tree-template-out.xml --template-path custom-deep-tree.xml.j2 --flavor custom --force 2>&1 >/dev/null" 2

            rlAssertNotGrep 'Excessive depth in document' "$rlRun_LOG"
        rlPhaseEnd

        rlPhaseStartTest "[$method] The 'custom' flavor with a custom **non-XML** template must not work"
            rlRun -s "tmt run --last -v execute -h $method report -h junit --file custom-template-out.xml --template-path non-xml-custom.j2 --flavor custom --force 2>&1 >/dev/null" 2

            rlAssertGrep 'The generated XML output is not a valid XML file.' "$rlRun_LOG"
        rlPhaseEnd

        rlPhaseStartTest "[$method] Check the 'custom' flavor and context for subresults"
            rlRun "tmt run --last -v execute -h $method report -h junit --file custom-subresults-template-out.xml --template-path custom-subresults.xml.j2 --flavor custom --force 2>&1 >/dev/null" 2

            # Beakerlib subresults
            rlAssertGrep '<subresult name="/Test" outcome="fail"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/Test" outcome="pass"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/phase-setup" outcome="pass"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/phase-test-pass" outcome="pass"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/phase-test-fail" outcome="fail"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/extra-tmt-report-result/good" outcome="pass"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/extra-tmt-report-result/bad" outcome="fail"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/extra-tmt-report-result/weird" outcome="warn"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/extra-tmt-report-result/skip" outcome="skip"/>' "custom-subresults-template-out.xml"

            # Chosen shell subresults
            rlAssertGrep '<subresult name="/fail-subtest/good" outcome="pass"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/pass-subtest/good0" outcome="pass"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<subresult name="/skip-subtest/extra-skip" outcome="skip"/>' "custom-subresults-template-out.xml"
            rlAssertGrep '<result name="/test/shell/subresults/skip" disabled="0" errors="0" failures="0" skipped="1" tests="2" time="0" outcome="pass"' "custom-subresults-template-out.xml"
            rlAssertGrep '<result name="/test/shell/subresults/sleep" disabled="0" errors="0" failures="1" skipped="0" tests="2" time="5"' "custom-subresults-template-out.xml"
        rlPhaseEnd

        rlPhaseStartTest "[$method] Check the 'subresults' flavor"
            rlRun "tmt run -avr execute -h $method report -h junit --file subresults-out.xml --flavor subresults 2>&1 >/dev/null | tee output" 2

            rlAssertGrep '<testsuites disabled="0" errors="2" failures="5" tests="13"' "subresults-out.xml"

            # Parent result recorded in testuite tag
            rlAssertGrep '<testsuite name="/test/beakerlib/fail" disabled="0" errors="0" failures="2" skipped="0" tests="2"' "subresults-out.xml"

            # Parent result testsuite must have its respective testcase tag with the same name
            rlAssertGrep '<testcase name="/test/beakerlib/fail">' "subresults-out.xml"

            rlAssertGrep '<testsuite name="/test/beakerlib/pass" disabled="0" errors="0" failures="0" skipped="0" tests="2" ' "subresults-out.xml"
            rlAssertGrep '<testcase name="/test/beakerlib/pass">' "subresults-out.xml"

            rlAssertGrep '<testsuite name="/test/shell/big-output" disabled="0" errors="0" failures="0" skipped="0" tests="1"' "subresults-out.xml"
            rlAssertGrep '<testcase name="/test/shell/big-output">' "subresults-out.xml"

            rlAssertGrep '<testsuite name="/test/shell/fail" disabled="0" errors="0" failures="1" skipped="0" tests="1"' "subresults-out.xml"
            rlAssertGrep '<testcase name="/test/shell/fail">' "subresults-out.xml"

            rlAssertGrep '<testsuite name="/test/shell/subresults/pass" disabled="0" errors="0" failures="0" skipped="0" tests="4"' "subresults-out.xml"
            rlAssertGrep '<testcase name="/test/shell/subresults/pass">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/pass-subtest/good0">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/pass-subtest/good1">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/pass-subtest/good2">' "subresults-out.xml"

            rlAssertGrep '<testsuite name="/test/beakerlib/subresults" disabled="0" errors="1" failures="3" skipped="1" tests="10"' "subresults-out.xml"
            rlAssertGrep '<testcase name="/test/beakerlib/subresults">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/phase-setup">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/phase-test-pass">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/phase-test-fail">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/extra-tmt-report-result/good">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/extra-tmt-report-result/bad">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/extra-tmt-report-result/weird">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/extra-tmt-report-result/skip">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/phase-test-multiple-tmt-report-result">' "subresults-out.xml"
            rlAssertGrep '<testcase name="/phase-cleanup">' "subresults-out.xml"
        rlPhaseEnd
    done

    rlPhaseStartCleanup
        rlRun "rm *.xml"
        rlRun "popd"
        rlRun "rm -rf $tmp"
    rlPhaseEnd
rlJournalEnd