:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Setup :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:56:49 ] :: [ BEGIN ] :: Create tmp directory :: actually running 'tmp=$(mktemp -d)' :: [ 08:56:49 ] :: [ PASS ] :: Create tmp directory (Expected 0, got 0) :: [ 08:56:49 ] :: [ BEGIN ] :: Running 'cp -a data /tmp/tmp.6TX4wIVvB0' :: [ 08:56:49 ] :: [ PASS ] :: Command 'cp -a data /tmp/tmp.6TX4wIVvB0' (Expected 0, got 0) :: [ 08:56:49 ] :: [ BEGIN ] :: Running 'cp -a data_sources /tmp/tmp.6TX4wIVvB0' :: [ 08:56:49 ] :: [ PASS ] :: Command 'cp -a data_sources /tmp/tmp.6TX4wIVvB0' (Expected 0, got 0) :: [ 08:56:49 ] :: [ BEGIN ] :: Running 'cp -a data_duplicate_ids /tmp/tmp.6TX4wIVvB0' :: [ 08:56:49 ] :: [ PASS ] :: Command 'cp -a data_duplicate_ids /tmp/tmp.6TX4wIVvB0' (Expected 0, got 0) :: [ 08:56:49 ] :: [ BEGIN ] :: Running 'pushd /tmp/tmp.6TX4wIVvB0/data' /tmp/tmp.6TX4wIVvB0/data /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:56:49 ] :: [ PASS ] :: Command 'pushd /tmp/tmp.6TX4wIVvB0/data' (Expected 0, got 0) :: [ 08:56:49 ] :: [ BEGIN ] :: Running 'set -o pipefail' :: [ 08:56:49 ] :: [ PASS ] :: Command 'set -o pipefail' (Expected 0, got 0) :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 0s :: Assertions: 6 good, 0 bad :: RESULT: PASS (Setup) tmt-report-result: saving /Setup output /tmp/tmp.bpqn9T6TKV into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Setup/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Perfect :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:56:49 ] :: [ BEGIN ] :: Running 'tmt test lint perfect' /perfect pass C000 fmf node passes schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:56:50 ] :: [ PASS ] :: Command 'tmt test lint perfect' (Expected 0, got 0) :: [ 08:56:50 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vxhzfjwm' should contain 'pass' :: [ 08:56:50 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vxhzfjwm' should contain 'pass T001 correct keys are used' :: [ 08:56:50 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vxhzfjwm' should not contain 'warn' :: [ 08:56:50 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vxhzfjwm' should not contain 'fail' :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 1s :: Assertions: 5 good, 0 bad :: RESULT: PASS (Perfect) tmt-report-result: saving /Perfect output /tmp/tmp.Sps41i0Mk3 into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Perfect/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Good :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:56:50 ] :: [ BEGIN ] :: Running 'tmt test lint good' /good pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:56:52 ] :: [ PASS ] :: Command 'tmt test lint good' (Expected 0, got 0) :: [ 08:56:52 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.fz2ZiLI4' should contain 'pass' :: [ 08:56:52 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.fz2ZiLI4' should contain 'warn' :: [ 08:56:52 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.fz2ZiLI4' should not contain 'fail' :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 2s :: Assertions: 4 good, 0 bad :: RESULT: PASS (Good) tmt-report-result: saving /Good output /tmp/tmp.NaiR8hLW3P into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Good/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Old yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:56:52 ] :: [ BEGIN ] :: Running 'tmt test lint old-yaml' warn: /old-yaml:enabled - 'yes' is not of type 'boolean' /old-yaml warn: /old-yaml:enabled - 'yes' is not of type 'boolean' warn C000 fmf node failed schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:56:53 ] :: [ PASS ] :: Command 'tmt test lint old-yaml' (Expected 0, got 0) :: [ 08:56:53 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.ZX3c0JWz' should contain 'warn: /old-yaml:enabled - 'yes' is not of type 'boolean'' :: [ 08:56:53 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.ZX3c0JWz' should contain 'warn C000 fmf node failed schema validation' :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 1s :: Assertions: 3 good, 0 bad :: RESULT: PASS (Old yaml) tmt-report-result: saving /Old-yaml output /tmp/tmp.pEX3WthQ0m into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Old-yaml/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Bad :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:56:53 ] :: [ BEGIN ] :: Running 'tmt test lint empty' warn: /empty:test - None is not of type 'string' The 'test' attribute in '/empty' must be defined. :: [ 08:56:54 ] :: [ PASS ] :: Command 'tmt test lint empty' (Expected 2, got 2) :: [ 08:56:55 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.kuTcn24w' should contain 'must be defined' :: [ 08:56:55 ] :: [ BEGIN ] :: Running 'tmt test lint bad-path' /bad-path pass C000 fmf node passes schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute fail T004 test path '/tmp/tmp.6TX4wIVvB0/data/not-a-path' does not exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:56:56 ] :: [ PASS ] :: Command 'tmt test lint bad-path' (Expected 1, got 1) :: [ 08:56:56 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vyyEw63Y' should contain 'fail T004 test path '.*/data/not-a-path' does not exist' :: [ 08:56:56 ] :: [ BEGIN ] :: Running 'tmt test lint bad-not-absolute' warn: /bad-not-absolute:path - 'not-absolute' does not match '^/' /bad-not-absolute warn: /bad-not-absolute:path - 'not-absolute' does not match '^/' warn C000 fmf node failed schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined fail T003 directory path is not absolute fail T004 test path '/tmp/tmp.6TX4wIVvB0/data/not-absolute' does not exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:56:57 ] :: [ PASS ] :: Command 'tmt test lint bad-not-absolute' (Expected 1, got 1) :: [ 08:56:57 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.h86w8ycd' should contain 'fail T003 directory path is not absolute' :: [ 08:56:57 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.h86w8ycd' should contain 'fail T004 test path '.*/data/not-absolute' does not exist' :: [ 08:56:57 ] :: [ BEGIN ] :: Running 'tmt test lint relevancy' warn: /relevancy-list: - 'relevancy' does not match any of the regexes: '^extra-' warn: /relevancy-text: - 'relevancy' does not match any of the regexes: '^extra-' /relevancy-list warn C000 key "relevancy" not recognized by schema /schemas/test, and does not match "^extra-" pattern warn C000 fmf node failed schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist fail T005 relevancy has been obsoleted by adjust skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /relevancy-text warn: /relevancy-list: - 'relevancy' does not match any of the regexes: '^extra-' warn: /relevancy-text: - 'relevancy' does not match any of the regexes: '^extra-' warn C000 key "relevancy" not recognized by schema /schemas/test, and does not match "^extra-" pattern warn C000 fmf node failed schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist fail T005 relevancy has been obsoleted by adjust skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:56:58 ] :: [ PASS ] :: Command 'tmt test lint relevancy' (Expected 1, got 1) :: [ 08:56:58 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.7LLFLQtQ' should contain 'fail T005 relevancy has been obsoleted by adjust' :: [ 08:56:58 ] :: [ PASS ] :: File 'relevancy-list.fmf' should contain 'relevancy' :: [ 08:56:58 ] :: [ PASS ] :: File 'relevancy-list.fmf' should not contain 'adjust:' :: [ 08:56:58 ] :: [ PASS ] :: File 'relevancy-text.fmf' should contain 'relevancy' :: [ 08:56:58 ] :: [ PASS ] :: File 'relevancy-text.fmf' should not contain 'adjust:' :: [ 08:56:58 ] :: [ BEGIN ] :: Running 'tmt test lint bad-attribute' warn: /bad-attribute: - 'requires', 'serial_number' do not match any of the regexes: '^extra-' /bad-attribute warn: /bad-attribute: - 'requires', 'serial_number' do not match any of the regexes: '^extra-' warn C000 fmf node failed schema validation warn C001 summary key is missing fail T001 unknown key "requires" is used fail T001 unknown key "serial_number" is used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:00 ] :: [ PASS ] :: Command 'tmt test lint bad-attribute' (Expected 1, got 1) :: [ 08:57:00 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.ElmaV5aL' should contain 'fail T001 unknown key "requires" is used' :: [ 08:57:00 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.ElmaV5aL' should contain 'fail T001 unknown key "serial_number" is used' :: [ 08:57:00 ] :: [ BEGIN ] :: Running 'tmt test lint coverage' warn: /coverage: - 'coverage' does not match any of the regexes: '^extra-' /coverage warn: /coverage: - 'coverage' does not match any of the regexes: '^extra-' warn C000 key "coverage" not recognized by schema /schemas/test, and does not match "^extra-" pattern warn C000 fmf node failed schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected fail T006 the 'coverage' field has been obsoleted by 'link' skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:01 ] :: [ PASS ] :: Command 'tmt test lint coverage' (Expected 1, got 1) :: [ 08:57:01 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.XQeQv7I7' should contain 'fail T006 the 'coverage' field has been obsoleted by 'link'' :: [ 08:57:01 ] :: [ BEGIN ] :: Running 'tmt test lint library-missing-url-path' warn: /library-missing-url-path:require - [{'type': 'library', 'name': '/some/library'}] is not valid under any of the given schemas /library-missing-url-path warn: /library-missing-url-path:require - [{'type': 'library', 'name': '/some/library'}] is not valid under any of the given schemas warn C000 fmf node failed schema validation warn C001 summary should not exceed 50 characters pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test pass T009 all library/file requirements specify type Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:02 ] :: [ PASS ] :: Command 'tmt test lint library-missing-url-path' (Expected 0, got 0) :: [ 08:57:02 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.tgB796bL' should contain 'warn C000 fmf node failed schema validation' :: [ 08:57:02 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.tgB796bL' should contain 'is not valid under any of the given schemas' :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 9s :: Assertions: 21 good, 0 bad :: RESULT: PASS (Bad) tmt-report-result: saving /Bad output /tmp/tmp.YCNXuMm1JX into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Bad/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Fix :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:57:03 ] :: [ BEGIN ] :: Running 'tmt test lint --fix relevancy' warn: /relevancy-list: - 'relevancy' does not match any of the regexes: '^extra-' warn: /relevancy-text: - 'relevancy' does not match any of the regexes: '^extra-' /relevancy-list warn C000 key "relevancy" not recognized by schema /schemas/test, and does not match "^extra-" pattern warn C000 fmf node failed schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist fix T005 relevancy converted into adjust skip T006 legacy 'coverage' field not detected skip T007 not a manual test warn: /relevancy-list: - 'relevancy' does not match any of the regexes: '^extra-' skip T008 not a manual test skip T009 library/file requirements not used /relevancy-text warn: /relevancy-text: - 'relevancy' does not match any of the regexes: '^extra-' warn C000 key "relevancy" not recognized by schema /schemas/test, and does not match "^extra-" pattern warn C000 fmf node failed schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist fix T005 relevancy converted into adjust skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:04 ] :: [ PASS ] :: Command 'tmt test lint --fix relevancy' (Expected 0, got 0) :: [ 08:57:04 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.Wdo1QGQf' should contain 'warn C000 fmf node failed schema validation' :: [ 08:57:04 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.Wdo1QGQf' should contain 'fix T005 relevancy converted into adjust' :: [ 08:57:04 ] :: [ BEGIN ] :: Running 'tmt test lint --fix relevancy' /relevancy-list pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /relevancy-text pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:05 ] :: [ PASS ] :: Command 'tmt test lint --fix relevancy' (Expected 0, got 0) :: [ 08:57:05 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.lRQq7F5D' should contain 'pass C000 fmf node passes schema validation' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-list.fmf' should not contain 'relevancy' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-list.fmf' should contain '#comment' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-list.fmf' should contain 'adjust:' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-list.fmf' should contain 'when: distro == rhel' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-text.fmf' should not contain 'relevancy' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-text.fmf' should contain '#comment' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-text.fmf' should contain 'adjust:' :: [ 08:57:05 ] :: [ PASS ] :: File 'relevancy-text.fmf' should contain 'when: distro == rhel' :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 3s :: Assertions: 13 good, 0 bad :: RESULT: PASS (Fix) tmt-report-result: saving /Fix output /tmp/tmp.rvMRNMNy86 into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Fix/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Manual test :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:57:05 ] :: [ BEGIN ] :: Running 'tmt test lint /manual_true/correct_path/pass' /manual/manual_true/correct_path/pass pass C000 fmf node passes schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data/manual_test_passed' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected pass T007 manual test path "/tmp/tmp.6TX4wIVvB0/data/manual_test_passed/test.md" does exist pass T008 correct manual test syntax skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:07 ] :: [ PASS ] :: Command 'tmt test lint /manual_true/correct_path/pass' (Expected 0, got 0) :: [ 08:57:07 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.YE9VO3f1' should contain 'pass T008 correct manual test syntax' :: [ 08:57:07 ] :: [ BEGIN ] :: Running 'tmt test lint /manual/manual_true/wrong_path' /manual/manual_true/wrong_path pass C000 fmf node passes schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data/manual_test_passed' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected fail T007 manual test path "/tmp/tmp.6TX4wIVvB0/data/manual_test_passed/wrong_path.md" does not exist fail T008 cannot open the manual test path: Unable to open '/tmp/tmp.6TX4wIVvB0/data/manual_test_passed/wrong_path.md'. skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:08 ] :: [ PASS ] :: Command 'tmt test lint /manual/manual_true/wrong_path' (Expected 1, got 1) :: [ 08:57:08 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.lmI31nFE' should contain 'fail T007 manual test path ".*/manual_test_passed/wrong_path.md" does not exist' :: [ 08:57:08 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.lmI31nFE' should contain 'fail T008 cannot open the manual test path: Unable to open '.*/manual_test_passed/wrong_path.md'.' :: [ 08:57:08 ] :: [ BEGIN ] :: Running 'tmt test lint /manual/manual_false' /manual/manual_false pass C000 fmf node passes schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data/manual_test_passed' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:09 ] :: [ PASS ] :: Command 'tmt test lint /manual/manual_false' (Expected 0, got 0) :: [ 08:57:09 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.nwsBA3yb' should contain 'skip T008 not a manual test' :: [ 08:57:09 ] :: [ BEGIN ] :: Running 'tmt test lint /manual_true/correct_path/fail1' /manual/manual_true/correct_path/fail1 pass C000 fmf node passes schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data/manual_test_failed' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected pass T007 manual test path "/tmp/tmp.6TX4wIVvB0/data/manual_test_failed/test.md" does exist warn T008 unknown html heading "

Unknown heading begin

" is used warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections. warn T008 unknown html heading "

Test

" is used warn T008 Heading "

Test

" isn't expected in the section "

Test

" warn T008 unknown html heading "

Unknown heading end

" is used warn T008 2 headings "

Setup

" are used warn T008 3 headings "

Cleanup

" are used warn T008 The number of headings from the section "Step" - 2 doesn't equal to the number of headings from the section "Expect" - 1 in the test section "

Test two

" skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:11 ] :: [ PASS ] :: Command 'tmt test lint /manual_true/correct_path/fail1' (Expected 0, got 0) :: [ 08:57:11 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.b5QcBXVL' should contain 'warn T008 unknown html heading "

Test

" is used' ./test.sh: line 94: h2: No such file or directory ./test.sh: line 95: h3: No such file or directory :: [ 08:57:11 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.b5QcBXVL' should contain 'warn T008 2 headings "

Setup

" are used' :: [ 08:57:11 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.b5QcBXVL' should contain 'warn T008 3 headings "

Cleanup

" are used' :: [ 08:57:11 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.b5QcBXVL' should contain 'warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections.' :: [ 08:57:11 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.b5QcBXVL' should contain 'warn T008 The number of headings from the section "Step" - 2 doesn't equal to the number of headings from the section "Expect" - 1 in the test section "

Test two

"' :: [ 08:57:11 ] :: [ BEGIN ] :: Running 'tmt test lint /manual_true/correct_path/fail2' /manual/manual_true/correct_path/fail2 pass C000 fmf node passes schema validation pass C001 summary key is set and is reasonably long pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data/manual_test_failed_2' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected pass T007 manual test path "/tmp/tmp.6TX4wIVvB0/data/manual_test_failed_2/test.md" does exist warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections. warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections. warn T008 Heading "

Expect

" from the section "Expect" is used outside of Test sections. warn T008 Heading "

Test Step

" from the section "Step" is used outside of Test sections. warn T008 Heading "

Result

" from the section "Expect" is used outside of Test sections. warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections. warn T008 Heading "

Expected Result

" from the section "Expect" is used outside of Test sections. warn T008 Heading "

Test Step

" from the section "Step" is used outside of Test sections. warn T008 Heading "

Result

" from the section "Expect" is used outside of Test sections. warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections. warn T008 Heading "

Expected Result

" from the section "Expect" is used outside of Test sections. warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections. warn T008 Heading "

Result

" from the section "Expect" is used outside of Test sections. warn T008 Heading "

Step

" from the section "Step" is used outside of Test sections. warn T008 "Test" section doesn't exist in the Markdown file skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:12 ] :: [ PASS ] :: Command 'tmt test lint /manual_true/correct_path/fail2' (Expected 0, got 0) :: [ 08:57:12 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.QtEiR2Yl' should contain 'warn T008 "Test" section doesn't exist in the Markdown file' :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 7s :: Assertions: 15 good, 0 bad :: RESULT: PASS (Manual test) tmt-report-result: saving /Manual-test output /tmp/tmp.FuvQgChMEZ into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Manual-test/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Lint by modified source files :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:57:12 ] :: [ BEGIN ] :: Running 'pushd /tmp/tmp.6TX4wIVvB0/data_sources' /tmp/tmp.6TX4wIVvB0/data_sources /tmp/tmp.6TX4wIVvB0/data /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:57:12 ] :: [ PASS ] :: Command 'pushd /tmp/tmp.6TX4wIVvB0/data_sources' (Expected 0, got 0) :: [ 08:57:12 ] :: [ BEGIN ] :: Running 'tmt test lint --source main.fmf' /baz/bb pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_sources/baz' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /foo/inner pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_sources/foo/inner' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /foobar pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_sources/foobar' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /virtual pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_sources' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:13 ] :: [ PASS ] :: Command 'tmt test lint --source main.fmf' (Expected 0, got 0) :: [ 08:57:13 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.XE3gKxhC' should contain '/virtual' :: [ 08:57:13 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.XE3gKxhC' should contain '/baz/bb' :: [ 08:57:13 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.XE3gKxhC' should contain '/foo/inner' :: [ 08:57:13 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.XE3gKxhC' should contain '/foobar' :: [ 08:57:13 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.XE3gKxhC' should not contain '/foo/special' :: [ 08:57:14 ] :: [ BEGIN ] :: Running 'tmt test lint --source /tmp/tmp.6TX4wIVvB0/data_sources/foo/main.fmf' /foo/inner pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_sources/foo/inner' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:15 ] :: [ PASS ] :: Command 'tmt test lint --source /tmp/tmp.6TX4wIVvB0/data_sources/foo/main.fmf' (Expected 0, got 0) :: [ 08:57:15 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.2BKx0HWt' should contain '/foo/inner' :: [ 08:57:15 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.2BKx0HWt' should not contain '/virtual' :: [ 08:57:15 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.2BKx0HWt' should not contain '/baz/bb' :: [ 08:57:15 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.2BKx0HWt' should not contain '/foo/special' :: [ 08:57:15 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.2BKx0HWt' should not contain '/foobar' :: [ 08:57:15 ] :: [ BEGIN ] :: Running 'pushd foobar' /tmp/tmp.6TX4wIVvB0/data_sources/foobar /tmp/tmp.6TX4wIVvB0/data_sources /tmp/tmp.6TX4wIVvB0/data /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:57:15 ] :: [ PASS ] :: Command 'pushd foobar' (Expected 0, got 0) :: [ 08:57:15 ] :: [ BEGIN ] :: Running 'tmt test lint --source *.fmf /tmp/tmp.6TX4wIVvB0/data_sources/baz/bb.fmf' /baz/bb pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_sources/baz' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /foobar pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_sources/foobar' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:16 ] :: [ PASS ] :: Command 'tmt test lint --source *.fmf /tmp/tmp.6TX4wIVvB0/data_sources/baz/bb.fmf' (Expected 0, got 0) :: [ 08:57:16 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vhxL85JS' should contain '/foobar' :: [ 08:57:16 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vhxL85JS' should contain '/baz/bb' :: [ 08:57:16 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vhxL85JS' should not contain '/virtual' :: [ 08:57:16 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vhxL85JS' should not contain '/foo/special' :: [ 08:57:16 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.vhxL85JS' should not contain '/foo/special' :: [ 08:57:16 ] :: [ BEGIN ] :: Running 'popd' /tmp/tmp.6TX4wIVvB0/data_sources /tmp/tmp.6TX4wIVvB0/data /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:57:16 ] :: [ PASS ] :: Command 'popd' (Expected 0, got 0) :: [ 08:57:16 ] :: [ BEGIN ] :: Running 'popd' /tmp/tmp.6TX4wIVvB0/data /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:57:16 ] :: [ PASS ] :: Command 'popd' (Expected 0, got 0) :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 4s :: Assertions: 22 good, 0 bad :: RESULT: PASS (Lint by modified source files) tmt-report-result: saving /Lint-by-modified-source-files output /tmp/tmp.eJ2F50V020 into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Lint-by-modified-source-files/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Lint of duplicate ids :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:57:16 ] :: [ BEGIN ] :: Running 'pushd /tmp/tmp.6TX4wIVvB0/data_duplicate_ids' /tmp/tmp.6TX4wIVvB0/data_duplicate_ids /tmp/tmp.6TX4wIVvB0/data /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:57:16 ] :: [ PASS ] :: Command 'pushd /tmp/tmp.6TX4wIVvB0/data_duplicate_ids' (Expected 0, got 0) :: [ 08:57:16 ] :: [ BEGIN ] :: Running 'tmt test lint /no_duplicates' /no_duplicates/first pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_duplicate_ids/no_duplicates' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /no_duplicates/second pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_duplicate_ids/no_duplicates' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /no_duplicates/third pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_duplicate_ids/no_duplicates' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all pass G001 no duplicate ids detected :: [ 08:57:18 ] :: [ PASS ] :: Command 'tmt test lint /no_duplicates' (Expected 0, got 0) :: [ 08:57:18 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.k8Nm04Gc' should contain 'pass G001 no duplicate ids detected' :: [ 08:57:18 ] :: [ BEGIN ] :: Running 'tmt test lint /duplicates' /duplicates/duplicate_one pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_duplicate_ids/duplicates' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /duplicates/duplicate_two pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_duplicate_ids/duplicates' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used /duplicates/unique pass C000 fmf node passes schema validation warn C001 summary key is missing pass T001 correct keys are used pass T002 test script is defined pass T003 directory path is absolute pass T004 test path '/tmp/tmp.6TX4wIVvB0/data_duplicate_ids/duplicates' does exist skip T005 legacy relevancy not detected skip T006 legacy 'coverage' field not detected skip T007 not a manual test skip T008 not a manual test skip T009 library/file requirements not used Lint checks on all fail G001 duplicate id "c258fc68-3706-44ce-9974-c0abaad5b251" in "/duplicates/duplicate_one" fail G001 duplicate id "c258fc68-3706-44ce-9974-c0abaad5b251" in "/duplicates/duplicate_two" :: [ 08:57:19 ] :: [ PASS ] :: Command 'tmt test lint /duplicates' (Expected 1, got 1) :: [ 08:57:19 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.IxKEGYXs' should contain 'fail G001 duplicate id "c258fc68-3706-44ce-9974-c0abaad5b251" in "/duplicates/duplicate_one"' :: [ 08:57:19 ] :: [ PASS ] :: File '/var/tmp/rlRun_LOG.IxKEGYXs' should contain 'fail G001 duplicate id "c258fc68-3706-44ce-9974-c0abaad5b251" in "/duplicates/duplicate_two"' :: [ 08:57:19 ] :: [ BEGIN ] :: Running 'popd' /tmp/tmp.6TX4wIVvB0/data /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:57:19 ] :: [ PASS ] :: Command 'popd' (Expected 0, got 0) :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 3s :: Assertions: 7 good, 0 bad :: RESULT: PASS (Lint of duplicate ids) tmt-report-result: saving /Lint-of-duplicate-ids output /tmp/tmp.1prUw0AUzy into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Lint-of-duplicate-ids/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Cleanup :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:57:19 ] :: [ BEGIN ] :: Running 'popd' /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/discover/default-0/tests/tests/lint/test :: [ 08:57:19 ] :: [ PASS ] :: Command 'popd' (Expected 0, got 0) :: [ 08:57:19 ] :: [ BEGIN ] :: Remove tmp directory :: actually running 'rm -r /tmp/tmp.6TX4wIVvB0' :: [ 08:57:19 ] :: [ PASS ] :: Remove tmp directory (Expected 0, got 0) :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 0s :: Assertions: 2 good, 0 bad :: RESULT: PASS (Cleanup) tmt-report-result: saving /Cleanup output /tmp/tmp.opWEK6S1sE into /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/Cleanup/output.txt tmt-report-result: adding to the result file /var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/data/tmt-report-results.yaml :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: /tests/lint/test :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: [ 08:57:19 ] :: [ LOG ] :: Phases fingerprint: 4EgrNTvG :: [ 08:57:19 ] :: [ LOG ] :: Asserts fingerprint: fqDePajn File '/var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41/journal.xml' already stored in '/var/ARTIFACTS/work-basicky66gkmp/plans/features/basic/execute/data/guest/default-0/tests/lint/test-41'. :: [ 08:57:20 ] :: [ INFO ] :: Deleting rlRun_LOG file(s) :::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: :: Duration: 32s :: Phases: 10 good, 0 bad :: OVERALL RESULT: PASS (/tests/lint/test)