++ date + printf '\n[pipeline-start] Mon Jan 12 03:14:38 PM UTC 2026\n\n' [pipeline-start] Mon Jan 12 03:14:38 PM UTC 2026 + export REQUEST_ID=842e2ca2-e542-4b36-9c96-a6e7bef31a19 + REQUEST_ID=842e2ca2-e542-4b36-9c96-a6e7bef31a19 + export ARTIFACTS_URL=https://artifacts.dev.testing-farm.io + ARTIFACTS_URL=https://artifacts.dev.testing-farm.io + API_URL=https://api.dev.testing-farm.io/v0.1 + '[' -z 842e2ca2-e542-4b36-9c96-a6e7bef31a19 ']' ++ curl -s --retry 5 https://api.dev.testing-farm.io/v0.1/requests/842e2ca2-e542-4b36-9c96-a6e7bef31a19 + REQUEST='{"id":"842e2ca2-e542-4b36-9c96-a6e7bef31a19","user_id":"d690baff-bfb0-4c30-a315-e71f9daa7de6","token_id":"d690baff-bfb0-4c30-a315-e71f9daa7de6","test":{"fmf":{"url":"https://github.com/sclorg/sclorg-testing-farm","ref":"main","merge_sha":null,"path":".","name":"gpu-fedora","settings":null,"plan_filter":null,"test_name":null,"test_filter":null},"sti":null},"state":"queued","environments_requested":[{"arch":"x86_64","os":{"compose":"Fedora-42"},"pool":null,"variables":{"OS":"gpu-fedoraGH100","PR_NUMBER":"87","REPO_NAME":"sclorg/sclorg-testing-farm","REPO_URL":"https://github.com/sclorg/sclorg-testing-farm"},"secrets":null,"artifacts":[],"settings":{"pipeline":null,"provisioning":null},"tmt":{"context":{"trigger":"code"},"extra_args":null,"environment":null},"hardware":{"gpu":{"device-name":"GH100 (H100)","vendor-name":"NVIDIA"}},"kickstart":null}],"notes":[{"level":"info","message":"tf-tmt/dispatch-1768229613-5aa0a090"}],"result":null,"run":null,"settings":{"worker":null,"pipeline":{"timeout":null,"type":null,"provision-error-failed-result":false,"parallel-limit":null}},"user":{"webpage":null},"queued_time":null,"run_time":null,"created":"2026-01-12T14:53:32.144899","updated":"2026-01-12T14:53:32.144905"}' + rpm -qa + create_results_xml in-progress skipped progress.xml + STATE=in-progress + RESULT=skipped + RESULTS_XML=progress.xml + cat + curl -s --fail --retry 5 --show-error -o index.html https://gitlab.com/testing-farm/oculus/-/raw/main/results.html + set_request_timeout ++ echo '{"id":"842e2ca2-e542-4b36-9c96-a6e7bef31a19","user_id":"d690baff-bfb0-4c30-a315-e71f9daa7de6","token_id":"d690baff-bfb0-4c30-a315-e71f9daa7de6","test":{"fmf":{"url":"https://github.com/sclorg/sclorg-testing-farm","ref":"main","merge_sha":null,"path":".","name":"gpu-fedora","settings":null,"plan_filter":null,"test_name":null,"test_filter":null},"sti":null},"state":"queued","environments_requested":[{"arch":"x86_64","os":{"compose":"Fedora-42"},"pool":null,"variables":{"OS":"gpu-fedoraGH100","PR_NUMBER":"87","REPO_NAME":"sclorg/sclorg-testing-farm","REPO_URL":"https://github.com/sclorg/sclorg-testing-farm"},"secrets":null,"artifacts":[],"settings":{"pipeline":null,"provisioning":null},"tmt":{"context":{"trigger":"code"},"extra_args":null,"environment":null},"hardware":{"gpu":{"device-name":"GH100 (H100)","vendor-name":"NVIDIA"}},"kickstart":null}],"notes":[{"level":"info","message":"tf-tmt/dispatch-1768229613-5aa0a090"}],"result":null,"run":null,"settings":{"worker":null,"pipeline":{"timeout":null,"type":null,"provision-error-failed-result":false,"parallel-limit":null}},"user":{"webpage":null},"queued_time":null,"run_time":null,"created":"2026-01-12T14:53:32.144899","updated":"2026-01-12T14:53:32.144905"}' ++ jq -r '.settings.pipeline.timeout | select (.!=null)' + REQUEST_TIMEOUT= + '[' -z '' ']' + REQUEST_TIMEOUT=720 + REQUEST_TIMEOUT=720m + echo 'Request timeout: 720m' Request timeout: 720m + set_citool_image ++ echo '{"id":"842e2ca2-e542-4b36-9c96-a6e7bef31a19","user_id":"d690baff-bfb0-4c30-a315-e71f9daa7de6","token_id":"d690baff-bfb0-4c30-a315-e71f9daa7de6","test":{"fmf":{"url":"https://github.com/sclorg/sclorg-testing-farm","ref":"main","merge_sha":null,"path":".","name":"gpu-fedora","settings":null,"plan_filter":null,"test_name":null,"test_filter":null},"sti":null},"state":"queued","environments_requested":[{"arch":"x86_64","os":{"compose":"Fedora-42"},"pool":null,"variables":{"OS":"gpu-fedoraGH100","PR_NUMBER":"87","REPO_NAME":"sclorg/sclorg-testing-farm","REPO_URL":"https://github.com/sclorg/sclorg-testing-farm"},"secrets":null,"artifacts":[],"settings":{"pipeline":null,"provisioning":null},"tmt":{"context":{"trigger":"code"},"extra_args":null,"environment":null},"hardware":{"gpu":{"device-name":"GH100 (H100)","vendor-name":"NVIDIA"}},"kickstart":null}],"notes":[{"level":"info","message":"tf-tmt/dispatch-1768229613-5aa0a090"}],"result":null,"run":null,"settings":{"worker":null,"pipeline":{"timeout":null,"type":null,"provision-error-failed-result":false,"parallel-limit":null}},"user":{"webpage":null},"queued_time":null,"run_time":null,"created":"2026-01-12T14:53:32.144899","updated":"2026-01-12T14:53:32.144905"}' ++ jq -r '.settings.worker.image | select (.!=null)' + CITOOL_IMAGE= + '[' -n '' ']' + timeout --preserve-status --foreground --signal=SIGUSR1 720m citool-container.sh rules-engine hide-secrets oom reportportal testing-farm-request --request-id 842e2ca2-e542-4b36-9c96-a6e7bef31a19 coldstore testing-farm-request-state-reporter archive ansible artemis fedora-copr:copr install-repository install-copr-build install-koji-build-execute guest-setup-testing-farm:guest-setup guest-setup-order git test-schedule-tmt-connect:test-schedule-tmt test-scheduler-testing-farm test-schedule-report test-schedule-runner Known images: REPOSITORY TAG IMAGE ID CREATED SIZE localhost/citool latest 37416ebd42df 2 months ago 3.3 GB quay.io/testing-farm/worker-public 2025-09.1 37416ebd42df 2 months ago 3.3 GB Image is 37416ebd42dfa6b6c77eadf81f5dcd5cee6535e08a02fde6bde306f7ba6a1a40, created on 2025-11-04 04:22:45.067597171 +0000 UTC % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 14 100 14 0 0 1368 0 --:--:-- --:--:-- --:--:-- 1400 [2026-01-12 15:14:40] [+] PID: 2 PGID: 2 [2026-01-12 15:14:41] [+] command-line: /opt/gluetool/bin/gluetool rules-engine hide-secrets oom reportportal testing-farm-request --request-id 842e2ca2-e542-4b36-9c96-a6e7bef31a19 coldstore testing-farm-request-state-reporter archive ansible artemis fedora-copr:copr install-repository install-copr-build install-koji-build-execute guest-setup-testing-farm:guest-setup guest-setup-order git test-schedule-tmt-connect:test-schedule-tmt test-scheduler-testing-farm test-schedule-report test-schedule-runner :36: (WARNING/2) Bullet list ends without a blank line; unexpected unindent. :7: (WARNING/2) Inline emphasis start-string without end-string. :8: (WARNING/2) Definition list ends without a blank line; unexpected unindent. [2026-01-12 15:14:42] [+] [oom] Starting out-of-memory monitoring, check every 5 seconds: { "limit": "8192 MiB", "reserved": "4096 MiB" } [2026-01-12 15:14:42] [+] [testing-farm-request] Connected to Testing Farm Service 'https://api.dev.testing-farm.io', 'https://internal.api.dev.testing-farm.io' [2026-01-12 15:14:42] [+] [testing-farm-request] Initialized with 842e2ca2-e542-4b36-9c96-a6e7bef31a19: { "environments_requested": [ { "arch": "x86_64", "artifacts": [], "compose": "Fedora-42", "hardware": { "gpu": { "device-name": "GH100 (H100)", "vendor-name": "NVIDIA" } }, "secrets": "hidden", "settings": { "pipeline": null, "provisioning": null }, "snapshots": false, "tmt": { "context": { "trigger": "code" }, "environment": null, "extra_args": null }, "variables": { "OS": "gpu-fedoraGH100", "PR_NUMBER": "87", "REPO_NAME": "sclorg/sclorg-testing-farm", "REPO_URL": "https://github.com/sclorg/sclorg-testing-farm", "TESTING_FARM_GIT_REF": "main", "TESTING_FARM_GIT_URL": "https://github.com/sclorg/sclorg-testing-farm", "TESTING_FARM_REQUEST_ID": "842e2ca2-e542-4b36-9c96-a6e7bef31a19", "TESTING_FARM_TEST_TYPE": "fmf" } } ], "plan": "gpu-fedora", "plan_filter": "", "ref": "main", "test_filter": "", "test_name": "", "type": "fmf", "url": "https://github.com/sclorg/sclorg-testing-farm", "webhook_url": "" } [2026-01-12 15:14:42] [+] [coldstore] For the pipeline artifacts, see https://artifacts.dev.testing-farm.io/842e2ca2-e542-4b36-9c96-a6e7bef31a19 [2026-01-12 15:14:52] [+] [archive] Starting parallel archiving [2026-01-12 15:14:53] [+] [artemis] Using Artemis API http://artemis.production.testing-farm.io/ [2026-01-12 15:14:53] [+] [git]  [2026-01-12 15:14:53] [+] [test-schedule-tmt-connect] cloning repo https://github.com/sclorg/sclorg-testing-farm (branch not specified, ref main) [2026-01-12 15:14:53] [+] [test-schedule-tmt-connect] fetching in-repository config [2026-01-12 15:14:53] [+] [Fedora-42:x86_64] looking for plans [2026-01-12 15:14:55] [+] [Fedora-42:x86_64:/plans/gpu-fedora/test-plan] working directory 'work-test-plan71w65pk3' [2026-01-12 15:14:58] [+] [test-schedule-tmt-connect] - name: /plans/gpu-fedora/test-plan summary: TMT/TFT plan for running GPU Fedora description: "Run tests on Fedora\n" author: [] contact: [] enabled: true order: 50 link: [] id: tag: [] tier: context: {} gate: [] login: sources: - /var/ARTIFACTS/git-mainjauce_0w/plans/gpu-fedora.fmf discover: - how: shell tests: - name: 'Tests for OS: gpu-fedoraGH100, repo: sclorg/sclorg-testing-farm' framework: shell test: cd /root/sclorg/sclorg-testing-farm && git status && OS="gpu-fedoraGH100" ansible-playbook tmt-sclorg-testing-plan.yml duration: 1h name: default-0 provision: - name: default-0 how: virtual prepare: - name: Clone repository and switch to corresponding PR how: shell script: "dnf install -y git ansible\ngit clone https://github.com/sclorg/sclorg-testing-farm /root/sclorg/sclorg-testing-farm\ncd /root/sclorg/sclorg-testing-farm\n\ git fetch origin +refs/pull/*:refs/remotes/origin/pr/*\ngit checkout origin/pr/87/head\n\ git submodule update --init\n" - name: Enable repositories and prepare machine for tests how: shell script: "cd /root/sclorg/sclorg-testing-farm\ngit status\nansible-playbook --connection=local --inventory=127.0.0.1, --limit=127.0.0.1 tmt-testing-plan-fedora.yml -vvv\n" execute: - how: tmt name: default-0 report: - name: default-0 how: display finish: - name: default-0 how: shell cleanup: - name: default-0 how: tmt  [2026-01-12 15:14:58] [+] [test-schedule-report] finished schedule: +----------------------------------------------+---------+---------+-----------+---------------------+---------+----------+ | SE | Stage | State | Result | Environment | Guest | Runner | |----------------------------------------------+---------+---------+-----------+---------------------+---------+----------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | CREATED | OK | UNDEFINED | x86_64 Fedora-42 S- | | tmt | +----------------------------------------------+---------+---------+-----------+---------------------+---------+----------+ [2026-01-12 15:14:58] [W] [test-schedule-report] Result of testing: UNDEFINED [2026-01-12 15:14:58] [+] [test-schedule-runner] Will run schedule entries in parallel, 12 entries at once [2026-01-12 15:14:58] [+] [test-schedule-runner] running test schedule of 1 entries: +----------------------------------------------+---------+---------+-----------+---------------------+---------+----------+ | SE | Stage | State | Result | Environment | Guest | Runner | |----------------------------------------------+---------+---------+-----------+---------------------+---------+----------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | CREATED | OK | UNDEFINED | x86_64 Fedora-42 S- | | tmt | +----------------------------------------------+---------+---------+-----------+---------------------+---------+----------+ [2026-01-12 15:14:58] [+] [Fedora-42:x86_64:/plans/gpu-fedora/test-plan] Entry is ready [2026-01-12 15:14:58] [+] [test-schedule-runner] 1 entries pending: +----------------------------------------------+--------------------+---------+-----------+---------------------+---------+----------+ | SE | Stage | State | Result | Environment | Guest | Runner | |----------------------------------------------+--------------------+---------+-----------+---------------------+---------+----------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | GUEST_PROVISIONING | OK | UNDEFINED | x86_64 Fedora-42 S- | | tmt | +----------------------------------------------+--------------------+---------+-----------+---------------------+---------+----------+ [2026-01-12 15:14:58] [+] [worker_0] [Fedora-42:x86_64:/plans/gpu-fedora/test-plan] starting guest provisioning [2026-01-12 15:14:58] [+] [worker_0] [testing-farm-request] trying to acquire pipeline cancellation lock [2026-01-12 15:14:58] [+] [worker_0] [testing-farm-request] acquired pipeline cancellation lock [2026-01-12 15:14:58] [+] [worker_0] [artemis] [84a13b0d-466b-4f84-9924-ce067b502459] Guest is being provisioned [2026-01-12 15:14:58] [+] [worker_0] [artemis] [84a13b0d-466b-4f84-9924-ce067b502459] Created guest request with environment: { "hw": { "arch": "x86_64", "constraints": { "gpu": { "device-name": "GH100 (H100)", "vendor-name": "NVIDIA" } } }, "kickstart": { "kernel-options": null, "kernel-options-post": null, "metadata": null, "post-install": null, "pre-install": null, "script": null }, "os": { "compose": "Fedora-42" }, "pool": null, "snapshots": false, "spot_instance": null } [2026-01-12 15:14:58] [+] [worker_0] [testing-farm-request] released pipeline cancellation lock [2026-01-12 15:14:58] [+] [worker_0] [artemis] [84a13b0d-466b-4f84-9924-ce067b502459] guest event log: https://artifacts.dev.testing-farm.io/842e2ca2-e542-4b36-9c96-a6e7bef31a19/work-test-plan71w65pk3/84a13b0d-466b-4f84-9924-ce067b502459-artemis-guest-log.yaml [2026-01-12 15:18:59] [W] [worker_0] [artemis] Exception while provisioning guest: Guest couldn't be provisioned: Artemis resource ended in 'error' state [2026-01-12 15:18:59] [E] [Fedora-42:x86_64:/plans/gpu-fedora/test-plan] guest provisioning failed: Guest couldn't be provisioned: Artemis resource ended in 'error' state [2026-01-12 15:18:59] [+] [test-schedule-report] entry error: +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ | SE | Stage | State | Result | Environment | Guest | Runner | |----------------------------------------------+----------+---------+-----------+---------------------+---------+----------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | COMPLETE | ERROR | UNDEFINED | x86_64 Fedora-42 S- | | tmt | +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ [2026-01-12 15:18:59] [+] [test-schedule-report] schedule errors: +----------------------------------------------+------------------------------------------------------------------------+ | SE | Error | |----------------------------------------------+------------------------------------------------------------------------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | Guest couldn't be provisioned: Artemis resource ended in 'error' state | +----------------------------------------------+------------------------------------------------------------------------+ [2026-01-12 15:18:59] [+] [test-schedule-report] schedule logs: +------+---------+-------+------------+ | SE | Stage | Log | Location | |------+---------+-------+------------| +------+---------+-------+------------+ [2026-01-12 15:18:59] [+] [test-schedule-report] NOTE: SSH is available only when machines were not returned by pipeline [2026-01-12 15:18:59] [+] [test-schedule-report] SSH instructions: +----------------------------------------------+---------+-----------+---------------------+---------------+ | SE | State | Result | Environment | SSH Command | |----------------------------------------------+---------+-----------+---------------------+---------------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | ERROR | UNDEFINED | x86_64 Fedora-42 S- | not available | +----------------------------------------------+---------+-----------+---------------------+---------------+ [2026-01-12 15:18:59] [W] [test-schedule-report] Result of testing: ERROR [2026-01-12 15:18:59] [+] [test-schedule-runner] 0 entries pending: +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ | SE | Stage | State | Result | Environment | Guest | Runner | |----------------------------------------------+----------+---------+-----------+---------------------+---------+----------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | COMPLETE | ERROR | UNDEFINED | x86_64 Fedora-42 S- | | tmt | +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ [2026-01-12 15:18:59] [+] [test-schedule-runner] finished schedule: +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ | SE | Stage | State | Result | Environment | Guest | Runner | |----------------------------------------------+----------+---------+-----------+---------------------+---------+----------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | COMPLETE | ERROR | UNDEFINED | x86_64 Fedora-42 S- | | tmt | +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ [2026-01-12 15:18:59] [+] [test-schedule-runner] schedule errors: +----------------------------------------------+------------------------------------------------------------------------+ | SE | Error | |----------------------------------------------+------------------------------------------------------------------------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | Guest couldn't be provisioned: Artemis resource ended in 'error' state | +----------------------------------------------+------------------------------------------------------------------------+ [2026-01-12 15:18:59] [+] [test-schedule-runner] schedule logs: +------+---------+-------+------------+ | SE | Stage | Log | Location | |------+---------+-------+------------| +------+---------+-------+------------+ [2026-01-12 15:18:59] [E] [test-schedule-runner] Exception raised: Guest couldn't be provisioned: Artemis resource ended in 'error' state [2026-01-12 15:18:59] [E] Submitted as Sentry issue '7fe42f4a1cb84f3194974147d375da73' [2026-01-12 15:18:59] [E] See https://red-hat-it.sentry.io/projects/testing-farm-public-worker/?query=7fe42f4a1cb84f3194974147d375da73 for details. [2026-01-12 15:18:59] [+] [test-schedule-report] finished schedule: +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ | SE | Stage | State | Result | Environment | Guest | Runner | |----------------------------------------------+----------+---------+-----------+---------------------+---------+----------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | COMPLETE | ERROR | UNDEFINED | x86_64 Fedora-42 S- | | tmt | +----------------------------------------------+----------+---------+-----------+---------------------+---------+----------+ [2026-01-12 15:18:59] [+] [test-schedule-report] schedule errors: +----------------------------------------------+------------------------------------------------------------------------+ | SE | Error | |----------------------------------------------+------------------------------------------------------------------------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | Guest couldn't be provisioned: Artemis resource ended in 'error' state | +----------------------------------------------+------------------------------------------------------------------------+ [2026-01-12 15:18:59] [+] [test-schedule-report] schedule logs: +------+---------+-------+------------+ | SE | Stage | Log | Location | |------+---------+-------+------------| +------+---------+-------+------------+ [2026-01-12 15:18:59] [+] [test-schedule-report] NOTE: SSH is available only when machines were not returned by pipeline [2026-01-12 15:18:59] [+] [test-schedule-report] SSH instructions: +----------------------------------------------+---------+-----------+---------------------+---------------+ | SE | State | Result | Environment | SSH Command | |----------------------------------------------+---------+-----------+---------------------+---------------| | Fedora-42:x86_64:/plans/gpu-fedora/test-plan | ERROR | UNDEFINED | x86_64 Fedora-42 S- | not available | +----------------------------------------------+---------+-----------+---------------------+---------------+ [2026-01-12 15:18:59] [W] [test-schedule-report] Result of testing: ERROR [2026-01-12 15:18:59] [+] [artemis] removing 1 guest(s) during module destroy [2026-01-12 15:18:59] [+] [testing-farm-request] trying to acquire pipeline cancellation lock [2026-01-12 15:18:59] [+] [testing-farm-request] acquired pipeline cancellation lock [2026-01-12 15:18:59] [+] [artemis] [84a13b0d-466b-4f84-9924-ce067b502459] destroying guest [2026-01-12 15:18:59] [+] [artemis] [84a13b0d-466b-4f84-9924-ce067b502459] successfully released [2026-01-12 15:19:00] [+] [testing-farm-request] released pipeline cancellation lock [2026-01-12 15:19:00] [+] [archive] Stopping parallel archiving [2026-01-12 15:20:03] [+] [archive] Verifying archivation of 'https://artifacts.dev.testing-farm.io/842e2ca2-e542-4b36-9c96-a6e7bef31a19/results-junit.xml'