
--- pytest attempt 2026-09-07T13:27:36.649210+00:00 (/.local/bin/uv --directory /home/odh/opendatahub-tests...) ---
[2m2026-09-07T13:27:38.970764Z[0m [[32m[1minfo     [0m] [1mWriting tests log to /home/odh/opendatahub-tests/results/pytest-tests.log[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:38.971208Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:39.125381Z[0m [[32m[1minfo     [0m] [1mkind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:39.218931Z[0m [[32m[1minfo     [0m] [1mkind: DSCInitialization api version: dscinitialization.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
============================= test session starts ==============================
platform linux -- Python 3.14.7, pytest-9.1.1, pluggy-1.6.0 -- /home/odh/opendatahub-tests/.venv/bin/python3
cachedir: .pytest_cache
metadata: {'Python': '3.14.7', 'Platform': 'Linux-5.14.0-570.131.1.el9_6.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'anyio': '4.14.2', 'langsmith': '0.10.10', 'asyncio': '1.4.0', 'dependency': '0.6.1', 'html': '4.2.0', 'metadata': '3.1.1', 'order': '1.5.0', 'progress': '1.4.0', 'testconfig': '0.2.0', 'xdist': '3.8.0', 'syrupy': '5.5.3'}}
rootdir: /home/odh/opendatahub-tests
configfile: pytest.ini
plugins: anyio-4.14.2, langsmith-0.10.10, asyncio-1.4.0, dependency-0.6.1, html-4.2.0, metadata-3.1.1, order-1.5.0, progress-1.4.0, testconfig-0.2.0, xdist-3.8.0, syrupy-5.5.3
asyncio: mode=Mode.STRICT, debug=False, asyncio_default_fixture_loop_scope=None, asyncio_default_test_loop_scope=function
collecting ... collected 304 items / 298 deselected / 6 selected

tests/ai_safety/evalhub/single_tenancy/test_evalhub_single_tenancy_k8s.py::TestEvalHubSingleTenancyOperatorResources::test_deployment_created_and_ready[model_namespace0] [1m
--------------------------------- test_deployment_created_and_ready[model_namespace0] ---------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-09-07T13:27:39.906675Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: event_loop_policy[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.907859Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: _syrupy_apply_ide_patches[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.908019Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: admin_client[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.908163Z[0m [[32m[1minfo     [0m] [1mTrying to get client via new_client_from_config[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:39.908275Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: dsc_resource[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.908397Z[0m [[32m[1minfo     [0m] [1mkind: DataScienceCluster api version: datasciencecluster.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:39.996439Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tmp_path_factory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.996692Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tests_tmp_dir[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.997681Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: os_path_environment[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.997893Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: tmpdir_factory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.998048Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: bin_directory[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.999225Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: oc_binary_path[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.998438Z[0m [[33m[1mwarning  [0m] [1mUsing previously installed: /workspace/tests-shared/tests-payload/.tools/bin/oc[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-09-07T13:27:39.999673Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: bin_directory_to_os_path[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:39.998582Z[0m [[32m[1minfo     [0m] [1mOC binary path: /workspace/tests-shared/tests-payload/.tools/bin/oc[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-09-07T13:27:39.998629Z[0m [[32m[1minfo     [0m] [1mAdding /tmp/pytest-NPrL9E5hmVm7SDKQLAf7Fs/bin0 to $PATH[0m [[0m[1m[34mtests.conftest[0m][0m [36mname[0m=[35mtests.conftest[0m
[2m2026-09-07T13:27:40.000058Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: nodes[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.113908Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: dsci_resource[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.114091Z[0m [[32m[1minfo     [0m] [1mkind: DSCInitialization api version: dscinitialization.opendatahub.io/v2[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:41.130053Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: record_testsuite_property[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.130252Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: junitxml_plugin[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.130408Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: cluster_sanity_scope_session[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.129357Z[0m [[32m[1minfo     [0m] [1mCheck cluster sanity.         [0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-07T13:27:41.130753Z[0m [[32m[1minfo     [0m] [1mVerify all nodes are in a healthy condition.[0m [[0m[1m[34mocp_utilities.infra[0m][0m
[2m2026-09-07T13:27:41.161790Z[0m [[32m[1minfo     [0m] [1mVerify all nodes are schedulable.[0m [[0m[1m[34mocp_utilities.infra[0m][0m
[2m2026-09-07T13:27:41.193995Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsci_status_ready  Kwargs: {'dsci_resource': <ocp_resources.dsc_initialization.DSCInitialization object at 0x7f8f87d66210>})[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.193506Z[0m [[32m[1minfo     [0m] [1mWait for DSCI default-dsci to be in Ready status.[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-07T13:27:41.194265Z[0m [[32m[1minfo     [0m] [1mGet DSCInitialization default-dsci status[0m [[0m[1m[34mocp_resources DSCInitialization[0m][0m
[2m2026-09-07T13:27:41.213277Z[0m [success  [0m] [1mFunction: utilities.infra.wait_for_dsci_status_ready succeeded after 8.416175842285156e-05 [0:00:00.000084].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.213424Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 5 seconds. (Function: utilities.infra.wait_for_dsc_status_ready  Kwargs: {'dsc_resource': <ocp_resources.data_science_cluster.DataScienceCluster object at 0x7f8f87d65d10>})[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.212533Z[0m [[32m[1minfo     [0m] [1mWait for DSC default-dsc are Ready.[0m [[0m[1m[34mutilities.infra[0m][0m [36mname[0m=[35mutilities.infra[0m
[2m2026-09-07T13:27:41.213678Z[0m [[32m[1minfo     [0m] [1mGet DataScienceCluster default-dsc status[0m [[0m[1m[34mocp_resources DataScienceCluster[0m][0m
[2m2026-09-07T13:27:41.234919Z[0m [success  [0m] [1mFunction: utilities.infra.wait_for_dsc_status_ready succeeded after 0.00010395050048828125 [0:00:00.000104].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.235083Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: autouse_fixtures[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.235226Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: pytestconfig[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.235344Z[0m [[32m[1minfo     [0m] [1mExecuting session fixture: teardown_resources[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.235458Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: model_namespace[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.235596Z[0m [[32m[1minfo     [0m] [1mCreate Namespace test-evalhub-st-resources[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-07T13:27:41.235776Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'v1', 'kind': 'Namespace', 'metadata': {'name': 'test-evalhub-st-resources'}, 'spec': {}}[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-07T13:27:41.278376Z[0m [[32m[1minfo     [0m] [1mWait for Namespace test-evalhub-st-resources status to be Active[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-07T13:27:41.278538Z[0m [[32m[1minfo     [0m] [1mWaiting for 120 seconds [0:02:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_for_status.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.300185Z[0m [[32m[1minfo     [0m] [1mStatus of Namespace test-evalhub-st-resources is Active[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-07T13:27:41.300333Z[0m [success  [0m] [1mFunction: lambda: self.exists succeeded after 6.008148193359375e-05 [0:00:00.000060].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.300452Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: evalhub_st_cr[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.300579Z[0m [[32m[1minfo     [0m] [1mkind: CustomResourceDefinition api version: apiextensions.k8s.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:41.374991Z[0m [[32m[1minfo     [0m] [1mkind: EvalHub api version: trustyai.opendatahub.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:41.375210Z[0m [[32m[1minfo     [0m] [1mCreate EvalHub evalhub-st     [0m [[0m[1m[34mocp_resources EvalHub[0m][0m
[2m2026-09-07T13:27:41.375333Z[0m [[32m[1minfo     [0m] [1mPosting {'apiVersion': 'trustyai.opendatahub.io/v1', 'kind': 'EvalHub', 'metadata': {'name': 'evalhub-st', 'namespace': 'test-evalhub-st-resources'}, 'spec': {'database': {'type': 'sqlite'}, 'tenancy': 'single'}}[0m [[0m[1m[34mocp_resources EvalHub[0m][0m
[2m2026-09-07T13:27:41.424879Z[0m [[32m[1minfo     [0m] [1mWait until EvalHub evalhub-st is created[0m [[0m[1m[34mocp_resources EvalHub[0m][0m
[2m2026-09-07T13:27:41.425045Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.456074Z[0m [success  [0m] [1mFunction: lambda: self.exists succeeded after 4.5299530029296875e-05 [0:00:00.000045].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:41.456230Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: evalhub_st_deployment[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:41.456361Z[0m [[32m[1minfo     [0m] [1mkind: Deployment api version: apps/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[2m2026-09-07T13:27:41.456483Z[0m [[32m[1minfo     [0m] [1mWait for Deployment evalhub-st to be deployed: True[0m [[0m[1m[34mocp_resources Deployment[0m][0m
[2m2026-09-07T13:27:41.456631Z[0m [[32m[1minfo     [0m] [1mWaiting for 300 seconds [0:05:00], retry every 1 seconds. (Function: ocp_resources.deployment.wait_for_replicas.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:44.530646Z[0m [success  [0m] [1mFunction: lambda: self.exists succeeded after 3.056600570678711 [0:00:03.056601].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:44.530870Z[0m [[32m[1minfo     [0m] [1mWaiting for 296.9255084991455 seconds [0:04:56.925508], retry every 1 seconds. (Function: ocp_resources.deployment.wait_for_replicas.lambda: self.instance)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:56.763523Z[0m [success  [0m] [1mFunction: lambda: self.instance succeeded after 12.215469598770142 [0:00:12.215470].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
PASSED[1m
TEST: TestEvalHubSingleTenancyOperatorResources.test_deployment_created_and_ready[model_namespace0] STATUS: [0;32mPASSED[0m[0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m

_ 1 of 6 completed, 1 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/ai_safety/evalhub/single_tenancy/test_evalhub_single_tenancy_k8s.py::TestEvalHubSingleTenancyOperatorResources::test_service_created_with_correct_port[model_namespace0] [1m
------------------------------- test_service_created_with_correct_port[model_namespace0] -------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
PASSED
_ 2 of 6 completed, 2 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/ai_safety/evalhub/single_tenancy/test_evalhub_single_tenancy_k8s.py::TestEvalHubSingleTenancyOperatorResources::test_route_created[model_namespace0] [1m
TEST: TestEvalHubSingleTenancyOperatorResources.test_service_created_with_correct_port[model_namespace0] STATUS: [0;32mPASSED[0m[0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
----------------------------------------- test_route_created[model_namespace0] -----------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[2m2026-09-07T13:27:56.861942Z[0m [[32m[1minfo     [0m] [1mExecuting class fixture: evalhub_st_route[0m [[0m[1m[34mconftest[0m][0m
[2m2026-09-07T13:27:56.862052Z[0m [[32m[1minfo     [0m] [1mkind: Route api version: route.openshift.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
PASSED[1m
TEST: TestEvalHubSingleTenancyOperatorResources.test_route_created[model_namespace0] STATUS: [0;32mPASSED[0m[0m

_ 3 of 6 completed, 3 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/ai_safety/evalhub/single_tenancy/test_evalhub_single_tenancy_k8s.py::TestEvalHubSingleTenancyOperatorResources::test_metrics_service_created[model_namespace0] [1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
------------------------------------ test_metrics_service_created[model_namespace0] ------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
PASSED
_ 4 of 6 completed, 4 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/ai_safety/evalhub/single_tenancy/test_evalhub_single_tenancy_k8s.py::TestEvalHubSingleTenancyOperatorResources::test_service_monitor_created[model_namespace0] [1m
TEST: TestEvalHubSingleTenancyOperatorResources.test_metrics_service_created[model_namespace0] STATUS: [0;32mPASSED[0m[0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[1m
------------------------------------ test_service_monitor_created[model_namespace0] ------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
[2m2026-09-07T13:27:57.018932Z[0m [[32m[1minfo     [0m] [1mkind: ServiceMonitor api version: monitoring.coreos.com/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
PASSED[1m
TEST: TestEvalHubSingleTenancyOperatorResources.test_service_monitor_created[model_namespace0] STATUS: [0;32mPASSED[0m[0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m
[2m2026-09-07T13:27:57.038331Z[0m [[32m[1minfo     [0m] [1mDelete EvalHub evalhub-st     [0m [[0m[1m[34mocp_resources EvalHub[0m][0m
[2m2026-09-07T13:27:57.079002Z[0m [[32m[1minfo     [0m] [1mDeleting {'apiVersion': 'trustyai.opendatahub.io/v1', 'kind': 'EvalHub', 'metadata': {'creationTimestamp': '2026-09-07T13:27:41Z', 'finalizers': ['trustyai.opendatahub.io/evalhub-finalizer'], 'generation': 1, 'managedFields': [{'apiVersion': 'trustyai.opendatahub.io/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:spec': {'.': {}, 'f:collections': {}, 'f:database': {'.': {}, 'f:maxIdleConns': {}, 'f:maxOpenConns': {}, 'f:type': {}}, 'f:providers': {}, 'f:replicas': {}, 'f:tenancy': {}}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2026-09-07T13:27:41Z'}, {'apiVersion': 'trustyai.opendatahub.io/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:finalizers': {'.': {}, 'v:"trustyai.opendatahub.io/evalhub-finalizer"': {}}}}, 'manager': 'manager', 'operation': 'Update', 'time': '2026-09-07T13:27:41Z'}, {'apiVersion': 'trustyai.opendatahub.io/v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'.': {}, 'f:activeCollections': {}, 'f:activeProviders': {}, 'f:conditions': {}, 'f:lastUpdateTime': {}, 'f:mcp': {'.': {}, 'f:phase': {}, 'f:ready': {}}, 'f:phase': {}, 'f:ready': {}, 'f:readyReplicas': {}, 'f:replicas': {}, 'f:url': {}}}, 'manager': 'manager', 'operation': 'Update', 'subresource': 'status', 'time': '2026-09-07T13:27:56Z'}], 'name': 'evalhub-st', 'namespace': 'test-evalhub-st-resources', 'resourceVersion': '113805327', 'uid': '4a1124e4-35e7-40d9-a28a-3704f2f2f23d'}, 'spec': {'collections': ['leaderboard-v2', 'safety-and-fairness-v1', 'toxicity-and-ethical-principles'], 'database': {'maxIdleConns': 5, 'maxOpenConns': 25, 'type': 'sqlite'}, 'providers': ['garak', 'garak-kfp', 'lm-evaluation-harness'], 'replicas': 1, 'tenancy': 'single'}, 'status': {'activeCollections': ['leaderboard-v2', 'safety-and-fairness-v1', 'toxicity-and-ethical-principles'], 'activeProviders': ['garak', 'garak-kfp', 'lm-evaluation-harness'], 'conditions': [{'lastTransitionTime': '2026-09-07T13:27:56Z', 'message': 'All replicas are ready', 'reason': 'DeploymentReady', 'status': 'True', 'type': 'Ready'}, {'lastTransitionTime': '2026-09-07T13:27:56Z', 'reason': 'MonitoringReady', 'status': 'False', 'type': 'MonitoringDegraded'}], 'lastUpdateTime': '2026-09-07T13:27:56Z', 'mcp': {'phase': 'Disabled', 'ready': False}, 'phase': 'Ready', 'ready': 'True', 'readyReplicas': 1, 'replicas': 1, 'url': 'https://evalhub-st.test-evalhub-st-resources.svc.cluster.local:8443'}}[0m [[0m[1m[34mocp_resources EvalHub[0m][0m
[2m2026-09-07T13:27:57.101197Z[0m [[32m[1minfo     [0m] [1mWait until EvalHub evalhub-st is deleted[0m [[0m[1m[34mocp_resources EvalHub[0m][0m
[2m2026-09-07T13:27:57.101367Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:58.134394Z[0m [success  [0m] [1mFunction: lambda: self.exists succeeded after 1.0158216953277588 [0:00:01.015822].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[2m2026-09-07T13:27:58.198494Z[0m [[32m[1minfo     [0m] [1mDelete Namespace test-evalhub-st-resources[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-07T13:27:58.231602Z[0m [[32m[1minfo     [0m] [1mDeleting {'kind': 'Namespace', 'apiVersion': 'v1', 'metadata': {'name': 'test-evalhub-st-resources', 'uid': 'cb0f60f1-54c8-4db5-a9cb-54c12fb46442', 'resourceVersion': '113804877', 'creationTimestamp': '2026-09-07T13:27:41Z', 'labels': {'kubernetes.io/metadata.name': 'test-evalhub-st-resources', 'pod-security.kubernetes.io/audit': 'restricted', 'pod-security.kubernetes.io/audit-version': 'latest', 'pod-security.kubernetes.io/warn': 'restricted', 'pod-security.kubernetes.io/warn-version': 'latest'}, 'annotations': {'openshift.io/sa.scc.mcs': 's0:c41,c5', 'openshift.io/sa.scc.supplemental-groups': '1001650000/10000', 'openshift.io/sa.scc.uid-range': '1001650000/10000', 'security.openshift.io/MinimallySufficientPodSecurityStandard': 'restricted'}, 'managedFields': [{'manager': 'cluster-policy-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-07T13:27:41Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:openshift.io/sa.scc.mcs': {}, 'f:openshift.io/sa.scc.supplemental-groups': {}, 'f:openshift.io/sa.scc.uid-range': {}}}}}, {'manager': 'pod-security-admission-label-synchronization-controller', 'operation': 'Apply', 'apiVersion': 'v1', 'time': '2026-09-07T13:27:41Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:security.openshift.io/MinimallySufficientPodSecurityStandard': {}}, 'f:labels': {'f:pod-security.kubernetes.io/audit': {}, 'f:pod-security.kubernetes.io/audit-version': {}, 'f:pod-security.kubernetes.io/warn': {}, 'f:pod-security.kubernetes.io/warn-version': {}}}}}, {'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2026-09-07T13:27:41Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'.': {}, 'f:kubernetes.io/metadata.name': {}}}}}]}, 'spec': {'finalizers': ['kubernetes']}, 'status': {'phase': 'Active'}}[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-07T13:27:58.261308Z[0m [[32m[1minfo     [0m] [1mWait until Namespace test-evalhub-st-resources is deleted[0m [[0m[1m[34mocp_resources Namespace[0m][0m
[2m2026-09-07T13:27:58.261584Z[0m [[32m[1minfo     [0m] [1mWaiting for 240 seconds [0:04:00], retry every 1 seconds. (Function: ocp_resources.resource.wait_deleted.lambda: self.exists)[0m [[0m[1m[34mtimeout_sampler[0m][0m

_ 5 of 6 completed, 5 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _

tests/ai_safety/evalhub/test_evalhub_deployment.py::test_evalhub_crd_exists [2m2026-09-07T13:28:08.456040Z[0m [success  [0m] [1mFunction: lambda: self.exists succeeded after 10.173972845077515 [0:00:10.173973].[0m [[0m[1m[34mtimeout_sampler[0m][0m
[1m
----------------------------------------------- test_evalhub_crd_exists -----------------------------------------------[0m
[1m-------------------------------------------------------- SETUP --------------------------------------------------------[0m
[1m--------------------------------------------------------- CALL ---------------------------------------------------------[0m
[2m2026-09-07T13:28:08.456720Z[0m [[32m[1minfo     [0m] [1mkind: CustomResourceDefinition api version: apiextensions.k8s.io/v1[0m [[0m[1m[34mocp_resources.resource[0m][0m
PASSED[1m
TEST: test_evalhub_crd_exists STATUS: [0;32mPASSED[0m[0m
[1m------------------------------------------------------- TEARDOWN -------------------------------------------------------[0m

_ 6 of 6 completed, 6 Pass, 0 Fail, 0 Skip, 0 XPass, 0 XFail, 0 Error, 0 ReRun _
====================== 6 passed, 298 deselected in 29.27s ======================

- generated xml file: /workspace/tests-shared/tests-payload/results/ai-safety-evalhub-smoke.xml -
====================== 6 passed, 298 deselected in 29.27s ======================